Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.890=-0.000
σ	0.359-0.358=0.001
min	54.750-54.754=-0.003
max	55.910-55.908=0.002

*mean*	418.700-416.000=2.700
σ	0.483-0.000=0.483
min	418.000-416.000=2.000
max	419.000-416.000=3.000

*mean*	0.141-0.142=-0.001
σ	0.004-0.006=-0.002
min	0.138-0.137=0.001
max	0.150-0.155=-0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.855=-0.000
σ	0.006-0.005=0.001
min	43.846-43.847=-0.001
max	43.867-43.863=0.004

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.121-0.124=-0.003
σ	0.005-0.004=0.000
min	0.116-0.119=-0.002
max	0.130-0.132=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4042.375-4041.750=0.625
σ	2007.703-2009.527=-1.824
min	1216.000
max	7138.000-7153.000=-15.000

*mean*	13.513-12.892=0.620
σ	1.713-0.260=1.453
min	12.453-12.521=-0.068
max	17.706-13.215=4.491

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4042.375-4041.750=0.625
σ	2007.703-2009.527=-1.824
min	1216.000
max	7138.000-7153.000=-15.000

*mean*	13.509-12.203=1.306
σ	2.001-0.511=1.490
min	11.841-11.705=0.135
max	18.158-13.358=4.800

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.001-0.002=-0.000
min	41.929-41.928=0.000
max	41.932-41.933=-0.001

*mean*	7138.000-7153.000=-15.000
σ	0.000
min	7138.000-7153.000=-15.000
max	7138.000-7153.000=-15.000

*mean*	14.943-15.267=-0.324
σ	1.269-0.152=1.118
min	11.835-15.026=-3.190
max	15.740-15.468=0.272

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932

*mean*	4042.375-4041.750=0.625
σ	2007.703-2009.527=-1.824
min	1216.000
max	7138.000-7153.000=-15.000

*mean*	14.435-14.650=-0.215
σ	1.850-1.629=0.221
min	11.495-11.029=0.466
max	16.105-16.516=-0.411

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991

*mean*	4042.375-4041.750=0.625
σ	2007.703-2009.527=-1.824
min	1216.000
max	7138.000-7153.000=-15.000

*mean*	10.305-9.746=0.559
σ	1.850-1.229=0.621
min	9.013-8.767=0.246
max	13.402-12.485=0.918

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4042.375-4041.750=0.625
σ	2007.703-2009.527=-1.824
min	1216.000
max	7138.000-7153.000=-15.000

*mean*	7.568-7.577=-0.009
σ	1.952-1.237=0.715
min	5.810-6.533=-0.722
max	10.695-10.164=0.532

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665
max	25.678

*mean*	4042.375-4041.750=0.625
σ	2007.703-2009.527=-1.824
min	1216.000
max	7138.000-7153.000=-15.000

*mean*	6.248-5.943=0.305
σ	0.489-0.136=0.353
min	5.956-5.769=0.187
max	7.430-6.124=1.307

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.968=0.000
max	25.972-25.972=0.000

*mean*	4042.375-4041.750=0.625
σ	2007.703-2009.527=-1.824
min	1216.000
max	7138.000-7153.000=-15.000

*mean*	5.997-5.815=0.183
σ	0.530-0.141=0.389
min	5.476-5.679=-0.203
max	7.255-6.094=1.161

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7138.000-7153.000=-15.000
σ	0.000
min	7138.000-7153.000=-15.000
max	7138.000-7153.000=-15.000

*mean*	362.680-363.629=-0.949
σ	40.444-42.520=-2.076
min	346.260-346.121=0.139
max	462.662-468.728=-6.066

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.625-7917.624=0.001
max	7918.954

*mean*	3274.875-3272.750=2.125
σ	1826.067-1822.835=3.232
min	810.000-809.000=1.000
max	5625.000-5619.000=6.000

*mean*	3822.094-3628.597=193.497
σ	1216.754-1106.076=110.679
min	3089.965-3085.712=4.252
max	6228.080-6205.438=22.642

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4042.375-4041.750=0.625
σ	2007.703-2009.527=-1.824
min	1216.000
max	7138.000-7153.000=-15.000

*mean*	89.943-87.836=2.107
σ	21.569-20.261=1.307
min	70.154-70.874=-0.720
max	125.634-124.340=1.294

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7138.000-7153.000=-15.000
σ	0.000
min	7138.000-7153.000=-15.000
max	7138.000-7153.000=-15.000

*mean*	84.760-61.296=23.464
σ	65.980-1.001=64.979
min	60.032-60.437=-0.405
max	247.916-63.668=184.249

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7138.000-7153.000=-15.000
σ	0.000
min	7138.000-7153.000=-15.000
max	7138.000-7153.000=-15.000

*mean*	213.180-258.732=-45.553
σ	316.106-366.755=-50.649
min	98.212-98.850=-0.638
max	995.385-1144.094=-148.709

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.303=-0.000
min	14215.575-14215.576=-0.001
max	14227.820

*mean*	4042.375-4041.750=0.625
σ	2007.703-2009.527=-1.824
min	1216.000
max	7138.000-7153.000=-15.000

*mean*	7779.873-8208.052=-428.179
σ	1847.137-1942.517=-95.380
min	5967.746-6008.693=-40.948
max	10872.806-10765.152=107.653

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7138.000-7153.000=-15.000
σ	0.000
min	7138.000-7153.000=-15.000
max	7138.000-7153.000=-15.000

*mean*	5454.113-5288.632=165.481
σ	1061.488-615.748=445.740
min	4999.073-4994.246=4.827
max	8049.141-6764.641=1284.500

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	389.554-375.503=14.050
σ	1.447-19.428=-17.982
min	387.624-350.045=37.579
max	391.881-395.562=-3.681

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	765.598-760.769=4.829
σ	41.814-15.396=26.418
min	671.410-731.555=-60.146
max	813.176-783.704=29.472

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.000
σ	0.758-0.759=-0.001
min	1023.827-1023.827=-0.001
max	1027.432-1027.438=-0.006

*mean*	1053.650-1054.350=-0.700
σ	311.569-312.560=-0.990
min	571.000-570.000=1.000
max	1509.000-1512.000=-3.000

*mean*	1.544-1.542=0.001
σ	0.055-0.061=-0.006
min	1.473-1.466=0.006
max	1.683-1.727=-0.044

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.409-0.429=-0.020
σ	0.508-0.575=-0.067
min	0.147-0.140=0.007
max	1.316-1.455=-0.139

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.479=-0.002
σ	0.339-0.312=0.027
min	0.314-0.324=-0.009
max	1.083-1.037=0.046

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.223=0.001
σ	0.028-0.020=0.008
min	0.206-0.206=-0.000
max	0.274-0.256=0.018

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.329=0.007
σ	0.023-0.016=0.007
min	0.318-0.313=0.005
max	0.376-0.355=0.021

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.000-436.000=1.000
σ	6.595-2.236=4.359
min	431.000-432.000=-1.000
max	444.000-437.000=7.000

*mean*	0.524-0.601=-0.078
σ	0.062-0.011=0.050
min	0.451-0.589=-0.138
max	0.595-0.614=-0.019

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.478-0.466=0.012
σ	0.038-0.052=-0.014
min	0.424-0.403=0.021
max	0.525-0.522=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	2.690-2.578=0.112
σ	0.113-0.107=0.006
min	2.518-2.436=0.082
max	3.321-2.974=0.346

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	2.651-2.606=0.045
σ	0.085-0.106=-0.021
min	2.481-2.430=0.051
max	2.939-2.958=-0.019

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.305-0.304=0.001
σ	0.009-0.012=-0.004
min	0.290-0.288=0.002
max	0.363-0.374=-0.010

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.293-0.294=-0.001
σ	0.007-0.017=-0.010
min	0.282-0.278=0.004
max	0.334-0.435=-0.101

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.698-298.897=-0.199
σ	0.986-1.030=-0.044
min	298.339-298.456=-0.116
max	301.502-301.823=-0.321

*mean*	439.700-443.500=-3.800
σ	14.659-20.250=-5.590
min	415.000-414.000=1.000
max	465.000-471.000=-6.000

*mean*	0.601-0.598=0.003
σ	0.015-0.026=-0.010
min	0.566-0.551=0.015
max	0.620-0.624=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=-0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	1049.500-943.500=106.000
σ	24.042-18.385=5.657
min	990.000-898.000=92.000
max	1058.000-950.000=108.000

*mean*	205.282-206.495=-1.213
σ	3.109-3.796=-0.686
min	200.431-201.746=-1.314
max	209.551-211.842=-2.291

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1049.500-942.000=107.500
σ	24.042-22.627=1.414
min	990.000-886.000=104.000
max	1058.000-950.000=108.000

*mean*	9.388-8.920=0.468
σ	2.672-2.268=0.403
min	6.305-6.345=-0.040
max	13.156-12.821=0.335

phase=parser

*mean*	1042.361-1042.361=0.000
σ	0.000-0.000=-0.000
min	1042.361-1042.360=0.000
max	1042.361-1042.361=-0.000

*mean*	1049.500-942.000=107.500
σ	24.042-22.627=1.414
min	990.000-886.000=104.000
max	1058.000-950.000=108.000

*mean*	511.004-508.612=2.392
σ	120.834-132.944=-12.110
min	378.060-373.864=4.196
max	768.149-754.904=13.245

phase=processProdDef

*mean*	4850.768-4850.768=0.000
σ	0.000
min	4850.768-4850.768=0.000
max	4850.768-4850.768=0.000

*mean*	1058.000-950.000=108.000
σ	0.000
min	1058.000-950.000=108.000
max	1058.000-950.000=108.000

*mean*	4593.952-4778.688=-184.736
σ	550.722-505.686=45.036
min	3621.695-4264.311=-642.616
max	5276.949-5463.504=-186.555

phase=renaming

*mean*	21.675-21.675=-0.000
σ	0.000
min	21.675-21.675=-0.000
max	21.675-21.675=-0.000

*mean*	1049.500-942.000=107.500
σ	24.042-22.627=1.414
min	990.000-886.000=104.000
max	1058.000-950.000=108.000

*mean*	35.806-34.246=1.561
σ	11.843-11.294=0.548
min	20.273-20.630=-0.357
max	49.392-47.859=1.533

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1049.500-943.250=106.250
σ	24.042-19.092=4.950
min	990.000-896.000=94.000
max	1058.000-950.000=108.000

*mean*	801.557-748.024=53.533
σ	149.019-115.600=33.419
min	648.900-650.385=-1.485
max	993.901-933.246=60.655

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.820=0.002
σ	0.038-0.038=0.001
min	293.769-293.768=0.001
max	293.862-293.859=0.003

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.391-0.391=0.000
σ	0.002-0.002=0.000
min	0.388-0.388=0.001
max	0.394-0.393=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.177-1320.219=-0.042
σ	0.103-0.032=0.071
min	1320.051-1320.174=-0.123
max	1320.334-1320.250=0.083

*mean*	1097.400-1072.400=25.000
σ	186.567-168.211=18.357
min	839.000-844.000=-5.000
max	1319.000-1274.000=45.000

*mean*	2.075-2.224=-0.149
σ	0.068-0.082=-0.014
min	2.020-2.132=-0.113
max	2.189-2.305=-0.116

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.574-1560.610=-0.036
σ	6.249-6.214=0.035
min	1557.522-1557.629=-0.107
max	1571.745-1571.722=0.023

*mean*	619.600-618.800=0.800
σ	81.968-82.606=-0.637
min	495.000-494.000=1.000
max	715.000-716.000=-1.000

*mean*	2.272-2.299=-0.027
σ	0.221-0.155=0.066
min	2.141-2.141=0.000
max	2.665-2.543=0.122

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.181-1882.177=0.004
σ	0.055-0.056=-0.001
min	1882.119-1882.118=0.001
max	1882.241-1882.254=-0.014

*mean*	1725.800-1696.600=29.200
σ	199.621-245.372=-45.750
min	1456.000-1395.000=61.000
max	1915.000-2022.000=-107.000

*mean*	3.054-2.982=0.072
σ	0.186-0.064=0.122
min	2.831-2.895=-0.064
max	3.237-3.056=0.181

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.648-1.844=-0.197
σ	0.269-0.040=0.228
min	1.289-1.798=-0.509
max	1.870-1.893=-0.023

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.084-452.083=0.001
σ	582.724-582.723=0.002
min	160.717-160.720=-0.003
max	1326.170-1326.167=0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.549-0.542=0.007
σ	0.533-0.544=-0.011
min	0.276-0.268=0.008
max	1.348-1.357=-0.009

policies=20

*mean*	1607.537-1607.543=-0.006
σ	0.413-0.428=-0.015
min	1607.255-1607.253=0.002
max	1608.151-1608.177=-0.026

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.750-449.500=-4.750
σ	7.500-8.660=-1.160
min	441.000-442.000=-1.000
max	456.000-457.000=-1.000

*mean*	2.692-2.711=-0.019
σ	0.022-0.020=0.002
min	2.666-2.692=-0.026
max	2.715-2.734=-0.018

policies=200

*mean*	16083.533-16083.441=0.092
σ	0.135-0.147=-0.012
min	16083.393-16083.304=0.088
max	16083.707-16083.595=0.112

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-496.500=-0.750
σ	3.686-5.508=-1.822
min	491.000
max	500.000-503.000=-3.000

*mean*	27.072-27.260=-0.189
σ	0.106-0.161=-0.056
min	26.927-27.144=-0.217
max	27.151-27.489=-0.338