Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.859-54.859=0.000
σ	0.361-0.357=0.003
min	54.719-54.727=-0.008
max	55.885-55.875=0.010

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.137-0.141=-0.004
σ	0.007-0.004=0.003
min	0.131-0.137=-0.006
max	0.154-0.148=0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.847-43.849=-0.002
σ	0.005-0.006=-0.001
min	43.837-43.841=-0.004
max	43.854-43.858=-0.004

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.124-0.126=-0.002
σ	0.006-0.005=0.002
min	0.117-0.122=-0.005
max	0.133-0.133=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4427.500-4589.625=-162.125
σ	2225.983-2249.433=-23.450
min	1486.000-1482.000=4.000
max	7407.000-7381.000=26.000

*mean*	12.799-122.543=-109.744
σ	2.031-310.087=-308.056
min	11.850-11.737=0.113
max	17.804-889.953=-872.149

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.000-0.000=0.000
min	36.617-36.617=0.000
max	36.618-36.618=0.001

*mean*	4607.500-4589.625=17.875
σ	2257.049-2249.433=7.616
min	1486.000-1482.000=4.000
max	7407.000-7381.000=26.000

*mean*	173.310-14.322=158.988
σ	452.452-4.571=447.881
min	12.462-11.580=0.883
max	1293.066-24.704=1268.362

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=0.000
min	41.946
max	41.951-41.950=0.000

*mean*	7407.000-7381.000=26.000
σ	0.000
min	7407.000-7381.000=26.000
max	7407.000-7381.000=26.000

*mean*	11.315-11.660=-0.345
σ	0.159-1.773=-1.614
min	11.067-10.773=0.293
max	11.574-16.029=-4.456

op=table_records(), repeat

*mean*	41.933-41.934=-0.000
σ	0.000-0.002=-0.001
min	41.933
max	41.934-41.937=-0.004

*mean*	4198.625-4180.250=18.375
σ	1953.296-1946.464=6.832
min	1486.000-1482.000=4.000
max	7407.000-7381.000=26.000

*mean*	11.815-11.568=0.247
σ	1.700-1.834=-0.134
min	11.097-10.662=0.435
max	16.009-16.089=-0.080

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993

*mean*	4198.625-4180.250=18.375
σ	1953.296-1946.464=6.832
min	1486.000-1482.000=4.000
max	7407.000-7381.000=26.000

*mean*	8.976-9.105=-0.129
σ	1.247-1.214=0.033
min	7.867-8.096=-0.229
max	11.927-12.037=-0.110

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=0.000
max	26.406

*mean*	4198.625-4180.250=18.375
σ	1953.296-1946.464=6.832
min	1486.000-1482.000=4.000
max	7407.000-7381.000=26.000

*mean*	6.784-7.124=-0.340
σ	1.072-0.980=0.092
min	5.978-6.408=-0.430
max	9.342-9.493=-0.151

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4607.500-4589.625=17.875
σ	2257.049-2249.433=7.616
min	1486.000-1482.000=4.000
max	7407.000-7381.000=26.000

*mean*	6.574-6.552=0.022
σ	1.087-1.039=0.048
min	5.925-5.759=0.166
max	9.000-8.800=0.201

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.985-25.984=0.000
σ	0.001-0.000=0.001
min	25.984
max	25.988-25.985=0.003

*mean*	4607.500-4589.625=17.875
σ	2257.049-2249.433=7.616
min	1486.000-1482.000=4.000
max	7407.000-7381.000=26.000

*mean*	6.436-6.417=0.018
σ	1.077-1.179=-0.101
min	5.836-5.624=0.212
max	8.865-9.117=-0.252

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=0.000
min	1021.625
max	1021.629

*mean*	7407.000-7381.000=26.000
σ	0.000
min	7407.000-7381.000=26.000
max	7407.000-7381.000=26.000

*mean*	341.892-348.239=-6.347
σ	1.707-3.008=-1.301
min	339.855-344.738=-4.883
max	344.270-355.105=-10.835

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713
max	3497.038-3497.037=0.001

*mean*	3771.625-3757.000=14.625
σ	2309.788-2300.799=8.989
min	720.000
max	7407.000-7381.000=26.000

*mean*	1780.986-1765.748=15.238
σ	670.807-681.171=-10.364
min	1380.844-1391.771=-10.927
max	2932.136-2959.141=-27.005

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853-107.854=-0.000
max	107.854-107.855=-0.001

*mean*	4198.625-4408.250=-209.625
σ	1953.296-2218.575=-265.279
min	1486.000-1482.000=4.000
max	7407.000-7381.000=26.000

*mean*	132.820-236.309=-103.489
σ	20.038-280.514=-260.476
min	123.968-129.058=-5.090
max	182.295-929.969=-747.674

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4427.500-4408.250=19.250
σ	2225.983-2218.575=7.408
min	1486.000-1482.000=4.000
max	7407.000-7381.000=26.000

*mean*	164.320-44.218=120.102
σ	345.990-8.112=337.878
min	40.098-39.936=0.162
max	1020.592-64.177=956.416

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002-0.002=0.000
min	40.947
max	40.951-40.950=0.001

*mean*	7407.000-7381.000=26.000
σ	0.000
min	7407.000-7381.000=26.000
max	7407.000-7381.000=26.000

*mean*	128.054-177.345=-49.290
σ	299.301-437.981=-138.679
min	21.899-21.542=0.356
max	868.787-1261.285=-392.498

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=-0.000
max	71.311-71.311=-0.000

*mean*	7407.000-7381.000=26.000
σ	0.000
min	7407.000-7381.000=26.000
max	7407.000-7381.000=26.000

*mean*	57.830-64.755=-6.925
σ	5.841-22.102=-16.261
min	54.736-55.806=-1.070
max	72.238-119.123=-46.885

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.013-0.013=-0.000
min	4646.845
max	4646.883

*mean*	4198.625-4180.250=18.375
σ	1953.296-1946.464=6.832
min	1486.000-1482.000=4.000
max	7407.000-7381.000=26.000

*mean*	3309.965-3306.631=3.335
σ	778.562-780.708=-2.146
min	2483.074-2537.989=-54.915
max	4496.011-4467.130=28.881

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.000

*mean*	7407.000-7381.000=26.000
σ	0.000
min	7407.000-7381.000=26.000
max	7407.000-7381.000=26.000

*mean*	964.380-1051.492=-87.112
σ	69.642-250.667=-181.025
min	921.134-919.131=2.003
max	1098.655-1589.546=-490.891

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105-905.105=0.000
σ	0.002-0.002=-0.000
min	905.102-905.102=0.001
max	905.108

*mean*	7407.000-7381.000=26.000
σ	0.000
min	7407.000-7381.000=26.000
max	7407.000-7381.000=26.000

*mean*	391.539-397.068=-5.529
σ	4.958-5.247=-0.289
min	379.802-387.452=-7.650
max	394.891-406.263=-11.371

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-476.750=-0.750
σ	0.000-0.463=-0.463
min	476.000
max	476.000-477.000=-1.000

*mean*	356.889-352.184=4.705
σ	37.183-39.692=-2.509
min	303.604-302.909=0.695
max	405.196-398.671=6.525

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.000-566.000=-4.000
σ	0.000
min	562.000-566.000=-4.000
max	562.000-566.000=-4.000

*mean*	746.476-754.695=-8.220
σ	63.029-36.338=26.692
min	628.665-711.109=-82.444
max	834.419-806.508=27.911

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.565-1024.565=0.000
σ	0.760-0.760=-0.000
min	1024.094-1024.094=0.000
max	1027.706-1027.705=0.001

*mean*	1048.950-1053.000=-4.050
σ	312.413-317.644=-5.232
min	592.000-538.000=54.000
max	1512.000-1561.000=-49.000

*mean*	1.386-1.371=0.014
σ	0.110-0.090=0.020
min	1.293-1.298=-0.005
max	1.717-1.680=0.037

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.299-0.437=-0.138
σ	0.286-0.507=-0.221
min	0.136-0.140=-0.004
max	0.808-1.321=-0.513

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.479=-0.004
σ	0.316-0.309=0.008
min	0.320-0.332=-0.012
max	1.041-1.031=0.010

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.221=-0.001
σ	0.027-0.020=0.007
min	0.202-0.206=-0.004
max	0.266-0.255=0.011

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.337-0.334=0.003
σ	0.021-0.018=0.003
min	0.321-0.321=0.000
max	0.373-0.364=0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	436.000-437.000=-1.000
σ	2.236-6.595=-4.359
min	432.000-431.000=1.000
max	437.000-444.000=-7.000

*mean*	0.572-0.543=0.029
σ	0.041-0.039=0.002
min	0.526-0.505=0.021
max	0.618-0.593=0.025

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.479-0.474=0.005
σ	0.039-0.036=0.004
min	0.419-0.421=-0.001
max	0.520-0.515=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	1.959-1.945=0.013
σ	0.067-0.092=-0.025
min	1.865-1.830=0.036
max	2.193-2.598=-0.405

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	1.967-2.372=-0.405
σ	0.075-0.311=-0.236
min	1.835-1.854=-0.019
max	2.231-2.870=-0.639

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.308-0.308=-0.000
σ	0.011-0.019=-0.008
min	0.293-0.282=0.011
max	0.386-0.457=-0.071

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.296-0.294=0.002
σ	0.039-0.007=0.032
min	0.277-0.280=-0.003
max	0.667-0.323=0.344

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.817-11.614=0.203
σ	10.747-11.888=-1.140
min	0.574-0.574=0.000
max	93.443-106.131=-12.687

*mean*	461.819-457.963=3.856
σ	19.885-22.677=-2.792
min	406.000-407.000=-1.000
max	479.000-480.000=-1.000

*mean*	0.027-0.027=0.000
σ	0.026-0.029=-0.003
min	0.001-0.001=-0.000
max	0.230-0.259=-0.028

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.586-298.636=-0.050
σ	1.035-1.022=0.013
min	298.143-298.259=-0.116
max	301.516-301.542=-0.026

*mean*	442.100-439.100=3.000
σ	17.304-15.996=1.308
min	414.000-415.000=-1.000
max	468.000-463.000=5.000

*mean*	0.592-0.604=-0.013
σ	0.033-0.014=0.020
min	0.511-0.589=-0.078
max	0.630-0.637=-0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	844.000-839.000=5.000
σ	0.000
min	844.000-839.000=5.000
max	844.000-839.000=5.000

*mean*	228.485-240.885=-12.400
σ	28.211-24.519=3.692
min	188.521-199.545=-11.025
max	255.673-259.060=-3.387

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	6.411-9.851=-3.440
σ	0.057-1.107=-1.050
min	6.327-9.375=-3.047
max	6.508-12.584=-6.076

phase=parser

*mean*	1042.431-1042.434=-0.003
σ	0.000-0.000=-0.000
min	1042.431-1042.433=-0.002
max	1042.431-1042.434=-0.003

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	574.319-608.502=-34.183
σ	55.853-45.100=10.753
min	438.970-561.770=-122.800
max	609.069-714.856=-105.787

phase=processProdDef

*mean*	2243.980-2243.977=0.003
σ	0.000
min	2243.980-2243.977=0.003
max	2243.980-2243.977=0.003

*mean*	844.000-839.000=5.000
σ	0.000
min	844.000-839.000=5.000
max	844.000-839.000=5.000

*mean*	2699.805-2764.189=-64.384
σ	392.900-305.957=86.943
min	1947.952-2161.271=-213.319
max	3374.996-3031.574=343.423

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	20.871-40.826=-19.956
σ	0.310-2.358=-2.048
min	20.480-39.162=-18.682
max	21.497-46.558=-25.060

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	843.375-839.000=4.375
σ	1.768-0.000=1.768
min	839.000
max	844.000-839.000=5.000

*mean*	674.331-698.552=-24.221
σ	43.083-71.440=-28.357
min	639.865-669.146=-29.282
max	771.792-875.173=-103.381

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.819-293.821=-0.001
σ	0.038-0.037=0.000
min	293.766-293.768=-0.002
max	293.858-293.859=-0.002

*mean*	440.800-444.600=-3.800
σ	2.683-0.548=2.136
min	438.000-444.000=-6.000
max	444.000-445.000=-1.000

*mean*	0.393-0.394=-0.001
σ	0.008-0.006=0.002
min	0.389-0.389=0.000
max	0.408-0.401=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.291-1320.287=0.005
σ	0.132-0.130=0.002
min	1320.159-1320.166=-0.007
max	1320.503-1320.496=0.006

*mean*	1090.400-1089.200=1.200
σ	168.748-167.934=0.814
min	891.000
max	1321.000-1318.000=3.000

*mean*	1.989-1.961=0.028
σ	0.218-0.162=0.057
min	1.857-1.857=0.001
max	2.375-2.242=0.133

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.271-1559.287=-0.016
σ	2.982-2.971=0.011
min	1557.661-1557.700=-0.039
max	1564.588-1564.588=0.000

*mean*	616.000-610.600=5.400
σ	86.319-91.394=-5.074
min	523.000-499.000=24.000
max	731.000-726.000=5.000

*mean*	2.241-2.192=0.048
σ	0.235-0.144=0.091
min	2.002-2.071=-0.069
max	2.609-2.400=0.208

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.340-1882.349=-0.009
σ	0.049-0.066=-0.017
min	1882.276-1882.254=0.022
max	1882.414-1882.425=-0.012

*mean*	1730.200-1728.000=2.200
σ	173.154-173.524=-0.370
min	1474.000-1471.000=3.000
max	1882.000-1880.000=2.000

*mean*	3.032-3.043=-0.011
σ	0.262-0.255=0.007
min	2.866-2.876=-0.010
max	3.493-3.495=-0.002

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.785-1.579=0.206
σ	0.068-0.120=-0.052
min	1.668-1.419=0.249
max	1.837-1.734=0.103

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.942-419.767=0.174
σ	518.105-518.097=0.009
min	160.885-160.715=0.170
max	1197.100-1196.912=0.188

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	447.000-446.000=1.000
σ	0.000
min	447.000-446.000=1.000
max	447.000-446.000=1.000

*mean*	0.522-0.520=0.002
σ	0.518-0.507=0.011
min	0.259-0.262=-0.003
max	1.299-1.281=0.018

policies=20

*mean*	1609.180-1607.486=1.694
σ	0.349-0.353=-0.004
min	1608.941-1607.243=1.699
max	1609.697-1608.009=1.688

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-449.250=0.750
σ	6.000-6.500=-0.500
min	447.000-446.000=1.000
max	459.000

*mean*	2.577-2.583=-0.006
σ	0.013-0.013=0.000
min	2.562-2.570=-0.008
max	2.593-2.601=-0.007

policies=200

*mean*	16100.557-16083.569=16.989
σ	0.069-0.080=-0.012
min	16100.459-16083.478=16.981
max	16100.609-16083.667=16.942

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500
σ	2.646-5.066=-2.420
min	494.000-492.000=2.000
max	500.000-503.000=-3.000

*mean*	25.974-26.081=-0.107
σ	0.078-0.119=-0.041
min	25.864-25.990=-0.126
max	26.046-26.252=-0.206