Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.714-54.715=-0.001
σ	0.362-0.362=-0.000
min	54.581-54.583=-0.002
max	55.744-55.745=-0.001

*mean*	417.700-421.000=-3.300
σ	0.483-0.000=0.483
min	417.000-421.000=-4.000
max	418.000-421.000=-3.000

*mean*	0.139-0.139=-0.000
σ	0.003-0.004=-0.001
min	0.135-0.133=0.002
max	0.145-0.145=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.778=-0.000
σ	0.009-0.009=0.000
min	43.759-43.762=-0.003
max	43.791-43.789=0.002

*mean*	418.000-421.000=-3.000
σ	0.000
min	418.000-421.000=-3.000
max	418.000-421.000=-3.000

*mean*	0.120-0.122=-0.002
σ	0.004-0.004=0.000
min	0.116-0.115=0.001
max	0.129-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605

*mean*	4588.625-4590.625=-2.000
σ	2246.091-2248.286=-2.195
min	1484.000-1486.000=-2.000
max	7376.000-7384.000=-8.000

*mean*	159.872-174.709=-14.837
σ	417.391-458.088=-40.697
min	11.892-11.835=0.057
max	1192.861-1308.409=-115.548

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=0.000
max	36.605-36.604=0.000

*mean*	4588.625-4590.625=-2.000
σ	2246.091-2248.286=-2.195
min	1484.000-1486.000=-2.000
max	7376.000-7384.000=-8.000

*mean*	14.050-13.382=0.668
σ	3.687-3.006=0.680
min	11.518-11.374=0.144
max	23.065-18.698=4.367

op=table_records(), no indexes

*mean*	41.939-41.939=-0.000
σ	0.002-0.002=0.000
min	41.938
max	41.942-41.942=-0.000

*mean*	7376.000-7384.000=-8.000
σ	0.000
min	7376.000-7384.000=-8.000
max	7376.000-7384.000=-8.000

*mean*	10.934-11.693=-0.759
σ	0.166-1.970=-1.804
min	10.719-10.766=-0.047
max	11.245-16.558=-5.313

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.001=-0.000
min	41.924
max	41.928-41.928=0.000

*mean*	4180.750-4181.125=-0.375
σ	1943.500-1944.663=-1.163
min	1484.000-1486.000=-2.000
max	7376.000-7384.000=-8.000

*mean*	11.355-11.576=-0.221
σ	1.029-1.849=-0.820
min	10.725-10.574=0.151
max	13.873-16.113=-2.240

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4180.750-4181.125=-0.375
σ	1943.500-1944.663=-1.163
min	1484.000-1486.000=-2.000
max	7376.000-7384.000=-8.000

*mean*	8.734-8.888=-0.154
σ	0.612-1.316=-0.704
min	7.862-7.971=-0.109
max	10.040-12.091=-2.052

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=0.000
max	26.384

*mean*	4180.750-4181.125=-0.375
σ	1943.500-1944.663=-1.163
min	1484.000-1486.000=-2.000
max	7376.000-7384.000=-8.000

*mean*	6.871-6.958=-0.088
σ	0.428-0.985=-0.558
min	6.421-6.272=0.149
max	7.873-9.339=-1.466

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673-25.673=-0.000

*mean*	4588.625-4590.625=-2.000
σ	2246.091-2248.286=-2.195
min	1484.000-1486.000=-2.000
max	7376.000-7384.000=-8.000

*mean*	6.278-6.414=-0.136
σ	0.941-0.894=0.047
min	5.675-5.821=-0.146
max	8.584-8.280=0.304

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.000-0.000=0.000
min	25.961
max	25.962

*mean*	4588.625-4590.625=-2.000
σ	2246.091-2248.286=-2.195
min	1484.000-1486.000=-2.000
max	7376.000-7384.000=-8.000

*mean*	6.082-6.339=-0.257
σ	0.981-0.984=-0.003
min	5.353-5.704=-0.351
max	8.470-8.500=-0.030

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7376.000-7384.000=-8.000
σ	0.000
min	7376.000-7384.000=-8.000
max	7376.000-7384.000=-8.000

*mean*	561.449-344.236=217.214
σ	613.187-2.020=611.167
min	342.435-340.985=1.449
max	2079.006-346.823=1732.183

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.454-0.454=-0.000
min	3495.694-3495.694=-0.000
max	3496.978

*mean*	3756.625-3757.625=-1.000
σ	2298.244-2299.416=-1.172
min	720.000
max	7376.000-7384.000=-8.000

*mean*	1696.382-1699.115=-2.733
σ	602.387-537.847=64.539
min	1372.342-1377.289=-4.947
max	2920.204-2743.767=176.437

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=0.000
min	107.840-107.841=-0.000
max	107.842-107.841=0.000

*mean*	4408.750-4410.125=-1.375
σ	2215.329-2217.836=-2.507
min	1484.000-1486.000=-2.000
max	7376.000-7384.000=-8.000

*mean*	188.280-254.994=-66.714
σ	153.430-337.978=-184.548
min	127.697-123.931=3.766
max	567.380-1090.264=-522.884

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.068

*mean*	4408.750-4410.125=-1.375
σ	2215.329-2217.836=-2.507
min	1484.000-1486.000=-2.000
max	7376.000-7384.000=-8.000

*mean*	42.441-45.783=-3.342
σ	1.495-8.803=-7.308
min	40.774-41.157=-0.383
max	45.386-67.310=-21.924

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=0.000
min	40.925
max	40.928

*mean*	7376.000-7384.000=-8.000
σ	0.000
min	7376.000-7384.000=-8.000
max	7376.000-7384.000=-8.000

*mean*	22.004-183.691=-161.687
σ	1.008-457.417=-456.409
min	21.291-21.437=-0.146
max	24.259-1315.740=-1291.480

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292-71.292=0.000
max	71.296

*mean*	7376.000-7384.000=-8.000
σ	0.000
min	7376.000-7384.000=-8.000
max	7376.000-7384.000=-8.000

*mean*	56.651-63.949=-7.298
σ	1.376-18.619=-17.243
min	55.768-56.025=-0.257
max	59.958-109.930=-49.972

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.014-0.014=0.000
min	4646.837
max	4646.876

*mean*	4180.750-4181.125=-0.375
σ	1943.500-1944.663=-1.163
min	1484.000-1486.000=-2.000
max	7376.000-7384.000=-8.000

*mean*	3157.209-3312.854=-155.645
σ	621.339-819.236=-197.897
min	2500.500-2486.286=14.214
max	4271.830-4543.946=-272.117

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7376.000-7384.000=-8.000
σ	0.000
min	7376.000-7384.000=-8.000
max	7376.000-7384.000=-8.000

*mean*	1003.434-1028.777=-25.343
σ	193.972-199.657=-5.685
min	913.299-910.651=2.648
max	1472.098-1409.223=62.875

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.083=0.000
σ	0.002-0.002=-0.000
min	905.080
max	905.086

*mean*	7376.000-7384.000=-8.000
σ	0.000
min	7376.000-7384.000=-8.000
max	7376.000-7384.000=-8.000

*mean*	434.028-384.261=49.767
σ	146.841-5.985=140.856
min	374.025-371.442=2.583
max	797.299-390.595=406.704

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.250-475.250=1.000
σ	1.035-1.165=-0.130
min	475.000-473.000=2.000
max	477.000-476.000=1.000

*mean*	358.237-375.122=-16.885
σ	40.088-13.470=26.618
min	304.364-358.007=-53.643
max	402.228-391.306=10.922

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-558.000=5.000
σ	0.000
min	563.000-558.000=5.000
max	563.000-558.000=5.000

*mean*	748.983-734.088=14.895
σ	81.657-63.128=18.529
min	617.530-619.838=-2.308
max	833.227-814.407=18.820

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.562-964.562=-0.001
σ	1.880-1.881=-0.001
min	963.845-963.842=0.002
max	972.513-972.518=-0.006

*mean*	1047.250-1035.850=11.400
σ	319.433-309.128=10.305
min	539.000-545.000=-6.000
max	1565.000-1533.000=32.000

*mean*	1.274-1.236=0.037
σ	0.151-0.056=0.095
min	1.181-1.151=0.030
max	1.846-1.339=0.506

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.422-0.463=-0.041
σ	0.436-0.459=-0.023
min	0.150-0.141=0.009
max	1.198-1.255=-0.056

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.737-0.482=0.255
σ	0.303-0.320=-0.017
min	0.582-0.324=0.258
max	1.278-1.055=0.223

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.387-0.234=0.152
σ	0.043-0.041=0.002
min	0.347-0.196=0.150
max	0.455-0.294=0.161

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.594-0.333=0.261
σ	0.039-0.020=0.019
min	0.553-0.312=0.240
max	0.657-0.365=0.293

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	441.200-431.000=10.200
σ	4.025-0.000=4.025
min	434.000-431.000=3.000
max	443.000-431.000=12.000

*mean*	0.728-0.582=0.147
σ	0.030-0.035=-0.005
min	0.679-0.520=0.159
max	0.758-0.607=0.150

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.606-0.498=0.107
σ	0.022-0.031=-0.009
min	0.585-0.448=0.137
max	0.641-0.521=0.120

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	3.555-2.616=0.939
σ	0.081-0.090=-0.010
min	3.393-2.480=0.912
max	3.895-2.958=0.937

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	3.544-2.587=0.956
σ	0.085-0.107=-0.023
min	3.403-2.445=0.959
max	3.839-3.346=0.493

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.546-0.302=0.244
σ	0.016-0.010=0.006
min	0.522-0.289=0.233
max	0.621-0.359=0.263

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.520-0.289=0.230
σ	0.013-0.007=0.006
min	0.500-0.277=0.223
max	0.595-0.327=0.268

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.640-11.785=-0.145
σ	12.234-12.406=-0.173
min	0.574-0.574=0.000
max	115.734-125.115=-9.381

*mean*	462.702-459.393=3.309
σ	18.100-20.202=-2.102
min	409.000-406.000=3.000
max	475.000

*mean*	0.027-0.027=-0.000
σ	0.030-0.030=-0.001
min	0.001-0.001=0.000
max	0.274-0.319=-0.046

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.102-279.006=0.096
σ	1.089-1.044=0.045
min	278.649-278.608=0.040
max	282.198-281.976=0.222

*mean*	444.100-444.400=-0.300
σ	18.046-18.928=-0.882
min	414.000-412.000=2.000
max	474.000-476.000=-2.000

*mean*	0.578-0.586=-0.008
σ	0.022-0.013=0.010
min	0.541-0.557=-0.016
max	0.616-0.604=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257-169.257=-0.000

*mean*	837.875-848.500=-10.625
σ	31.466-0.535=30.932
min	760.000-848.000=-88.000
max	849.000

*mean*	213.581-210.538=3.043
σ	23.444-24.943=-1.499
min	186.602-189.003=-2.401
max	250.983-249.465=1.518

phase=macro expansion

*mean*	5.896-5.899=-0.004
σ	0.000
min	5.896-5.899=-0.004
max	5.896-5.899=-0.004

*mean*	823.000-848.375=-25.375
σ	48.806-0.518=48.288
min	730.000-848.000=-118.000
max	849.000

*mean*	7.973-7.133=0.840
σ	1.328-2.317=-0.989
min	5.917-5.911=0.006
max	9.456-12.226=-2.770

phase=parser

*mean*	1042.134-1042.130=0.004
σ	0.000-0.000=0.000
min	1042.134-1042.130=0.004
max	1042.135-1042.131=0.004

*mean*	823.000-848.375=-25.375
σ	48.806-0.518=48.288
min	730.000-848.000=-118.000
max	849.000

*mean*	521.399-453.153=68.246
σ	93.118-130.904=-37.785
min	402.108-370.583=31.525
max	615.455-718.994=-103.539

phase=processProdDef

*mean*	2243.714-2243.720=-0.006
σ	0.000
min	2243.714-2243.720=-0.006
max	2243.714-2243.720=-0.006

*mean*	837.875-848.500=-10.625
σ	31.466-0.535=30.932
min	760.000-848.000=-88.000
max	849.000

*mean*	2981.996-2724.207=257.789
σ	198.581-372.799=-174.217
min	2668.201-2234.681=433.521
max	3260.644-3201.065=59.579

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	823.000-848.375=-25.375
σ	48.806-0.518=48.288
min	730.000-848.000=-118.000
max	849.000

*mean*	40.947-39.367=1.580
σ	5.813-5.427=0.386
min	32.856-30.222=2.634
max	49.560-47.381=2.179

phase=type checker

*mean*	958.600-958.596=0.004
σ	0.047
min	958.576-958.573=0.004
max	958.701-958.698=0.004

*mean*	823.000-848.375=-25.375
σ	48.806-0.518=48.288
min	730.000-848.000=-118.000
max	849.000

*mean*	671.233-699.630=-28.397
σ	43.820-69.878=-26.059
min	634.923-636.913=-1.990
max	774.418-845.992=-71.574

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.870-282.869=0.000
σ	0.030-0.029=0.001
min	282.841-282.840=0.002
max	282.918-282.917=0.002

*mean*	441.800-440.600=1.200
σ	3.834-3.209=0.625
min	439.000-437.000=2.000
max	446.000-444.000=2.000

*mean*	0.382-0.379=0.003
σ	0.008-0.006=0.002
min	0.373-0.374=-0.000
max	0.392-0.387=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.119-1268.114=0.005
σ	0.130-0.105=0.025
min	1267.997-1268.004=-0.008
max	1268.336-1268.282=0.054

*mean*	1092.400-1110.400=-18.000
σ	167.992-184.260=-16.268
min	892.000-889.000=3.000
max	1321.000-1360.000=-39.000

*mean*	2.036-1.884=0.152
σ	0.112-0.118=-0.006
min	1.841-1.801=0.039
max	2.118-2.092=0.026

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.048-1507.100=-0.051
σ	2.977-2.967=0.010
min	1505.516-1505.604=-0.088
max	1512.363-1512.399=-0.036

*mean*	626.200-628.800=-2.600
σ	87.311-91.026=-3.715
min	496.000-504.000=-8.000
max	728.000

*mean*	2.204-2.373=-0.169
σ	0.205-0.280=-0.075
min	2.053-2.128=-0.075
max	2.565-2.784=-0.219

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.101-1830.109=-0.008
σ	0.069-0.069=-0.000
min	1830.035-1830.034=0.000
max	1830.186-1830.185=0.001

*mean*	1719.200-1757.600=-38.400
σ	187.814-212.713=-24.899
min	1455.000-1476.000=-21.000
max	1891.000-1960.000=-69.000

*mean*	3.000-3.141=-0.140
σ	0.281-0.282=-0.002
min	2.818-2.818=-0.000
max	3.499-3.512=-0.013

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.643-1.676=-0.033
σ	0.205-0.122=0.083
min	1.305-1.549=-0.244
max	1.831-1.844=-0.013

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.197-406.197=0.000
σ	509.795-509.796=-0.001
min	151.295-151.295=-0.000
max	1170.890-1170.891=-0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	435.000-446.000=-11.000
σ	0.000
min	435.000-446.000=-11.000
max	435.000-446.000=-11.000

*mean*	0.515-0.517=-0.002
σ	0.519-0.525=-0.006
min	0.249-0.249=0.001
max	1.293-1.304=-0.011

policies=20

*mean*	1513.132-1513.141=-0.009
σ	0.269-0.271=-0.002
min	1512.960-1512.967=-0.007
max	1513.531-1513.543=-0.013

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.750-448.250=-3.500
σ	6.500-1.500=5.000
min	435.000-446.000=-11.000
max	448.000-449.000=-1.000

*mean*	2.507-2.495=0.012
σ	0.013-0.006=0.007
min	2.491-2.490=0.001
max	2.520-2.503=0.017

policies=200

*mean*	15139.869-15140.032=-0.162
σ	0.215-0.108=0.107
min	15139.660-15139.914=-0.254
max	15140.167-15140.176=-0.008

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.000-498.750=1.250
σ	4.690-6.702=-2.012
min	494.000-492.000=2.000
max	505.000-508.000=-3.000

*mean*	25.182-25.216=-0.035
σ	0.124-0.133=-0.010
min	25.090-25.083=0.007
max	25.364-25.390=-0.027