Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.834-54.861=-0.026
σ	0.368-0.360=0.008
min	54.704-54.721=-0.017
max	55.881-55.884=-0.003

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.139-0.139=0.000
σ	0.005-0.005=0.000
min	0.133-0.134=-0.001
max	0.148-0.148=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.843-43.847=-0.004
σ	0.006-0.006=0.001
min	43.832-43.836=-0.005
max	43.856-43.856=0.001

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.120-0.125=-0.004
σ	0.005-0.005=-0.000
min	0.116-0.117=-0.001
max	0.130-0.133=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617-36.617=0.000
max	36.618-36.617=0.000

*mean*	4504.875-4423.875=81.000
σ	2222.241-2228.881=-6.641
min	1474.000-1486.000=-12.000
max	7323.000-7409.000=-86.000

*mean*	12.134-12.899=-0.765
σ	0.369-3.530=-3.161
min	11.773-11.446=0.326
max	12.870-21.629=-8.759

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617-36.617=0.000
max	36.618-36.618=-0.001

*mean*	4504.875-4606.125=-101.250
σ	2222.241-2260.154=-37.913
min	1474.000-1486.000=-12.000
max	7323.000-7409.000=-86.000

*mean*	12.272-146.293=-134.021
σ	0.772-375.307=-374.535
min	11.319-12.132=-0.813
max	13.225-1075.093=-1061.868

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.950-41.951=-0.001

*mean*	7323.000-7409.000=-86.000
σ	0.000
min	7323.000-7409.000=-86.000
max	7323.000-7409.000=-86.000

*mean*	11.448-10.540=0.908
σ	0.984-0.260=0.724
min	10.784-10.100=0.684
max	13.675-10.932=2.743

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934-41.933=0.001

*mean*	4504.875-4195.375=309.500
σ	2222.241-1956.150=266.091
min	1474.000-1486.000=-12.000
max	7323.000-7409.000=-86.000

*mean*	11.923-11.042=0.881
σ	1.820-1.776=0.044
min	10.701-10.287=0.414
max	15.795-15.427=0.368

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=0.000
min	27.606-27.606=-0.000
max	27.993

*mean*	4504.875-4195.375=309.500
σ	2222.241-1956.150=266.091
min	1474.000-1486.000=-12.000
max	7323.000-7409.000=-86.000

*mean*	9.064-8.506=0.558
σ	1.431-1.226=0.205
min	7.412-7.408=0.005
max	11.863-11.447=0.416

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.000-0.001=-0.001
min	26.406
max	26.406-26.410=-0.004

*mean*	4504.875-4195.375=309.500
σ	2222.241-1956.150=266.091
min	1474.000-1486.000=-12.000
max	7323.000-7409.000=-86.000

*mean*	7.175-6.489=0.687
σ	1.095-0.759=0.336
min	5.937-6.076=-0.140
max	9.359-8.355=1.004

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4504.875-4606.125=-101.250
σ	2222.241-2260.154=-37.913
min	1474.000-1486.000=-12.000
max	7323.000-7409.000=-86.000

*mean*	6.026-6.297=-0.271
σ	0.106-1.216=-1.110
min	5.895-5.563=0.332
max	6.220-8.645=-2.425

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4504.875-4606.125=-101.250
σ	2222.241-2260.154=-37.913
min	1474.000-1486.000=-12.000
max	7323.000-7409.000=-86.000

*mean*	5.785-5.890=-0.105
σ	0.122-0.989=-0.867
min	5.567-5.305=0.262
max	5.910-8.099=-2.189

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002-0.002=-0.000
min	1021.625-1021.625=0.000
max	1021.629-1021.630=-0.000

*mean*	7323.000-7409.000=-86.000
σ	0.000
min	7323.000-7409.000=-86.000
max	7323.000-7409.000=-86.000

*mean*	579.307-345.070=234.237
σ	655.446-2.460=652.986
min	345.379-340.996=4.383
max	2201.449-348.434=1853.016

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713
max	3497.037-3497.038=-0.001

*mean*	3680.000-3770.000=-90.000
σ	2251.295-2311.805=-60.510
min	724.000-720.000=4.000
max	7323.000-7409.000=-86.000

*mean*	1570.492-1784.734=-214.242
σ	498.792-673.718=-174.926
min	1388.608-1381.033=7.576
max	2804.887-2954.860=-149.973

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.853-107.854=-0.000
max	107.854-107.854=0.001

*mean*	4504.875-4195.375=309.500
σ	2222.241-1956.150=266.091
min	1474.000-1486.000=-12.000
max	7323.000-7409.000=-86.000

*mean*	139.295-139.739=-0.444
σ	17.947-17.680=0.268
min	122.918-128.768=-5.849
max	171.530-182.500=-10.970

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.000

*mean*	4504.875-4423.875=81.000
σ	2222.241-2228.881=-6.641
min	1474.000-1486.000=-12.000
max	7323.000-7409.000=-86.000

*mean*	42.429-169.709=-127.280
σ	1.822-358.484=-356.662
min	39.947-41.617=-1.671
max	45.071-1056.907=-1011.837

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=-0.000
min	40.947
max	40.950-40.951=-0.001

*mean*	7323.000-7409.000=-86.000
σ	0.000
min	7323.000-7409.000=-86.000
max	7323.000-7409.000=-86.000

*mean*	23.964-91.299=-67.335
σ	4.965-197.794=-192.830
min	21.236-20.870=0.365
max	34.501-580.814=-546.313

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311-71.310=0.000

*mean*	7323.000-7409.000=-86.000
σ	0.000
min	7323.000-7409.000=-86.000
max	7323.000-7409.000=-86.000

*mean*	59.819-58.382=1.437
σ	12.069-7.666=4.403
min	54.729-54.796=-0.067
max	89.647-77.323=12.324

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.001
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4504.875-4195.375=309.500
σ	2222.241-1956.150=266.091
min	1474.000-1486.000=-12.000
max	7323.000-7409.000=-86.000

*mean*	3458.477-3282.683=175.794
σ	802.021-697.233=104.788
min	2505.467-2524.032=-18.565
max	4627.108-4362.289=264.819

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.853=0.000

*mean*	7323.000-7409.000=-86.000
σ	0.000
min	7323.000-7409.000=-86.000
max	7323.000-7409.000=-86.000

*mean*	1109.338-971.729=137.609
σ	361.108-86.554=274.554
min	914.239-918.157=-3.918
max	1852.660-1157.799=694.861

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7323.000-7409.000=-86.000
σ	0.000
min	7323.000-7409.000=-86.000
max	7323.000-7409.000=-86.000

*mean*	472.099-391.050=81.050
σ	171.530-4.943=166.587
min	393.291-381.382=11.909
max	888.011-397.904=490.108

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	365.565-381.266=-15.700
σ	30.613-15.782=14.831
min	298.882-366.493=-67.611
max	394.599-409.752=-15.153

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.500-558.500=1.000
σ	0.535-0.926=-0.391
min	559.000-557.000=2.000
max	560.000-559.000=1.000

*mean*	741.904-789.447=-47.542
σ	55.658-38.290=17.368
min	639.472-738.431=-98.958
max	818.256-863.176=-44.920

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-1024.566=-60.595
σ	1.821-0.759=1.062
min	963.264-1024.094=-60.830
max	971.671-1027.705=-56.034

*mean*	1047.250-1048.400=-1.150
σ	320.348-311.899=8.449
min	544.000-592.000=-48.000
max	1567.000-1510.000=57.000

*mean*	1.274-1.395=-0.121
σ	0.164-0.071=0.093
min	1.164-1.326=-0.162
max	1.879-1.589=0.290

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.500-0.435=0.064
σ	0.505-0.449=0.056
min	0.254-0.150=0.104
max	1.402-1.216=0.185

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.830-0.476=0.354
σ	0.529-0.329=0.200
min	0.571-0.322=0.248
max	1.775-1.064=0.712

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.380-0.216=0.164
σ	0.039-0.033=0.006
min	0.349-0.197=0.152
max	0.448-0.274=0.174

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.585-0.327=0.258
σ	0.030-0.014=0.016
min	0.559-0.316=0.243
max	0.636-0.351=0.285

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.592-0.541=0.051
σ	0.091-0.075=0.016
min	0.514-0.427=0.087
max	0.746-0.612=0.134

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.469-0.398=0.071
σ	0.032-0.038=-0.006
min	0.430-0.373=0.057
max	0.519-0.466=0.053

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.572-1.826=0.746
σ	0.190-0.055=0.135
min	1.793-1.738=0.055
max	3.088-2.036=1.053

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.599-1.952=0.647
σ	0.081-0.072=0.009
min	2.458-1.747=0.711
max	2.878-2.217=0.661

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.303-0.304=-0.001
σ	0.009-0.012=-0.003
min	0.282-0.289=-0.007
max	0.356-0.382=-0.026

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.295-0.288=0.007
σ	0.046-0.007=0.038
min	0.270-0.275=-0.006
max	0.733-0.325=0.408

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.653-11.578=0.074
σ	12.869-10.779=2.091
min	0.958-0.574=0.384
max	93.474-82.399=11.075

*mean*	460.033-461.039=-1.006
σ	16.698-18.632=-1.934
min	410.000-408.000=2.000
max	472.000-478.000=-6.000

*mean*	0.027-0.027=0.000
σ	0.032-0.026=0.005
min	0.001-0.001=0.000
max	0.226-0.197=0.028

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.036-298.689=-19.653
σ	1.013-1.026=-0.013
min	278.543-298.240=-19.698
max	281.908-301.604=-19.696

*mean*	442.100-440.700=1.400
σ	17.065-16.473=0.592
min	414.000-415.000=-1.000
max	466.000-467.000=-1.000

*mean*	0.568-0.593=-0.025
σ	0.029-0.025=0.004
min	0.491-0.553=-0.062
max	0.594-0.637=-0.044

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000
min	173.738
max	173.738

*mean*	842.375-839.000=3.375
σ	1.061-0.000=1.061
min	840.000-839.000=1.000
max	843.000-839.000=4.000

*mean*	219.972-243.223=-23.251
σ	15.087-23.841=-8.754
min	200.710-198.464=2.246
max	253.866-264.459=-10.593

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	842.000-839.000=3.000
σ	1.309-0.000=1.309
min	840.000-839.000=1.000
max	843.000-839.000=4.000

*mean*	9.558-7.161=2.397
σ	0.168-2.240=-2.072
min	9.207-6.276=2.930
max	9.706-12.703=-2.998

phase=parser

*mean*	1042.435-1042.431=0.004
σ	0.000-0.000=-0.000
min	1042.435-1042.431=0.004
max	1042.435-1042.431=0.004

*mean*	842.000-839.000=3.000
σ	1.309-0.000=1.309
min	840.000-839.000=1.000
max	843.000-839.000=4.000

*mean*	599.898-570.223=29.676
σ	9.870-98.997=-89.127
min	585.151-424.099=161.052
max	612.833-722.589=-109.756

phase=processProdDef

*mean*	2243.976-2243.980=-0.004
σ	0.000-0.000=-0.000
min	2243.976-2243.980=-0.004
max	2243.976-2243.981=-0.004

*mean*	842.375-839.000=3.375
σ	1.061-0.000=1.061
min	840.000-839.000=1.000
max	843.000-839.000=4.000

*mean*	3008.735-2791.300=217.435
σ	335.489-345.791=-10.302
min	2528.535-2185.334=343.201
max	3355.212-3335.452=19.760

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.000-839.000=3.000
σ	1.309-0.000=1.309
min	840.000-839.000=1.000
max	843.000-839.000=4.000

*mean*	40.158-23.644=16.514
σ	0.541-9.636=-9.095
min	39.101-19.957=19.144
max	40.702-47.483=-6.782

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.000-839.000=3.000
σ	1.309-0.000=1.309
min	840.000-839.000=1.000
max	843.000-839.000=4.000

*mean*	674.434-669.794=4.640
σ	6.252-47.561=-41.309
min	665.042-645.134=19.908
max	682.958-785.173=-102.214

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.395-293.821=-11.426
σ	0.036-0.038=-0.002
min	282.339-293.768=-11.428
max	282.426-293.859=-11.433

*mean*	444.400-444.000=0.400
σ	0.548-0.000=0.548
min	444.000
max	445.000-444.000=1.000

*mean*	0.382-0.401=-0.020
σ	0.007-0.012=-0.005
min	0.374-0.388=-0.014
max	0.389-0.413=-0.024

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.084-1320.288=-53.204
σ	0.107-0.130=-0.023
min	1267.003-1320.167=-53.164
max	1267.268-1320.504=-53.235

*mean*	1113.000-1089.000=24.000
σ	171.333-173.329=-1.996
min	898.000-881.000=17.000
max	1336.000-1320.000=16.000

*mean*	1.917-1.975=-0.058
σ	0.094-0.165=-0.071
min	1.850-1.829=0.021
max	2.082-2.247=-0.165

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.131-1559.296=-53.165
σ	2.952-2.977=-0.025
min	1504.631-1557.721=-53.090
max	1511.401-1564.609=-53.208

*mean*	630.200-611.400=18.800
σ	90.295-93.144=-2.849
min	506.000-500.000=6.000
max	730.000-734.000=-4.000

*mean*	2.352-2.185=0.168
σ	0.294-0.111=0.184
min	2.056-2.085=-0.029
max	2.775-2.357=0.418

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.112-1882.341=-53.228
σ	0.076-0.059=0.017
min	1829.022-1882.274=-53.252
max	1829.217-1882.425=-53.208

*mean*	1761.800-1730.400=31.400
σ	213.675-176.589=37.086
min	1491.000-1473.000=18.000
max	1969.000-1889.000=80.000

*mean*	3.137-3.080=0.056
σ	0.322-0.266=0.056
min	2.812-2.925=-0.113
max	3.501-3.554=-0.053

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.796-1.648=0.149
σ	0.086-0.256=-0.171
min	1.706-1.264=0.442
max	1.898-1.881=0.017

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-419.943=-22.245
σ	518.051-518.105=-0.054
min	138.671-160.887=-22.216
max	1174.775-1197.101=-22.326

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.496-0.531=-0.035
σ	0.524-0.526=-0.002
min	0.231-0.265=-0.033
max	1.283-1.321=-0.038

policies=20

*mean*	1386.839-1609.206=-222.367
σ	0.160-0.341=-0.182
min	1386.729-1608.959=-222.231
max	1387.077-1609.711=-222.634

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	444.000-447.000=-3.000
σ	0.000-6.000=-6.000
min	444.000
max	444.000-456.000=-12.000

*mean*	2.317-2.590=-0.273
σ	0.020-0.022=-0.002
min	2.288-2.566=-0.278
max	2.329-2.612=-0.283

policies=200

*mean*	13876.915-16100.576=-2223.661
σ	0.068-0.147=-0.078
min	13876.844-16100.442=-2223.598
max	13877.002-16100.751=-2223.749

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	492.750-495.750=-3.000
σ	4.113-4.924=-0.811
min	488.000-490.000=-2.000
max	498.000-502.000=-4.000

*mean*	23.454-26.092=-2.638
σ	0.114-0.114=-0.000
min	23.307-25.979=-2.672
max	23.584-26.248=-2.663