Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.695-447.664=0.031
σ	0.000
min	447.695-447.664=0.031
max	447.695-447.664=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.871-54.871=-0.000
σ	0.360-0.361=-0.001
min	54.730-54.729=0.001
max	55.893-55.897=-0.004

*mean*	417.700-419.000=-1.300
σ	0.483-0.000=0.483
min	417.000-419.000=-2.000
max	418.000-419.000=-1.000

*mean*	0.142-0.141=0.001
σ	0.004-0.005=-0.001
min	0.138-0.135=0.004
max	0.151-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.840-43.840=0.001
σ	0.006-0.007=-0.001
min	43.833-43.828=0.005
max	43.854-43.851=0.003

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.124-0.124=-0.000
σ	0.002-0.004=-0.002
min	0.122-0.118=0.004
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.616-36.616=0.000
σ	0.000-0.000=-0.000
min	36.616-36.616=0.000
max	36.617-36.617=-0.000

*mean*	3966.875-3917.375=49.500
σ	1868.788-1830.473=38.315
min	1358.000-1353.000=5.000
max	7113.000-6972.000=141.000

*mean*	12.835-12.443=0.393
σ	1.980-1.952=0.028
min	11.885-11.587=0.298
max	17.682-17.255=0.426

op=column_set() on indexed, repeat

*mean*	36.616-36.616=0.000
σ	0.000-0.000=0.000
min	36.616-36.616=0.000
max	36.617-36.616=0.000

*mean*	3966.875-3917.375=49.500
σ	1868.788-1830.473=38.315
min	1358.000-1353.000=5.000
max	7113.000-6972.000=141.000

*mean*	12.993-12.580=0.413
σ	2.181-1.690=0.491
min	11.331-11.174=0.157
max	18.046-16.468=1.578

op=table_records(), no indexes

*mean*	41.948-41.967=-0.020
σ	0.002-0.002=-0.000
min	41.945-41.965=-0.019
max	41.949-41.970=-0.021

*mean*	7132.375-6972.000=160.375
σ	16.044-0.000=16.044
min	7113.000-6972.000=141.000
max	7144.000-6972.000=172.000

*mean*	11.061-10.767=0.293
σ	0.343-0.204=0.139
min	10.690-10.420=0.270
max	11.628-11.175=0.454

op=table_records(), repeat

*mean*	41.932-41.932=-0.000
σ	0.000-0.000=-0.000
min	41.932-41.932=0.000
max	41.933-41.933=0.000

*mean*	3926.000-3877.250=48.750
σ	1936.357-1897.025=39.332
min	1031.000-1032.000=-1.000
max	7113.000-6972.000=141.000

*mean*	12.104-11.788=0.316
σ	3.237-3.142=0.096
min	10.678-10.456=0.222
max	20.111-19.556=0.555

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	3926.000-3877.250=48.750
σ	1936.357-1897.025=39.332
min	1031.000-1032.000=-1.000
max	7113.000-6972.000=141.000

*mean*	8.308-8.207=0.101
σ	0.311-0.414=-0.103
min	7.572-7.258=0.314
max	8.593-8.556=0.038

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.404=0.000
σ	0.000-0.000=-0.000
min	26.404-26.404=0.000
max	26.404-26.404=0.000

*mean*	3926.000-3877.250=48.750
σ	1936.357-1897.025=39.332
min	1031.000-1032.000=-1.000
max	7113.000-6972.000=141.000

*mean*	6.511-6.311=0.200
σ	0.198-0.342=-0.144
min	6.196-5.599=0.596
max	6.682-6.623=0.059

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.679-25.692=-0.013
σ	0.003-0.003=0.000
min	25.678-25.691=-0.013
max	25.686-25.699=-0.013

*mean*	3966.875-3917.375=49.500
σ	1868.788-1830.473=38.315
min	1358.000-1353.000=5.000
max	7113.000-6972.000=141.000

*mean*	6.180-5.912=0.268
σ	0.544-0.430=0.114
min	5.780-5.560=0.220
max	7.474-6.893=0.581

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.981-25.981=0.000
σ	0.000-0.000=-0.000
min	25.981-25.981=0.000
max	25.983-25.982=0.000

*mean*	3966.875-3917.375=49.500
σ	1868.788-1830.473=38.315
min	1358.000-1353.000=5.000
max	7113.000-6972.000=141.000

*mean*	5.940-5.692=0.249
σ	0.477-0.492=-0.016
min	5.691-5.330=0.360
max	7.107-6.871=0.235

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.614=0.000
σ	0.002-0.002=0.000
min	1021.612-1021.612=0.000
max	1021.617-1021.616=0.001

*mean*	7128.500-6972.000=156.500
σ	16.570-0.000=16.570
min	7113.000-6972.000=141.000
max	7144.000-6972.000=172.000

*mean*	347.813-348.684=-0.871
σ	2.097-3.858=-1.761
min	344.331-343.288=1.043
max	351.341-356.748=-5.407

op=load_product(), with indexes

*mean*	3421.098-6254.591=-2833.493
σ	0.468-0.468=0.000
min	3420.932-6254.425=-2833.493
max	3422.257-6255.750=-2833.492

*mean*	3570.125-3525.500=44.625
σ	2194.935-2152.912=42.023
min	720.000
max	7113.000-6972.000=141.000

*mean*	2000.234-3232.465=-1232.231
σ	823.421-1205.476=-382.055
min	1362.312-2372.074=-1009.762
max	3037.184-5223.176=-2185.993

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	104.801-104.801=0.000
σ	0.001-0.000=0.000
min	104.801-104.801=-0.000
max	104.802-104.802=0.001

*mean*	3966.875-3917.375=49.500
σ	1868.788-1830.473=38.315
min	1358.000-1353.000=5.000
max	7113.000-6972.000=141.000

*mean*	170.487-142.548=27.939
σ	163.856-90.466=73.391
min	107.878-104.215=3.664
max	575.747-366.221=209.526

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.081=0.000
σ	0.001-0.001=-0.000
min	62.080-62.080=0.000
max	62.084-62.084=-0.000

*mean*	3966.875-3917.375=49.500
σ	1868.788-1830.473=38.315
min	1358.000-1353.000=5.000
max	7113.000-6972.000=141.000

*mean*	45.922-46.168=-0.246
σ	10.293-8.409=1.884
min	40.615-42.119=-1.503
max	70.959-66.691=4.268

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002
min	40.945-40.945=0.000
max	40.949-40.948=0.000

*mean*	7132.375-6972.000=160.375
σ	16.044-0.000=16.044
min	7113.000-6972.000=141.000
max	7144.000-6972.000=172.000

*mean*	23.483-22.217=1.266
σ	2.554-0.186=2.369
min	22.038-22.003=0.035
max	29.230-22.552=6.677

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.307-71.316=-0.009
σ	0.002-0.002=0.000
min	71.305-71.315=-0.009
max	71.309-71.319=-0.009

*mean*	7132.375-6972.000=160.375
σ	16.044-0.000=16.044
min	7113.000-6972.000=141.000
max	7144.000-6972.000=172.000

*mean*	59.282-57.722=1.560
σ	4.494-0.667=3.827
min	56.262-56.917=-0.655
max	68.967-58.670=10.297

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4518.675-7352.183=-2833.508
σ	0.013-0.013=0.000
min	4518.670-7352.178=-2833.508
max	4518.708-7352.215=-2833.508

*mean*	3922.875-3874.125=48.750
σ	1941.709-1902.394=39.315
min	1006.000-1007.000=-1.000
max	7113.000-6972.000=141.000

*mean*	3281.214-4400.788=-1119.573
σ	582.998-736.791=-153.793
min	2375.507-3323.428=-947.921
max	3928.229-5437.036=-1508.807

op=vertical_lookup_list() on indexed

*mean*	1857.821-2623.010=-765.190
σ	0.002-0.002=-0.000
min	1857.819-2623.009=-765.189
max	1857.823-2623.013=-765.190

*mean*	7128.500-6972.000=156.500
σ	16.570-0.000=16.570
min	7113.000-6972.000=141.000
max	7144.000-6972.000=172.000

*mean*	854.509-1172.268=-317.759
σ	3.757-156.767=-153.011
min	847.983-1084.031=-236.048
max	859.034-1494.246=-635.212

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	902.051-2021.662=-1119.611
σ	0.002-0.002=0.000
min	902.049-2021.660=-1119.611
max	902.054-2021.665=-1119.611

*mean*	7132.375-6972.000=160.375
σ	16.044-0.000=16.044
min	7113.000-6972.000=141.000
max	7144.000-6972.000=172.000

*mean*	439.729-770.227=-330.498
σ	136.853-2.988=133.865
min	372.704-766.009=-393.305
max	758.512-774.586=-16.073

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.750-476.000=0.750
σ	0.463-1.069=-0.606
min	476.000-475.000=1.000
max	477.000

*mean*	387.397-362.824=24.572
σ	40.955-41.825=-0.870
min	306.672-310.949=-4.277
max	436.327-415.297=21.029

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	566.750-565.625=1.125
σ	0.463-1.061=-0.598
min	566.000-563.000=3.000
max	567.000-566.000=1.000

*mean*	759.532-731.903=27.629
σ	45.145-73.583=-28.439
min	699.717-630.837=68.881
max	853.144-828.000=25.144

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.589-1024.599=-0.010
σ	0.759-0.760=-0.001
min	1024.117-1024.130=-0.013
max	1027.728-1027.741=-0.013

*mean*	1050.350-1048.400=1.950
σ	314.166-314.171=-0.005
min	576.000-573.000=3.000
max	1515.000-1512.000=3.000

*mean*	1.390-1.386=0.003
σ	0.087-0.082=0.005
min	1.260-1.297=-0.037
max	1.595-1.577=0.018

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.296-0.289=0.007
σ	0.284-0.294=-0.010
min	0.143-0.132=0.011
max	0.803-0.810=-0.007

name=error_case.art

*mean*	2.341-2.339=0.001
σ	0.012
min	2.334-2.333=0.001
max	2.362-2.361=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.466=0.009
σ	0.313-0.327=-0.014
min	0.323-0.311=0.012
max	1.035-1.051=-0.016

name=heavy_item.art

*mean*	1.523-1.522=0.001
σ	0.002
min	1.521-1.521=0.001
max	1.525-1.525=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.211=0.005
σ	0.024-0.028=-0.003
min	0.194-0.190=0.003
max	0.256-0.259=-0.003

name=nested_use.art

*mean*	2.358-2.357=0.002
σ	0.002
min	2.358-2.356=0.002
max	2.361-2.360=0.002

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.335=-0.006
σ	0.016-0.015=0.001
min	0.313-0.318=-0.005
max	0.354-0.356=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.166-964.840=0.325
σ	0.011
min	965.160-964.835=0.325
max	965.184-964.859=0.325

*mean*	431.400-433.800=-2.400
σ	0.894-3.033=-2.139
min	431.000
max	433.000-437.000=-4.000

*mean*	0.562-0.521=0.041
σ	0.035-0.081=-0.047
min	0.529-0.414=0.115
max	0.608-0.598=0.010

name=cdr_enhanced_4k_loc.art

*mean*	885.994-885.820=0.174
σ	0.002
min	885.993-885.819=0.174
max	885.997-885.823=0.174

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.470-0.468=0.002
σ	0.058-0.056=0.002
min	0.388-0.404=-0.016
max	0.524-0.524=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.711-7.709=0.002
σ	0.002
min	7.710-7.708=0.002
max	7.714-7.712=0.002

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	2.681-1.936=0.744
σ	0.078-0.057=0.021
min	2.476-1.843=0.633
max	2.905-2.099=0.806

name=record_render_large_syntax_err.art

*mean*	7.659-7.657=0.002
σ	0.002
min	7.658-7.656=0.002
max	7.662-7.660=0.002

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	2.645-1.977=0.668
σ	0.092-0.079=0.013
min	2.474-1.838=0.636
max	2.945-2.228=0.717

name=record_render_success.art

*mean*	2.290-2.289=0.001
σ	0.002
min	2.289-2.289=0.001
max	2.293-2.293=0.001

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.307-0.307=0.000
σ	0.008-0.008=-0.000
min	0.293-0.296=-0.003
max	0.360-0.358=0.002

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.294-0.295=-0.001
σ	0.011-0.012=-0.001
min	0.281-0.281=0.000
max	0.351-0.375=-0.024

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.615-298.894=-0.279
σ	1.017-1.008=0.009
min	298.185-298.539=-0.354
max	301.497-301.761=-0.265

*mean*	441.300-445.100=-3.800
σ	13.233-17.742=-4.508
min	420.000-424.000=-4.000
max	461.000-472.000=-11.000

*mean*	0.602-0.599=0.003
σ	0.009-0.027=-0.018
min	0.587-0.547=0.040
max	0.621-0.620=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1013.500-852.000=161.500
σ	66.468-0.000=66.468
min	849.000-852.000=-3.000
max	1037.000-852.000=185.000

*mean*	213.276-214.290=-1.014
σ	2.534-2.313=0.220
min	208.633-212.763=-4.130
max	216.587-219.659=-3.072

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1013.500-852.000=161.500
σ	66.468-0.000=66.468
min	849.000-852.000=-3.000
max	1037.000-852.000=185.000

*mean*	11.066-10.496=0.570
σ	1.741-1.274=0.467
min	9.442-9.478=-0.036
max	13.251-13.122=0.129

phase=parser

*mean*	1042.524-1042.368=0.156
σ	0.000-0.000=0.000
min	1042.523-1042.367=0.156
max	1042.524-1042.368=0.156

*mean*	1013.500-852.000=161.500
σ	66.468-0.000=66.468
min	849.000-852.000=-3.000
max	1037.000-852.000=185.000

*mean*	709.793-654.118=55.675
σ	108.467-79.868=28.600
min	613.752-573.491=40.261
max	845.402-828.626=16.776

phase=processProdDef

*mean*	2072.855-2074.561=-1.706
σ	0.000
min	2072.855-2074.561=-1.706
max	2072.855-2074.561=-1.706

*mean*	1037.000-852.000=185.000
σ	0.000
min	1037.000-852.000=185.000
max	1037.000-852.000=185.000

*mean*	2584.818-2629.010=-44.193
σ	539.607-506.115=33.492
min	1633.127-1610.237=22.890
max	3202.857-3172.007=30.850

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1013.500-852.000=161.500
σ	66.468-0.000=66.468
min	849.000-852.000=-3.000
max	1037.000-852.000=185.000

*mean*	51.379-44.084=7.296
σ	1.056-6.869=-5.813
min	49.185-34.577=14.608
max	52.273-52.817=-0.544

phase=type checker

*mean*	990.454-990.453=0.000
σ	0.071
min	990.348-990.348=0.000
max	990.567-990.567=0.000

*mean*	1013.500-852.000=161.500
σ	66.468-0.000=66.468
min	849.000-852.000=-3.000
max	1037.000-852.000=185.000

*mean*	855.164-793.517=61.647
σ	68.861-85.719=-16.858
min	752.539-688.888=63.651
max	933.699-909.786=23.913

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.928-293.928=-0.000
σ	0.038-0.038=-0.000
min	293.875-293.875=-0.000
max	293.967-293.968=-0.001

*mean*	441.400-441.600=-0.200
σ	2.191
min	439.000-440.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.399-0.395=0.004
σ	0.008-0.003=0.005
min	0.392-0.391=0.001
max	0.409-0.399=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.395-1320.403=-0.008
σ	0.142-0.131=0.010
min	1320.268-1320.284=-0.017
max	1320.627-1320.620=0.007

*mean*	1096.200-1091.600=4.600
σ	174.693-168.352=6.341
min	891.000-892.000=-1.000
max	1336.000-1321.000=15.000

*mean*	1.991-2.024=-0.032
σ	0.123-0.133=-0.011
min	1.900-1.902=-0.002
max	2.196-2.227=-0.031

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.336-1559.912=-0.576
σ	2.847-4.132=-1.285
min	1557.845-1557.820=0.026
max	1564.416-1567.290=-2.874

*mean*	615.000-624.400=-9.400
σ	93.124-87.603=5.520
min	498.000-494.000=4.000
max	728.000-727.000=1.000

*mean*	2.249-2.274=-0.025
σ	0.176-0.210=-0.035
min	2.084-2.062=0.022
max	2.486-2.517=-0.031

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.452-1882.470=-0.018
σ	0.058-0.056=0.002
min	1882.381-1882.399=-0.018
max	1882.536-1882.549=-0.013

*mean*	1711.400-1721.200=-9.800
σ	185.026-191.611=-6.584
min	1463.000-1455.000=8.000
max	1885.000-1898.000=-13.000

*mean*	3.056-3.091=-0.036
σ	0.291-0.344=-0.053
min	2.893-2.898=-0.005
max	3.575-3.703=-0.129

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.770-1.661=0.109
σ	0.182-0.117=0.065
min	1.571-1.548=0.023
max	1.917-1.793=0.124

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	416.893-451.071=-34.178
σ	512.261-580.615=-68.355
min	160.759-160.762=-0.003
max	1185.284-1321.994=-136.710

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	446.000-443.000=3.000
σ	0.000
min	446.000-443.000=3.000
max	446.000-443.000=3.000

*mean*	0.521-0.537=-0.016
σ	0.512-0.540=-0.028
min	0.262-0.259=0.003
max	1.288-1.347=-0.059

policies=20

*mean*	1607.931-1607.935=-0.004
σ	0.374-0.389=-0.014
min	1607.666-1607.665=0.001
max	1608.483-1608.509=-0.026

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-451.000=-3.500
σ	1.000-9.238=-8.238
min	446.000-443.000=3.000
max	448.000-459.000=-11.000

*mean*	2.620-2.638=-0.017
σ	0.014-0.038=-0.024
min	2.607-2.611=-0.004
max	2.634-2.692=-0.059

policies=200

*mean*	16087.939-16087.932=0.007
σ	0.069-0.117=-0.048
min	16087.864-16087.765=0.099
max	16088.023-16088.028=-0.005

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.500-500.250=-5.750
σ	3.873-3.862=0.011
min	490.000-495.000=-5.000
max	499.000-504.000=-5.000

*mean*	26.362-26.591=-0.229
σ	0.181-0.178=0.003
min	26.228-26.459=-0.231
max	26.629-26.841=-0.213