Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.678=0.203
σ	0.357-0.358=-0.000
min	54.747-54.544=0.203
max	55.897-55.695=0.202

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.142-0.140=0.002
σ	0.005-0.006=-0.001
min	0.138-0.132=0.006
max	0.150-0.149=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.704=0.144
σ	0.006-0.007=-0.001
min	43.838-43.694=0.143
max	43.859-43.715=0.144

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.123-0.125=-0.002
σ	0.005-0.004=0.001
min	0.118-0.121=-0.003
max	0.134-0.130=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4042.625-3863.875=178.750
σ	2009.034-1832.186=176.848
min	1217.000-1280.000=-63.000
max	7143.000-6116.000=1027.000

*mean*	13.436-12.472=0.964
σ	1.727-0.406=1.321
min	12.249-11.943=0.307
max	17.602-13.072=4.530

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4042.625-3863.875=178.750
σ	2009.034-1832.186=176.848
min	1217.000-1280.000=-63.000
max	7143.000-6116.000=1027.000

*mean*	13.243-12.535=0.708
σ	2.055-0.449=1.606
min	11.701-11.647=0.053
max	18.171-13.168=5.003

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.933-41.933=0.000

*mean*	7143.000-6116.000=1027.000
σ	0.000
min	7143.000-6116.000=1027.000
max	7143.000-6116.000=1027.000

*mean*	15.226-14.473=0.753
σ	2.057-0.217=1.840
min	11.776-14.174=-2.398
max	19.420-14.770=4.650

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.000=0.002
min	41.927-41.928=-0.000
max	41.932-41.929=0.004

*mean*	4042.625-3863.875=178.750
σ	2009.034-1832.186=176.848
min	1217.000-1280.000=-63.000
max	7143.000-6116.000=1027.000

*mean*	15.199-12.809=2.390
σ	1.152-1.739=-0.586
min	12.930-10.483=2.447
max	16.772-15.652=1.120

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4042.625-3863.875=178.750
σ	2009.034-1832.186=176.848
min	1217.000-1280.000=-63.000
max	7143.000-6116.000=1027.000

*mean*	9.946-8.950=0.996
σ	1.659-1.421=0.238
min	8.564-7.953=0.611
max	12.790-12.401=0.389

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4042.625-3863.875=178.750
σ	2009.034-1832.186=176.848
min	1217.000-1280.000=-63.000
max	7143.000-6116.000=1027.000

*mean*	7.915-6.896=1.020
σ	1.599-1.282=0.317
min	6.632-5.961=0.671
max	10.491-10.012=0.479

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.665-25.666=-0.000
max	25.677-25.674=0.004

*mean*	4042.625-3863.875=178.750
σ	2009.034-1832.186=176.848
min	1217.000-1280.000=-63.000
max	7143.000-6116.000=1027.000

*mean*	6.125-5.550=0.575
σ	0.566-0.170=0.395
min	5.731-5.243=0.488
max	7.465-5.681=1.784

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.001
min	25.968-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4042.625-3863.875=178.750
σ	2009.034-1832.186=176.848
min	1217.000-1280.000=-63.000
max	7143.000-6116.000=1027.000

*mean*	5.991-5.318=0.672
σ	0.595-0.063=0.532
min	5.660-5.215=0.446
max	7.430-5.421=2.009

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=-0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.607=-1502.991

*mean*	7143.000-6116.000=1027.000
σ	0.000
min	7143.000-6116.000=1027.000
max	7143.000-6116.000=1027.000

*mean*	348.726-1321.228=-972.502
σ	2.399-505.160=-502.761
min	345.767-1036.704=-690.937
max	352.630-2140.729=-1788.098

op=load_product(), with indexes

*mean*	7917.793-7878.102=39.690
σ	0.469-0.469=-0.000
min	7917.625-7877.935=39.690
max	7918.954-7879.264=39.690

*mean*	3275.125-3228.125=47.000
σ	1825.422-1829.593=-4.171
min	810.000-809.000=1.000
max	5626.000-6116.000=-490.000

*mean*	3657.879-3801.047=-143.168
σ	1027.550-1282.787=-255.237
min	3088.488-3086.981=1.507
max	6020.725-6210.446=-189.721

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.001
max	62.080-62.081=-0.001

*mean*	4042.625-3863.875=178.750
σ	2009.034-1832.186=176.848
min	1217.000-1280.000=-63.000
max	7143.000-6116.000=1027.000

*mean*	91.202-86.511=4.691
σ	21.948-16.663=5.285
min	70.652-70.387=0.264
max	122.570-116.743=5.827

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.944-40.945=-0.000
max	40.950-40.949=0.001

*mean*	7143.000-6116.000=1027.000
σ	0.000
min	7143.000-6116.000=1027.000
max	7143.000-6116.000=1027.000

*mean*	82.332-62.569=19.763
σ	54.556-4.111=50.445
min	61.096-59.393=1.703
max	217.186-70.251=146.935

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=-0.000
max	66.691-66.690=0.001

*mean*	7143.000-6116.000=1027.000
σ	0.000
min	7143.000-6116.000=1027.000
max	7143.000-6116.000=1027.000

*mean*	104.861-99.094=5.767
σ	13.985-1.619=12.366
min	97.374-98.044=-0.670
max	138.626-102.985=35.641

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11849.156=2368.015
σ	4.304-4.304=-0.000
min	14215.575-11847.561=2368.014
max	14227.821-11859.806=2368.015

*mean*	4042.625-3863.875=178.750
σ	2009.034-1832.186=176.848
min	1217.000-1280.000=-63.000
max	7143.000-6116.000=1027.000

*mean*	8036.844-6366.419=1670.425
σ	1940.886-1209.692=731.194
min	6017.304-5018.743=998.561
max	11127.465-8363.040=2764.425

op=vertical_lookup_list() on indexed

*mean*	13159.109-10791.094=2368.015
σ	0.002-0.002=-0.000
min	13159.106-10791.092=2368.014
max	13159.110-10791.096=2368.014

*mean*	7143.000-6116.000=1027.000
σ	0.000
min	7143.000-6116.000=1027.000
max	7143.000-6116.000=1027.000

*mean*	5393.781-5079.843=313.938
σ	1047.946-1525.072=-477.126
min	4999.777-4062.373=937.405
max	7986.942-7485.630=501.312

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	381.807-373.171=8.636
σ	18.474-17.737=0.737
min	337.081-349.100=-12.019
max	393.066-390.600=2.466

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.625-560.000=0.625
σ	0.518-0.000=0.518
min	560.000
max	561.000-560.000=1.000

*mean*	711.065-755.059=-43.993
σ	64.467-48.990=15.477
min	629.224-637.397=-8.172
max	773.316-792.079=-18.763

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.327=-0.026
σ	0.759-0.759=0.000
min	1023.824-1023.853=-0.028
max	1027.438-1027.464=-0.026

*mean*	1037.350-1051.400=-14.050
σ	303.245-318.527=-15.282
min	553.000-545.000=8.000
max	1461.000-1563.000=-102.000

*mean*	1.571-1.564=0.006
σ	0.091-0.073=0.018
min	1.491-1.405=0.086
max	1.878-1.724=0.154

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.537-0.397=0.140
σ	0.610-0.508=0.102
min	0.151-0.145=0.006
max	1.620-1.304=0.316

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.845-0.479=0.366
σ	0.560-0.324=0.236
min	0.571-0.324=0.247
max	1.846-1.058=0.788

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.391-0.213=0.178
σ	0.039-0.020=0.019
min	0.358-0.193=0.165
max	0.458-0.245=0.213

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.593-0.337=0.256
σ	0.026-0.015=0.011
min	0.576-0.325=0.251
max	0.637-0.363=0.273

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-436.200=-4.400
σ	1.789
min	431.000-433.000=-2.000
max	435.000-437.000=-2.000

*mean*	0.644-0.549=0.095
σ	0.071-0.045=0.025
min	0.586-0.486=0.100
max	0.752-0.601=0.152

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.444-0.500=-0.055
σ	0.026-0.029=-0.003
min	0.418-0.469=-0.050
max	0.482-0.533=-0.051

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	1.969-1.871=0.097
σ	0.068-0.107=-0.039
min	1.854-1.729=0.124
max	2.184-2.309=-0.124

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	2.408-1.870=0.538
σ	0.297-0.100=0.197
min	1.872-1.703=0.168
max	2.844-2.283=0.561

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.308-0.307=0.001
σ	0.010-0.009=0.002
min	0.293-0.293=-0.000
max	0.363-0.359=0.004

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.292-0.293=-0.001
σ	0.007-0.006=0.001
min	0.280-0.279=0.000
max	0.332-0.325=0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.694-298.743=-0.049
σ	1.024-1.043=-0.018
min	298.320-298.310=0.010
max	301.607-301.707=-0.101

*mean*	441.800-443.600=-1.800
σ	16.308-14.909=1.400
min	417.000-425.000=-8.000
max	467.000-471.000=-4.000

*mean*	0.602-0.597=0.004
σ	0.027-0.020=0.007
min	0.547-0.547=-0.000
max	0.637-0.620=0.018

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	1056.500-1707.250=-650.750
σ	26.870-2.121=24.749
min	990.000-1702.000=-712.000
max	1066.000-1708.000=-642.000

*mean*	212.306-214.826=-2.520
σ	2.368-4.552=-2.183
min	209.918-209.663=0.254
max	216.448-224.854=-8.406

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1056.500-1707.250=-650.750
σ	26.870-2.121=24.749
min	990.000-1702.000=-712.000
max	1066.000-1708.000=-642.000

*mean*	7.781-9.538=-1.757
σ	1.558-0.924=0.634
min	6.384-7.451=-1.066
max	9.620-10.358=-0.738

phase=parser

*mean*	1042.361-1042.367=-0.006
σ	0.000-0.000=-0.000
min	1042.360-1042.367=-0.007
max	1042.361-1042.367=-0.007

*mean*	1056.500-1707.250=-650.750
σ	26.870-2.121=24.749
min	990.000-1702.000=-712.000
max	1066.000-1708.000=-642.000

*mean*	496.799-614.988=-118.189
σ	51.061-121.468=-70.407
min	405.345-422.386=-17.042
max	555.616-830.084=-274.468

phase=processProdDef

*mean*	4850.768-4753.276=97.492
σ	0.000-0.000=-0.000
min	4850.768-4753.276=97.492
max	4850.768-4753.276=97.492

*mean*	1066.000-1708.000=-642.000
σ	0.000
min	1066.000-1708.000=-642.000
max	1066.000-1708.000=-642.000

*mean*	4850.377-4125.092=725.285
σ	474.686-774.278=-299.592
min	4162.371-3137.691=1024.680
max	5549.210-5363.823=185.387

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	1056.500-1707.250=-650.750
σ	26.870-2.121=24.749
min	990.000-1702.000=-712.000
max	1066.000-1708.000=-642.000

*mean*	29.561-35.393=-5.832
σ	9.298-5.547=3.752
min	19.895-26.222=-6.327
max	40.820-40.886=-0.066

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	1056.500-1707.250=-650.750
σ	26.870-2.121=24.749
min	990.000-1702.000=-712.000
max	1066.000-1708.000=-642.000

*mean*	766.882-737.502=29.381
σ	105.948-82.920=23.028
min	640.283-650.917=-10.634
max	904.045-864.030=40.015

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.918=-0.098
σ	0.038-0.038=-0.000
min	293.767-293.864=-0.098
max	293.860-293.957=-0.097

*mean*	443.000-445.000=-2.000
σ	0.000
min	443.000-445.000=-2.000
max	443.000-445.000=-2.000

*mean*	0.392-0.399=-0.007
σ	0.001-0.006=-0.006
min	0.391-0.393=-0.002
max	0.393-0.407=-0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.213-1320.307=-0.094
σ	0.031-0.037=-0.006
min	1320.172-1320.253=-0.081
max	1320.245-1320.342=-0.097

*mean*	1094.400-1088.200=6.200
σ	185.924-168.353=17.571
min	837.000-889.000=-52.000
max	1316.000-1320.000=-4.000

*mean*	2.303-2.287=0.016
σ	0.176-0.239=-0.063
min	2.172-2.113=0.059
max	2.611-2.677=-0.065

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.614-1559.439=1.175
σ	6.222-3.364=2.857
min	1557.623-1557.752=-0.129
max	1571.740-1565.450=6.291

*mean*	617.200-626.600=-9.400
σ	81.729-73.667=8.063
min	493.000-538.000=-45.000
max	712.000-724.000=-12.000

*mean*	2.321-2.281=0.041
σ	0.199-0.107=0.091
min	2.160-2.124=0.036
max	2.656-2.398=0.259

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.170-1882.269=-0.099
σ	0.049-0.057=-0.007
min	1882.116-1882.202=-0.086
max	1882.235-1882.353=-0.118

*mean*	1721.200-1720.800=0.400
σ	195.661-186.964=8.696
min	1454.000-1461.000=-7.000
max	1906.000-1894.000=12.000

*mean*	3.034-3.098=-0.064
σ	0.120-0.350=-0.230
min	2.902-2.886=0.016
max	3.163-3.716=-0.554

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.674-1.858=-0.184
σ	0.145-0.042=0.102
min	1.522-1.814=-0.292
max	1.864-1.929=-0.064

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.411=-0.329
σ	582.722-583.278=-0.556
min	160.719-160.769=-0.050
max	1326.165-1327.328=-1.163

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.546-0.553=-0.007
σ	0.550-0.567=-0.017
min	0.266-0.268=-0.002
max	1.371-1.404=-0.033

policies=20

*mean*	1607.522-1608.054=-0.533
σ	0.400-0.438=-0.038
min	1607.248-1607.759=-0.511
max	1608.114-1608.704=-0.590

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.500-447.750=-1.250
σ	7.000-2.500=4.500
min	443.000-444.000=-1.000
max	457.000-449.000=8.000

*mean*	2.677-2.738=-0.061
σ	0.016-0.041=-0.025
min	2.663-2.710=-0.047
max	2.692-2.798=-0.107

policies=200

*mean*	16083.384-16088.481=-5.097
σ	0.117-0.107=0.010
min	16083.220-16088.345=-5.125
max	16083.470-16088.594=-5.124

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-499.750=-2.000
σ	5.620-6.238=-0.618
min	492.000-493.000=-1.000
max	505.000-506.000=-1.000

*mean*	27.235-27.442=-0.207
σ	0.099-0.134=-0.035
min	27.175-27.313=-0.138
max	27.383-27.589=-0.206