Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.889=-0.001
σ	0.356-0.359=-0.002
min	54.753-54.750=0.002
max	55.902-55.910=-0.008

*mean*	416.000-418.700=-2.700
σ	0.000-0.483=-0.483
min	416.000-418.000=-2.000
max	416.000-419.000=-3.000

*mean*	0.142-0.141=0.001
σ	0.006-0.004=0.002
min	0.137-0.138=-0.001
max	0.153-0.150=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.855=0.001
σ	0.006-0.006=-0.000
min	43.845-43.846=-0.001
max	43.865-43.867=-0.002

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.124-0.121=0.003
σ	0.004-0.005=-0.001
min	0.122-0.116=0.005
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4041.625-4042.375=-0.750
σ	2008.657-2007.703=0.954
min	1218.000-1216.000=2.000
max	7147.000-7138.000=9.000

*mean*	14.011-13.513=0.498
σ	2.513-1.713=0.800
min	12.229-12.453=-0.224
max	18.212-17.706=0.505

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4041.625-4042.375=-0.750
σ	2008.657-2007.703=0.954
min	1218.000-1216.000=2.000
max	7147.000-7138.000=9.000

*mean*	14.068-13.509=0.559
σ	1.977-2.001=-0.024
min	11.812-11.841=-0.029
max	17.283-18.158=-0.875

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.001=0.000
min	41.928-41.929=-0.000
max	41.932-41.932=-0.000

*mean*	7147.000-7138.000=9.000
σ	0.000
min	7147.000-7138.000=9.000
max	7147.000-7138.000=9.000

*mean*	15.515-14.943=0.571
σ	0.281-1.269=-0.988
min	15.152-11.835=3.317
max	15.914-15.740=0.174

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.927=0.000
max	41.932-41.932=-0.000

*mean*	4041.625-4042.375=-0.750
σ	2008.657-2007.703=0.954
min	1218.000-1216.000=2.000
max	7147.000-7138.000=9.000

*mean*	14.698-14.435=0.262
σ	1.509-1.850=-0.341
min	11.421-11.495=-0.075
max	16.020-16.105=-0.085

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4041.625-4042.375=-0.750
σ	2008.657-2007.703=0.954
min	1218.000-1216.000=2.000
max	7147.000-7138.000=9.000

*mean*	9.915-10.305=-0.390
σ	1.532-1.850=-0.318
min	8.326-9.013=-0.687
max	12.543-13.402=-0.859

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4041.625-4042.375=-0.750
σ	2008.657-2007.703=0.954
min	1218.000-1216.000=2.000
max	7147.000-7138.000=9.000

*mean*	7.570-7.568=0.002
σ	1.747-1.952=-0.205
min	6.109-5.810=0.299
max	10.349-10.695=-0.346

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665
max	25.678-25.678=-0.000

*mean*	4041.625-4042.375=-0.750
σ	2008.657-2007.703=0.954
min	1218.000-1216.000=2.000
max	7147.000-7138.000=9.000

*mean*	6.426-6.248=0.178
σ	0.699-0.489=0.209
min	5.868-5.956=-0.088
max	7.725-7.430=0.295

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.003-0.002=0.001
min	25.968
max	25.976-25.972=0.004

*mean*	4041.625-4042.375=-0.750
σ	2008.657-2007.703=0.954
min	1218.000-1216.000=2.000
max	7147.000-7138.000=9.000

*mean*	6.180-5.997=0.183
σ	0.631-0.530=0.100
min	5.730-5.476=0.253
max	7.221-7.255=-0.034

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7147.000-7138.000=9.000
σ	0.000
min	7147.000-7138.000=9.000
max	7147.000-7138.000=9.000

*mean*	431.791-362.680=69.111
σ	236.314-40.444=195.870
min	345.128-346.260=-1.132
max	1016.613-462.662=553.951

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.000
σ	0.469-0.469=-0.000
min	7917.625
max	7918.954

*mean*	3273.750-3274.875=-1.125
σ	1823.183-1826.067=-2.883
min	810.000
max	5622.000-5625.000=-3.000

*mean*	3748.603-3822.094=-73.492
σ	1085.063-1216.754=-131.691
min	3071.598-3089.965=-18.367
max	5715.563-6228.080=-512.517

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4041.625-4042.375=-0.750
σ	2008.657-2007.703=0.954
min	1218.000-1216.000=2.000
max	7147.000-7138.000=9.000

*mean*	88.387-89.943=-1.556
σ	19.411-21.569=-2.158
min	70.625-70.154=0.471
max	116.519-125.634=-9.115

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7147.000-7138.000=9.000
σ	0.000
min	7147.000-7138.000=9.000
max	7147.000-7138.000=9.000

*mean*	62.318-84.760=-22.442
σ	1.366-65.980=-64.614
min	60.961-60.032=0.929
max	65.331-247.916=-182.586

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.691-66.691=0.000

*mean*	7147.000-7138.000=9.000
σ	0.000
min	7147.000-7138.000=9.000
max	7147.000-7138.000=9.000

*mean*	99.791-213.180=-113.389
σ	0.797-316.106=-315.309
min	98.473-98.212=0.262
max	100.795-995.385=-894.590

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.575
max	14227.821-14227.820=0.001

*mean*	4041.625-4042.375=-0.750
σ	2008.657-2007.703=0.954
min	1218.000-1216.000=2.000
max	7147.000-7138.000=9.000

*mean*	8210.195-7779.873=430.322
σ	2095.906-1847.137=248.769
min	5979.220-5967.746=11.474
max	11024.453-10872.806=151.647

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7147.000-7138.000=9.000
σ	0.000
min	7147.000-7138.000=9.000
max	7147.000-7138.000=9.000

*mean*	5409.680-5454.113=-44.434
σ	744.183-1061.488=-317.304
min	4946.849-4999.073=-52.223
max	7113.307-8049.141=-935.834

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	389.573-389.554=0.020
σ	3.528-1.447=2.081
min	384.050-387.624=-3.574
max	395.089-391.881=3.208

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-560.000=-1.000
σ	0.000
min	559.000-560.000=-1.000
max	559.000-560.000=-1.000

*mean*	777.324-765.598=11.726
σ	24.171-41.814=-17.643
min	761.629-671.410=90.219
max	833.565-813.176=20.388

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.299=0.001
σ	0.759-0.758=0.001
min	1023.825-1023.827=-0.001
max	1027.442-1027.432=0.010

*mean*	1033.050-1053.650=-20.600
σ	295.357-311.569=-16.213
min	551.000-571.000=-20.000
max	1431.000-1509.000=-78.000

*mean*	1.597-1.544=0.053
σ	0.085-0.055=0.030
min	1.500-1.473=0.028
max	1.828-1.683=0.145

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.387-0.409=-0.021
σ	0.487-0.508=-0.021
min	0.143-0.147=-0.004
max	1.256-1.316=-0.060

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.477=0.003
σ	0.322-0.339=-0.017
min	0.325-0.314=0.010
max	1.056-1.083=-0.027

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.224=-0.008
σ	0.024-0.028=-0.004
min	0.195-0.206=-0.010
max	0.256-0.274=-0.019

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.336=-0.004
σ	0.021-0.023=-0.002
min	0.319-0.318=0.001
max	0.369-0.376=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-437.000=-1.000
σ	5.612-6.595=-0.983
min	431.000
max	442.000-444.000=-2.000

*mean*	0.539-0.524=0.016
σ	0.058-0.062=-0.004
min	0.457-0.451=0.006
max	0.601-0.595=0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.466-0.478=-0.012
σ	0.055-0.038=0.017
min	0.398-0.424=-0.026
max	0.526-0.525=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	1.975-2.690=-0.715
σ	0.080-0.113=-0.033
min	1.821-2.518=-0.697
max	2.224-3.321=-1.097

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	1.927-2.651=-0.724
σ	0.098-0.085=0.014
min	1.743-2.481=-0.737
max	2.328-2.939=-0.611

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.308-0.305=0.003
σ	0.026-0.009=0.017
min	0.287-0.290=-0.002
max	0.495-0.363=0.132

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.288-0.293=-0.005
σ	0.008-0.007=0.001
min	0.272-0.282=-0.010
max	0.327-0.334=-0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.774-298.698=0.076
σ	1.009-0.986=0.023
min	298.391-298.339=0.052
max	301.643-301.502=0.141

*mean*	441.200-439.700=1.500
σ	17.145-14.659=2.486
min	416.000-415.000=1.000
max	463.000-465.000=-2.000

*mean*	0.606-0.601=0.005
σ	0.021-0.015=0.006
min	0.557-0.566=-0.009
max	0.633-0.620=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1056.625-1049.500=7.125
σ	26.517-24.042=2.475
min	991.000-990.000=1.000
max	1066.000-1058.000=8.000

*mean*	211.090-205.282=5.809
σ	3.304-3.109=0.195
min	207.136-200.431=6.705
max	216.339-209.551=6.788

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1056.625-1049.500=7.125
σ	26.517-24.042=2.475
min	991.000-990.000=1.000
max	1066.000-1058.000=8.000

*mean*	8.673-9.388=-0.715
σ	2.521-2.672=-0.151
min	6.202-6.305=-0.102
max	12.962-13.156=-0.194

phase=parser

*mean*	1042.361-1042.361=-0.000
σ	0.000-0.000=0.000
min	1042.360-1042.361=-0.001
max	1042.361

*mean*	1056.625-1049.500=7.125
σ	26.517-24.042=2.475
min	991.000-990.000=1.000
max	1066.000-1058.000=8.000

*mean*	505.423-511.004=-5.580
σ	158.958-120.834=38.124
min	374.532-378.060=-3.528
max	756.889-768.149=-11.260

phase=processProdDef

*mean*	4850.768
σ	0.000
min	4850.768
max	4850.768

*mean*	1066.000-1058.000=8.000
σ	0.000
min	1066.000-1058.000=8.000
max	1066.000-1058.000=8.000

*mean*	4790.556-4593.952=196.604
σ	325.812-550.722=-224.910
min	4410.730-3621.695=789.035
max	5302.277-5276.949=25.327

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	1056.625-1049.500=7.125
σ	26.517-24.042=2.475
min	991.000-990.000=1.000
max	1066.000-1058.000=8.000

*mean*	31.769-35.806=-4.037
σ	11.053-11.843=-0.789
min	20.487-20.273=0.213
max	48.894-49.392=-0.498

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1056.625-1049.500=7.125
σ	26.517-24.042=2.475
min	991.000-990.000=1.000
max	1066.000-1058.000=8.000

*mean*	753.009-801.557=-48.548
σ	95.442-149.019=-53.577
min	654.845-648.900=5.945
max	882.185-993.901=-111.716

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.822=-0.001
σ	0.038-0.038=-0.000
min	293.768-293.769=-0.001
max	293.861-293.862=-0.001

*mean*	442.200-444.000=-1.800
σ	1.643-0.000=1.643
min	441.000-444.000=-3.000
max	444.000

*mean*	0.394-0.391=0.003
σ	0.001-0.002=-0.001
min	0.393-0.388=0.005
max	0.395-0.394=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.214-1320.177=0.037
σ	0.035-0.103=-0.068
min	1320.163-1320.051=0.112
max	1320.247-1320.334=-0.086

*mean*	1076.200-1097.400=-21.200
σ	186.300-186.567=-0.267
min	834.000-839.000=-5.000
max	1315.000-1319.000=-4.000

*mean*	2.283-2.075=0.208
σ	0.175-0.068=0.108
min	2.151-2.020=0.131
max	2.590-2.189=0.402

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.684-1560.574=0.110
σ	6.152-6.249=-0.096
min	1557.772-1557.522=0.250
max	1571.686-1571.745=-0.059

*mean*	630.800-619.600=11.200
σ	95.939-81.968=13.970
min	519.000-495.000=24.000
max	754.000-715.000=39.000

*mean*	2.421-2.272=0.149
σ	0.323-0.221=0.102
min	2.212-2.141=0.071
max	2.996-2.665=0.330

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.174-1882.181=-0.007
σ	0.055-0.055=0.001
min	1882.111-1882.119=-0.008
max	1882.256-1882.241=0.015

*mean*	1725.400-1725.800=-0.400
σ	179.554-199.621=-20.067
min	1468.000-1456.000=12.000
max	1890.000-1915.000=-25.000

*mean*	3.086-3.054=0.033
σ	0.294-0.186=0.108
min	2.877-2.831=0.046
max	3.605-3.237=0.368

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.768-1.648=0.120
σ	0.093-0.269=-0.176
min	1.679-1.289=0.390
max	1.881-1.870=0.011

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.084=-0.003
σ	582.723-582.724=-0.001
min	160.717-160.717=0.000
max	1326.166-1326.170=-0.004

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.537-0.549=-0.012
σ	0.515-0.533=-0.018
min	0.270-0.276=-0.006
max	1.309-1.348=-0.039

policies=20

*mean*	1607.544-1607.537=0.007
σ	0.432-0.413=0.019
min	1607.254-1607.255=-0.001
max	1608.185-1608.151=0.034

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-444.750=5.750
σ	8.660-7.500=1.160
min	443.000-441.000=2.000
max	458.000-456.000=2.000

*mean*	2.720-2.692=0.028
σ	0.025-0.022=0.003
min	2.694-2.666=0.028
max	2.751-2.715=0.036

policies=200

*mean*	16083.490-16083.533=-0.043
σ	0.047-0.135=-0.088
min	16083.438-16083.393=0.045
max	16083.545-16083.707=-0.162

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.500-495.750=2.750
σ	5.260-3.686=1.574
min	494.000-491.000=3.000
max	506.000-500.000=6.000

*mean*	27.410-27.072=0.338
σ	0.057-0.106=-0.048
min	27.337-26.927=0.410
max	27.473-27.151=0.322