Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.695-558.633=0.062
σ	0.000
min	558.695-558.633=0.062
max	558.695-558.633=0.062

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.883-54.882=0.001
σ	0.361-0.359=0.002
min	54.750-54.744=0.006
max	55.909-55.903=0.006

*mean*	421.000-416.000=5.000
σ	0.000
min	421.000-416.000=5.000
max	421.000-416.000=5.000

*mean*	0.143-0.140=0.003
σ	0.005-0.005=0.000
min	0.139-0.137=0.003
max	0.151-0.148=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.848=0.001
σ	0.007-0.005=0.001
min	43.838-43.840=-0.002
max	43.860-43.857=0.003

*mean*	421.000-416.000=5.000
σ	0.000
min	421.000-416.000=5.000
max	421.000-416.000=5.000

*mean*	0.122-0.121=0.001
σ	0.005-0.004=0.001
min	0.116-0.116=0.001
max	0.129-0.127=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4029.625-4042.375=-12.750
σ	2001.419-2011.167=-9.748
min	1218.000-1217.000=1.000
max	7130.000-7158.000=-28.000

*mean*	13.035-12.474=0.561
σ	0.256-0.294=-0.037
min	12.790-12.065=0.726
max	13.450-12.902=0.548

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4029.625-4042.375=-12.750
σ	2001.419-2011.167=-9.748
min	1218.000-1217.000=1.000
max	7130.000-7158.000=-28.000

*mean*	12.833-12.421=0.412
σ	0.653-0.784=-0.130
min	12.147-11.246=0.901
max	13.729-13.274=0.455

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.933=-0.001

*mean*	7130.000-7158.000=-28.000
σ	0.000
min	7130.000-7158.000=-28.000
max	7130.000-7158.000=-28.000

*mean*	14.817-14.639=0.178
σ	1.334-0.071=1.263
min	11.526-14.513=-2.987
max	15.437-14.723=0.714

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.000

*mean*	4029.625-4042.375=-12.750
σ	2001.419-2011.167=-9.748
min	1218.000-1217.000=1.000
max	7130.000-7158.000=-28.000

*mean*	13.500-13.383=0.117
σ	1.947-1.679=0.267
min	11.211-10.739=0.472
max	15.583-14.888=0.695

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4029.625-4042.375=-12.750
σ	2001.419-2011.167=-9.748
min	1218.000-1217.000=1.000
max	7130.000-7158.000=-28.000

*mean*	9.120-8.899=0.221
σ	0.147-1.195=-1.048
min	8.965-8.199=0.766
max	9.354-11.826=-2.472

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	4029.625-4042.375=-12.750
σ	2001.419-2011.167=-9.748
min	1218.000-1217.000=1.000
max	7130.000-7158.000=-28.000

*mean*	7.034-6.809=0.225
σ	0.173-1.262=-1.089
min	6.627-5.435=1.191
max	7.184-9.775=-2.592

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=0.000
max	25.678-25.677=0.000

*mean*	4029.625-4042.375=-12.750
σ	2001.419-2011.167=-9.748
min	1218.000-1217.000=1.000
max	7130.000-7158.000=-28.000

*mean*	6.180-5.519=0.661
σ	0.136-0.154=-0.019
min	5.925-5.316=0.609
max	6.395-5.742=0.653

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972-25.972=0.000

*mean*	4029.625-4042.375=-12.750
σ	2001.419-2011.167=-9.748
min	1218.000-1217.000=1.000
max	7130.000-7158.000=-28.000

*mean*	5.927-5.301=0.626
σ	0.090-0.061=0.030
min	5.817-5.217=0.600
max	6.065-5.401=0.664

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7130.000-7158.000=-28.000
σ	0.000
min	7130.000-7158.000=-28.000
max	7130.000-7158.000=-28.000

*mean*	361.047-387.926=-26.879
σ	41.159-120.183=-79.024
min	341.759-343.935=-2.177
max	462.668-685.347=-222.679

op=load_product(), with indexes

*mean*	7917.792-7917.792=0.000
σ	0.469-0.469=0.000
min	7917.625-7917.624=0.001
max	7918.954-7918.953=0.000

*mean*	3263.500-3272.750=-9.250
σ	1815.074-1823.485=-8.411
min	809.000-808.000=1.000
max	5601.000-5619.000=-18.000

*mean*	3717.341-3733.392=-16.051
σ	1170.879-1228.274=-57.395
min	3084.722-3064.856=19.866
max	5979.468-6177.480=-198.012

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.001
max	62.080

*mean*	4029.625-4042.375=-12.750
σ	2001.419-2011.167=-9.748
min	1218.000-1217.000=1.000
max	7130.000-7158.000=-28.000

*mean*	86.324-85.414=0.911
σ	15.393-20.309=-4.916
min	72.031-70.019=2.012
max	110.639-124.126=-13.487

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7130.000-7158.000=-28.000
σ	0.000
min	7130.000-7158.000=-28.000
max	7130.000-7158.000=-28.000

*mean*	77.190-60.622=16.568
σ	45.453-0.407=45.046
min	60.260-59.779=0.481
max	189.652-61.074=128.578

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.691=0.000

*mean*	7130.000-7158.000=-28.000
σ	0.000
min	7130.000-7158.000=-28.000
max	7130.000-7158.000=-28.000

*mean*	223.995-99.330=124.665
σ	352.393-0.790=351.603
min	97.610-98.285=-0.675
max	1096.118-100.402=995.716

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.304=-0.000
min	14215.576-14215.575=0.001
max	14227.820

*mean*	4029.625-4042.375=-12.750
σ	2001.419-2011.167=-9.748
min	1218.000-1217.000=1.000
max	7130.000-7158.000=-28.000

*mean*	7626.787-8122.886=-496.099
σ	1878.274-1842.390=35.884
min	5932.437-6030.696=-98.259
max	10531.208-11054.139=-522.931

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7130.000-7158.000=-28.000
σ	0.000
min	7130.000-7158.000=-28.000
max	7130.000-7158.000=-28.000

*mean*	5261.654-5113.480=148.174
σ	586.982-206.699=380.283
min	4964.826-4981.078=-16.253
max	6647.787-5447.167=1200.620

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-474.000=4.000
σ	0.000
min	478.000-474.000=4.000
max	478.000-474.000=4.000

*mean*	378.911-355.470=23.441
σ	17.503-43.710=-26.207
min	347.550-294.139=53.411
max	392.399-390.176=2.223

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-559.875=2.125
σ	0.000-0.354=-0.354
min	562.000-559.000=3.000
max	562.000-560.000=2.000

*mean*	771.989-749.194=22.795
σ	14.511-53.434=-38.923
min	745.904-652.281=93.623
max	793.169-803.074=-9.905

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.298-1024.301=-0.002
σ	0.759-0.759=0.000
min	1023.824-1023.827=-0.003
max	1027.437-1027.437=0.000

*mean*	1034.650-1052.200=-17.550
σ	295.539-301.264=-5.725
min	552.000-563.000=-11.000
max	1433.000-1460.000=-27.000

*mean*	1.576-1.560=0.016
σ	0.086-0.053=0.033
min	1.494-1.498=-0.004
max	1.804-1.661=0.143

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.520-0.303=0.217
σ	0.577-0.305=0.272
min	0.245-0.139=0.106
max	1.551-0.845=0.706

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.823-0.473=0.350
σ	0.511-0.321=0.190
min	0.578-0.320=0.258
max	1.736-1.046=0.690

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.385-0.221=0.164
σ	0.038-0.019=0.018
min	0.355-0.204=0.150
max	0.446-0.251=0.195

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.587-0.327=0.260
σ	0.030-0.021=0.008
min	0.559-0.310=0.249
max	0.635-0.363=0.272

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.600-436.000=-0.400
σ	5.079-2.236=2.843
min	431.000-432.000=-1.000
max	441.000-437.000=4.000

*mean*	0.578-0.551=0.027
σ	0.106-0.047=0.059
min	0.467-0.503=-0.035
max	0.747-0.608=0.139

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.477-0.460=0.017
σ	0.050-0.040=0.009
min	0.413-0.422=-0.009
max	0.525-0.525=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	2.656-2.654=0.002
σ	0.097-0.091=0.005
min	2.482-2.464=0.017
max	3.084-2.990=0.094

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	2.567-2.638=-0.070
σ	0.075-0.083=-0.008
min	2.428-2.439=-0.011
max	2.899-2.819=0.080

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.296-0.308=-0.012
σ	0.010-0.008=0.002
min	0.279-0.294=-0.015
max	0.342-0.351=-0.009

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.295-0.296=-0.001
σ	0.007-0.014=-0.008
min	0.282-0.283=-0.000
max	0.325-0.421=-0.096

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.874-298.690=0.184
σ	0.950-0.986=-0.035
min	298.332-298.225=0.108
max	301.559-301.480=0.079

*mean*	440.400-440.800=-0.400
σ	16.588-14.808=1.779
min	417.000-420.000=-3.000
max	470.000-463.000=7.000

*mean*	0.596-0.599=-0.002
σ	0.018-0.020=-0.002
min	0.571-0.567=0.005
max	0.637-0.639=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000
min	236.681-236.678=0.004
max	236.681-236.678=0.004

*mean*	1064.875-1065.625=-0.750
σ	34.295-35.002=-0.707
min	980.000-979.000=1.000
max	1077.000-1078.000=-1.000

*mean*	212.557-213.376=-0.819
σ	3.136-2.963=0.173
min	207.657-210.005=-2.347
max	217.362-217.596=-0.234

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1064.875-1065.625=-0.750
σ	34.295-35.002=-0.707
min	980.000-979.000=1.000
max	1077.000-1078.000=-1.000

*mean*	8.171-8.560=-0.389
σ	1.599-2.396=-0.797
min	6.324-6.367=-0.043
max	9.758-12.752=-2.994

phase=parser

*mean*	1042.362-1042.363=-0.001
σ	0.000-0.000=-0.000
min	1042.361-1042.362=-0.001
max	1042.362-1042.363=-0.001

*mean*	1064.875-1065.625=-0.750
σ	34.295-35.002=-0.707
min	980.000-979.000=1.000
max	1077.000-1078.000=-1.000

*mean*	512.524-584.033=-71.509
σ	52.931-102.360=-49.429
min	434.780-477.592=-42.813
max	614.637-753.489=-138.852

phase=processProdDef

*mean*	4850.764-4850.764=-0.000
σ	0.000
min	4850.764-4850.764=-0.000
max	4850.765-4850.765=-0.000

*mean*	1077.000-1078.000=-1.000
σ	0.000
min	1077.000-1078.000=-1.000
max	1077.000-1078.000=-1.000

*mean*	4896.856-4788.422=108.434
σ	409.520-604.265=-194.746
min	4148.100-3616.750=531.350
max	5271.905-5569.193=-297.288

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.875-1065.625=-0.750
σ	34.295-35.002=-0.707
min	980.000-979.000=1.000
max	1077.000-1078.000=-1.000

*mean*	31.138-29.875=1.263
σ	9.743-10.287=-0.544
min	20.642-20.593=0.049
max	40.448-47.820=-7.372

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1064.875-1065.625=-0.750
σ	34.295-35.002=-0.707
min	980.000-979.000=1.000
max	1077.000-1078.000=-1.000

*mean*	723.226-749.509=-26.283
σ	99.037-116.668=-17.631
min	649.687-652.938=-3.251
max	883.742-920.770=-37.028

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.819=0.000
σ	0.037-0.038=-0.000
min	293.767-293.767=0.000
max	293.858-293.858=0.000

*mean*	443.000-443.400=-0.400
σ	0.000-0.548=-0.548
min	443.000
max	443.000-444.000=-1.000

*mean*	0.393-0.394=-0.001
σ	0.002-0.006=-0.005
min	0.391-0.389=0.002
max	0.395-0.404=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.220-1320.200=0.019
σ	0.037-0.052=-0.015
min	1320.160-1320.144=0.016
max	1320.250-1320.246=0.004

*mean*	1071.600-1067.200=4.400
σ	167.953-164.756=3.197
min	843.000-845.000=-2.000
max	1272.000-1269.000=3.000

*mean*	2.277-2.224=0.053
σ	0.127-0.062=0.065
min	2.187-2.149=0.038
max	2.501-2.311=0.189

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.617-1560.630=-0.013
σ	6.225-6.204=0.020
min	1557.619-1557.693=-0.074
max	1571.747-1571.726=0.021

*mean*	619.000-618.600=0.400
σ	82.741-82.473=0.268
min	494.000
max	716.000

*mean*	2.295-2.347=-0.051
σ	0.199-0.254=-0.055
min	2.162-2.139=0.023
max	2.648-2.696=-0.048

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.176-1882.174=0.001
σ	0.058-0.058=0.001
min	1882.107-1882.113=-0.006
max	1882.254-1882.258=-0.003

*mean*	1697.200-1703.000=-5.800
σ	246.002-256.510=-10.508
min	1395.000-1397.000=-2.000
max	2023.000-2051.000=-28.000

*mean*	2.994-2.945=0.049
σ	0.077-0.108=-0.032
min	2.924-2.840=0.084
max	3.121-3.099=0.021

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.686-1.847=-0.161
σ	0.119-0.050=0.069
min	1.554-1.787=-0.233
max	1.831-1.913=-0.082

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.083=-0.003
σ	582.723-582.725=-0.002
min	160.718-160.716=0.002
max	1326.164-1326.170=-0.006

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	447.000-443.000=4.000
σ	0.000
min	447.000-443.000=4.000
max	447.000-443.000=4.000

*mean*	0.535-0.553=-0.018
σ	0.536-0.555=-0.020
min	0.256-0.265=-0.009
max	1.339-1.386=-0.048

policies=20

*mean*	1607.504-1607.522=-0.017
σ	0.401-0.406=-0.005
min	1607.227-1607.246=-0.019
max	1608.097-1608.125=-0.028

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-450.000=-2.500
σ	0.577-8.083=-7.506
min	447.000-443.000=4.000
max	448.000-457.000=-9.000

*mean*	2.675-2.675=0.000
σ	0.010-0.023=-0.013
min	2.663-2.658=0.005
max	2.684-2.709=-0.024

policies=200

*mean*	16083.358-16083.377=-0.018
σ	0.087-0.098=-0.011
min	16083.279-16083.264=0.015
max	16083.458-16083.459=-0.001

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.000-499.000=-1.000
σ	4.690-3.651=1.039
min	492.000-495.000=-3.000
max	503.000

*mean*	27.075-27.143=-0.068
σ	0.089-0.017=0.072
min	27.023-27.118=-0.095
max	27.208-27.158=0.050