Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.887-54.889=-0.001
σ	0.357-0.360=-0.003
min	54.751-54.749=0.002
max	55.903-55.913=-0.010

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.141-0.141=0.000
σ	0.005-0.005=-0.000
min	0.137-0.136=0.001
max	0.150-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.854=0.001
σ	0.004-0.007=-0.003
min	43.849-43.841=0.008
max	43.863-43.868=-0.005

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.124-0.123=0.002
σ	0.005-0.006=-0.001
min	0.118-0.115=0.003
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	4043.625-4042.500=1.125
σ	2009.733-2009.182=0.552
min	1216.000-1218.000=-2.000
max	7145.000-7150.000=-5.000

*mean*	13.507-12.284=1.223
σ	1.872-0.269=1.603
min	12.364-11.932=0.432
max	18.005-12.655=5.350

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4043.625-4042.500=1.125
σ	2009.733-2009.182=0.552
min	1216.000-1218.000=-2.000
max	7145.000-7150.000=-5.000

*mean*	13.440-12.395=1.044
σ	1.545-0.668=0.877
min	11.834-11.239=0.595
max	16.873-12.863=4.010

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7145.000-7150.000=-5.000
σ	0.000
min	7145.000-7150.000=-5.000
max	7145.000-7150.000=-5.000

*mean*	15.455-14.712=0.743
σ	0.178-0.191=-0.013
min	15.213-14.418=0.795
max	15.807-15.019=0.787

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.927=0.000
max	41.932-41.932=-0.000

*mean*	4043.625-4042.500=1.125
σ	2009.733-2009.182=0.552
min	1216.000-1218.000=-2.000
max	7145.000-7150.000=-5.000

*mean*	14.477-13.614=0.863
σ	1.635-1.559=0.076
min	11.622-10.259=1.363
max	16.452-15.279=1.174

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4043.625-4042.500=1.125
σ	2009.733-2009.182=0.552
min	1216.000-1218.000=-2.000
max	7145.000-7150.000=-5.000

*mean*	10.045-9.309=0.735
σ	1.659-1.357=0.302
min	8.575-8.292=0.283
max	12.795-12.373=0.422

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4043.625-4042.500=1.125
σ	2009.733-2009.182=0.552
min	1216.000-1218.000=-2.000
max	7145.000-7150.000=-5.000

*mean*	7.781-7.234=0.547
σ	1.756-1.224=0.532
min	6.098-6.218=-0.120
max	10.652-9.914=0.737

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.666=-0.000
max	25.678-25.678=0.000

*mean*	4043.625-4042.500=1.125
σ	2009.733-2009.182=0.552
min	1216.000-1218.000=-2.000
max	7145.000-7150.000=-5.000

*mean*	6.235-5.589=0.646
σ	0.404-0.093=0.312
min	5.847-5.388=0.459
max	7.135-5.682=1.453

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.969
max	25.972

*mean*	4043.625-4042.500=1.125
σ	2009.733-2009.182=0.552
min	1216.000-1218.000=-2.000
max	7145.000-7150.000=-5.000

*mean*	5.796-5.399=0.398
σ	0.109-0.071=0.038
min	5.599-5.290=0.309
max	5.955-5.493=0.462

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002
min	1021.612
max	1021.616

*mean*	7145.000-7150.000=-5.000
σ	0.000
min	7145.000-7150.000=-5.000
max	7145.000-7150.000=-5.000

*mean*	368.397-377.478=-9.081
σ	56.803-84.374=-27.571
min	345.272-343.600=1.672
max	508.881-586.202=-77.321

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.001
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.001
max	7918.954

*mean*	3275.875-3273.500=2.375
σ	1826.099-1824.195=1.904
min	809.000
max	5626.000-5622.000=4.000

*mean*	3551.244-3612.105=-60.861
σ	873.840-1033.662=-159.822
min	3088.741-3102.533=-13.792
max	5428.764-5982.640=-553.876

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4043.625-4042.500=1.125
σ	2009.733-2009.182=0.552
min	1216.000-1218.000=-2.000
max	7145.000-7150.000=-5.000

*mean*	92.785-88.697=4.088
σ	22.212-21.347=0.864
min	71.525-69.828=1.696
max	126.847-121.334=5.513

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=-0.000
max	40.950

*mean*	7145.000-7150.000=-5.000
σ	0.000
min	7145.000-7150.000=-5.000
max	7145.000-7150.000=-5.000

*mean*	61.283-60.479=0.804
σ	0.286-0.293=-0.007
min	60.945-60.006=0.940
max	61.695-60.814=0.881

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=-0.000
max	66.691

*mean*	7145.000-7150.000=-5.000
σ	0.000
min	7145.000-7150.000=-5.000
max	7145.000-7150.000=-5.000

*mean*	100.548-99.679=0.869
σ	0.600-0.685=-0.085
min	99.576-98.209=1.367
max	101.479-100.543=0.936

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.304=0.000
min	14215.575-14215.576=-0.001
max	14227.821

*mean*	4043.625-4042.500=1.125
σ	2009.733-2009.182=0.552
min	1216.000-1218.000=-2.000
max	7145.000-7150.000=-5.000

*mean*	8022.019-7827.543=194.476
σ	1925.218-1871.453=53.765
min	6055.550-6012.739=42.812
max	11077.642-10683.885=393.757

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7145.000-7150.000=-5.000
σ	0.000
min	7145.000-7150.000=-5.000
max	7145.000-7150.000=-5.000

*mean*	5163.537-5121.913=41.624
σ	233.692-191.316=42.376
min	5026.760-5004.673=22.087
max	5671.890-5502.942=168.948

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	376.979-371.718=5.261
σ	19.227-25.232=-6.005
min	350.870-331.123=19.747
max	396.126-392.931=3.195

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-562.000=-1.000
σ	0.000
min	561.000-562.000=-1.000
max	561.000-562.000=-1.000

*mean*	781.390-763.882=17.508
σ	15.073-27.820=-12.747
min	760.450-716.173=44.277
max	803.450-783.360=20.090

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=-0.000
σ	0.759-0.759=-0.000
min	1023.827-1023.827=-0.001
max	1027.438-1027.438=0.000

*mean*	1053.800-1053.600=0.200
σ	311.971-312.486=-0.515
min	570.000-569.000=1.000
max	1511.000

*mean*	1.547-1.548=-0.001
σ	0.065-0.047=0.018
min	1.487-1.486=0.002
max	1.767-1.645=0.121

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.485-0.285=0.199
σ	0.527-0.263=0.264
min	0.239-0.141=0.098
max	1.427-0.751=0.676

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.826-0.471=0.355
σ	0.523-0.321=0.203
min	0.567-0.316=0.251
max	1.762-1.045=0.717

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.383-0.219=0.164
σ	0.046-0.021=0.025
min	0.347-0.201=0.147
max	0.460-0.255=0.205

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.585-0.328=0.257
σ	0.028-0.018=0.011
min	0.557-0.314=0.243
max	0.632-0.357=0.275

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.200-431.000=6.200
σ	6.535-0.000=6.535
min	431.000
max	444.000-431.000=13.000

*mean*	0.725-0.531=0.195
σ	0.032-0.051=-0.020
min	0.676-0.484=0.192
max	0.765-0.609=0.156

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.625-0.497=0.127
σ	0.025-0.029=-0.004
min	0.590-0.446=0.144
max	0.645-0.518=0.127

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	3.505-2.590=0.914
σ	0.096-0.089=0.007
min	3.381-2.452=0.929
max	3.913-2.868=1.045

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	3.598-2.590=1.008
σ	1.087-0.097=0.990
min	3.360-2.453=0.907
max	14.316-2.895=11.421

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.539-0.310=0.229
σ	0.020-0.024=-0.005
min	0.515-0.290=0.225
max	0.665-0.519=0.146

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.510-0.296=0.214
σ	0.014-0.013=0.001
min	0.486-0.280=0.206
max	0.598-0.385=0.213

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.676-298.462=0.214
σ	0.983-1.011=-0.027
min	298.315-298.056=0.259
max	301.473-301.336=0.137

*mean*	440.000-441.200=-1.200
σ	12.901-13.497=-0.596
min	417.000-420.000=-3.000
max	462.000-461.000=1.000

*mean*	0.599-0.590=0.009
σ	0.016-0.032=-0.016
min	0.565-0.529=0.036
max	0.628-0.643=-0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	924.250-954.000=-29.750
σ	10.607-22.627=-12.021
min	898.000
max	928.000-962.000=-34.000

*mean*	205.536-209.425=-3.888
σ	3.805-3.552=0.253
min	200.740-203.721=-2.981
max	211.028-213.507=-2.479

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	921.375-953.250=-31.875
σ	18.738-24.749=-6.010
min	875.000-892.000=-17.000
max	928.000-962.000=-34.000

*mean*	9.623-9.290=0.333
σ	2.256-2.033=0.222
min	6.474-6.389=0.086
max	14.170-12.718=1.452

phase=parser

*mean*	1042.361-1042.363=-0.002
σ	0.000-0.000=-0.000
min	1042.361-1042.363=-0.002
max	1042.362-1042.364=-0.002

*mean*	921.375-953.250=-31.875
σ	18.738-24.749=-6.010
min	875.000-892.000=-17.000
max	928.000-962.000=-34.000

*mean*	572.048-492.159=79.889
σ	112.631-76.861=35.770
min	444.469-383.675=60.794
max	771.834-634.035=137.800

phase=processProdDef

*mean*	4850.766-4850.767=-0.001
σ	0.000-0.000=0.000
min	4850.766-4850.767=-0.001
max	4850.767-4850.767=-0.000

*mean*	928.000-962.000=-34.000
σ	0.000
min	928.000-962.000=-34.000
max	928.000-962.000=-34.000

*mean*	5127.229-4945.396=181.833
σ	520.627-395.300=125.327
min	4325.341-4412.889=-87.547
max	5881.443-5408.975=472.468

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	921.375-953.250=-31.875
σ	18.738-24.749=-6.010
min	875.000-892.000=-17.000
max	928.000-962.000=-34.000

*mean*	37.364-36.401=0.962
σ	10.645-9.817=0.828
min	21.278-20.874=0.404
max	55.904-47.294=8.610

phase=type checker

*mean*	990.454-990.454=-0.000
σ	0.071
min	990.348-990.348=-0.000
max	990.567-990.567=-0.000

*mean*	924.125-953.875=-29.750
σ	10.960-22.981=-12.021
min	897.000
max	928.000-962.000=-34.000

*mean*	761.789-688.169=73.620
σ	101.680-30.834=70.847
min	659.483-643.360=16.123
max	916.983-754.954=162.029

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.820=0.001
σ	0.037-0.038=-0.001
min	293.768-293.767=0.001
max	293.859-293.859=-0.000

*mean*	443.000-442.400=0.600
σ	0.000-0.548=-0.548
min	443.000-442.000=1.000
max	443.000

*mean*	0.402-0.393=0.009
σ	0.005-0.001=0.004
min	0.398-0.392=0.006
max	0.411-0.395=0.017

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.221-1320.199=0.022
σ	0.036-0.091=-0.055
min	1320.165-1320.084=0.082
max	1320.260-1320.338=-0.078

*mean*	1099.000-1065.400=33.600
σ	190.330-165.364=24.966
min	838.000-842.000=-4.000
max	1327.000-1267.000=60.000

*mean*	2.231-2.145=0.086
σ	0.065-0.205=-0.139
min	2.172-2.020=0.153
max	2.337-2.505=-0.168

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.609-1560.617=-0.008
σ	6.219-6.232=-0.013
min	1557.632-1557.616=0.016
max	1571.730-1571.759=-0.028

*mean*	617.200-618.200=-1.000
σ	81.729-82.309=-0.579
min	493.000-494.000=-1.000
max	712.000-715.000=-3.000

*mean*	2.273-2.383=-0.110
σ	0.092-0.252=-0.160
min	2.192-2.086=0.107
max	2.431-2.717=-0.286

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.158-1882.184=-0.026
σ	0.064-0.069=-0.005
min	1882.070-1882.102=-0.032
max	1882.240-1882.274=-0.034

*mean*	1737.400-1708.600=28.800
σ	176.514-257.757=-81.243
min	1475.000-1393.000=82.000
max	1889.000-2051.000=-162.000

*mean*	3.012-2.955=0.057
σ	0.106-0.097=0.009
min	2.888-2.832=0.057
max	3.163-3.079=0.084

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.777-1.738=0.040
σ	0.138-0.168=-0.031
min	1.600-1.463=0.137
max	1.897-1.910=-0.012

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.082=-0.001
σ	582.722-582.722=-0.000
min	160.718-160.720=-0.002
max	1326.165-1326.166=-0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.543-0.536=0.007
σ	0.531-0.535=-0.004
min	0.268-0.266=0.003
max	1.339-1.339=0.000

policies=20

*mean*	1607.521-1607.506=0.015
σ	0.419-0.412=0.007
min	1607.236-1607.228=0.008
max	1608.141-1608.116=0.025

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.750-449.000=-3.250
σ	7.500-8.083=-0.583
min	442.000
max	457.000-456.000=1.000

*mean*	2.698-2.688=0.011
σ	0.021-0.011=0.009
min	2.680-2.674=0.007
max	2.725-2.697=0.028

policies=200

*mean*	16083.449-16083.472=-0.024
σ	0.082-0.173=-0.091
min	16083.341-16083.295=0.046
max	16083.520-16083.692=-0.172

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-496.500=-0.750
σ	2.872-3.317=-0.444
min	492.000
max	499.000-500.000=-1.000

*mean*	27.191-27.154=0.037
σ	0.093-0.062=0.031
min	27.092-27.098=-0.006
max	27.282-27.233=0.049