Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.887-54.889=-0.002
σ	0.358-0.360=-0.002
min	54.750-54.749=0.001
max	55.906-55.913=-0.008

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.005=-0.001
min	0.136-0.136=-0.000
max	0.146-0.149=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.854=0.001
σ	0.006-0.007=-0.001
min	43.842-43.841=0.001
max	43.862-43.868=-0.006

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.122-0.123=-0.001
σ	0.005-0.006=-0.001
min	0.117-0.115=0.001
max	0.129-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4042.125-4042.500=-0.375
σ	2007.938-2009.182=-1.243
min	1219.000-1218.000=1.000
max	7146.000-7150.000=-4.000

*mean*	12.897-12.284=0.613
σ	0.323-0.269=0.054
min	12.396-11.932=0.464
max	13.469-12.655=0.814

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4042.125-4042.500=-0.375
σ	2007.938-2009.182=-1.243
min	1219.000-1218.000=1.000
max	7146.000-7150.000=-4.000

*mean*	13.007-12.395=0.612
σ	0.439-0.668=-0.229
min	12.174-11.239=0.935
max	13.480-12.863=0.617

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932

*mean*	7146.000-7150.000=-4.000
σ	0.000
min	7146.000-7150.000=-4.000
max	7146.000-7150.000=-4.000

*mean*	15.352-14.712=0.640
σ	0.164-0.191=-0.027
min	15.155-14.418=0.737
max	15.622-15.019=0.603

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.932=-0.000

*mean*	4042.125-4042.500=-0.375
σ	2007.938-2009.182=-1.243
min	1219.000-1218.000=1.000
max	7146.000-7150.000=-4.000

*mean*	14.817-13.614=1.203
σ	1.581-1.559=0.022
min	11.384-10.259=1.125
max	16.400-15.279=1.122

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991

*mean*	4042.125-4042.500=-0.375
σ	2007.938-2009.182=-1.243
min	1219.000-1218.000=1.000
max	7146.000-7150.000=-4.000

*mean*	10.093-9.309=0.783
σ	1.628-1.357=0.271
min	8.705-8.292=0.413
max	12.958-12.373=0.585

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4042.125-4042.500=-0.375
σ	2007.938-2009.182=-1.243
min	1219.000-1218.000=1.000
max	7146.000-7150.000=-4.000

*mean*	7.992-7.234=0.759
σ	1.520-1.224=0.297
min	6.568-6.218=0.350
max	10.577-9.914=0.663

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665-25.666=-0.000
max	25.678-25.678=-0.000

*mean*	4042.125-4042.500=-0.375
σ	2007.938-2009.182=-1.243
min	1219.000-1218.000=1.000
max	7146.000-7150.000=-4.000

*mean*	6.069-5.589=0.480
σ	0.110-0.093=0.018
min	5.902-5.388=0.514
max	6.208-5.682=0.526

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4042.125-4042.500=-0.375
σ	2007.938-2009.182=-1.243
min	1219.000-1218.000=1.000
max	7146.000-7150.000=-4.000

*mean*	5.881-5.399=0.482
σ	0.134-0.071=0.062
min	5.711-5.290=0.421
max	6.099-5.493=0.606

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7146.000-7150.000=-4.000
σ	0.000
min	7146.000-7150.000=-4.000
max	7146.000-7150.000=-4.000

*mean*	435.809-377.478=58.331
σ	248.658-84.374=164.284
min	345.381-343.600=1.781
max	1051.191-586.202=464.989

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.001
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.001
max	7918.954

*mean*	3274.125-3273.500=0.625
σ	1823.243-1824.195=-0.952
min	810.000-809.000=1.000
max	5621.000-5622.000=-1.000

*mean*	3598.991-3612.105=-13.114
σ	1052.285-1033.662=18.623
min	3083.218-3102.533=-19.315
max	6018.632-5982.640=35.992

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080

*mean*	4042.125-4042.500=-0.375
σ	2007.938-2009.182=-1.243
min	1219.000-1218.000=1.000
max	7146.000-7150.000=-4.000

*mean*	90.617-88.697=1.920
σ	22.104-21.347=0.757
min	70.335-69.828=0.507
max	120.124-121.334=-1.210

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7146.000-7150.000=-4.000
σ	0.000
min	7146.000-7150.000=-4.000
max	7146.000-7150.000=-4.000

*mean*	61.155-60.479=0.676
σ	0.555-0.293=0.262
min	60.355-60.006=0.350
max	62.119-60.814=1.304

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.691

*mean*	7146.000-7150.000=-4.000
σ	0.000
min	7146.000-7150.000=-4.000
max	7146.000-7150.000=-4.000

*mean*	100.332-99.679=0.654
σ	0.926-0.685=0.241
min	99.262-98.209=1.053
max	101.825-100.543=1.282

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.304=0.000
min	14215.576-14215.576=-0.000
max	14227.821

*mean*	4042.125-4042.500=-0.375
σ	2007.938-2009.182=-1.243
min	1219.000-1218.000=1.000
max	7146.000-7150.000=-4.000

*mean*	8149.969-7827.543=322.426
σ	1806.016-1871.453=-65.437
min	6006.795-6012.739=-5.943
max	11252.499-10683.885=568.614

op=vertical_lookup_list() on indexed

*mean*	13159.109
σ	0.002
min	13159.106
max	13159.110

*mean*	7146.000-7150.000=-4.000
σ	0.000
min	7146.000-7150.000=-4.000
max	7146.000-7150.000=-4.000

*mean*	5244.027-5121.913=122.115
σ	327.956-191.316=136.640
min	5000.068-5004.673=-4.604
max	5742.020-5502.942=239.078

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	372.393-371.718=0.675
σ	35.353-25.232=10.122
min	292.901-331.123=-38.222
max	391.388-392.931=-1.543

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	747.030-763.882=-16.852
σ	55.051-27.820=27.231
min	628.479-716.173=-87.694
max	795.158-783.360=11.799

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.299=0.000
σ	0.759-0.759=-0.000
min	1023.826-1023.827=-0.002
max	1027.437-1027.438=-0.001

*mean*	1044.700-1053.600=-8.900
σ	297.914-312.486=-14.572
min	560.000-569.000=-9.000
max	1456.000-1511.000=-55.000

*mean*	1.544-1.548=-0.004
σ	0.074-0.047=0.028
min	1.460-1.486=-0.025
max	1.761-1.645=0.116

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.309-0.285=0.024
σ	0.316-0.263=0.053
min	0.136-0.141=-0.005
max	0.870-0.751=0.120

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.471=0.006
σ	0.316-0.321=-0.004
min	0.325-0.316=0.009
max	1.043-1.045=-0.002

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.219=0.003
σ	0.023-0.021=0.002
min	0.206-0.201=0.005
max	0.262-0.255=0.007

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.328=-0.001
σ	0.018-0.018=0.000
min	0.312-0.314=-0.002
max	0.358-0.357=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-431.000=5.000
σ	5.612-0.000=5.612
min	431.000
max	442.000-431.000=11.000

*mean*	0.554-0.531=0.024
σ	0.037-0.051=-0.014
min	0.508-0.484=0.024
max	0.605-0.609=-0.004

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.504-0.497=0.007
σ	0.025-0.029=-0.004
min	0.468-0.446=0.021
max	0.525-0.518=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	1.981-2.590=-0.609
σ	0.075-0.089=-0.014
min	1.840-2.452=-0.611
max	2.186-2.868=-0.682

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	1.957-2.590=-0.633
σ	0.077-0.097=-0.020
min	1.849-2.453=-0.604
max	2.251-2.895=-0.644

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.308-0.310=-0.002
σ	0.009-0.024=-0.015
min	0.292-0.290=0.002
max	0.357-0.519=-0.162

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.294-0.296=-0.002
σ	0.007-0.013=-0.006
min	0.282-0.280=0.002
max	0.323-0.385=-0.062

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.564-298.462=0.103
σ	1.010-1.011=-0.000
min	298.197-298.056=0.140
max	301.436-301.336=0.101

*mean*	443.000-441.200=1.800
σ	19.172-13.497=5.674
min	417.000-420.000=-3.000
max	470.000-461.000=9.000

*mean*	0.591-0.590=0.000
σ	0.028-0.032=-0.003
min	0.533-0.529=0.005
max	0.621-0.643=-0.023

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	940.875-954.000=-13.125
σ	17.324-22.627=-5.303
min	898.000
max	947.000-962.000=-15.000

*mean*	205.793-209.425=-3.631
σ	3.662-3.552=0.110
min	200.765-203.721=-2.956
max	210.756-213.507=-2.750

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	939.250-953.250=-14.000
σ	21.920-24.749=-2.828
min	885.000-892.000=-7.000
max	947.000-962.000=-15.000

*mean*	10.183-9.290=0.893
σ	2.425-2.033=0.392
min	6.594-6.389=0.206
max	12.814-12.718=0.096

phase=parser

*mean*	1042.361-1042.363=-0.002
σ	0.000-0.000=0.000
min	1042.360-1042.363=-0.003
max	1042.361-1042.364=-0.002

*mean*	939.250-953.250=-14.000
σ	21.920-24.749=-2.828
min	885.000-892.000=-7.000
max	947.000-962.000=-15.000

*mean*	561.701-492.159=69.542
σ	165.874-76.861=89.014
min	379.405-383.675=-4.270
max	756.084-634.035=122.050

phase=processProdDef

*mean*	4850.768-4850.767=0.000
σ	0.000
min	4850.768-4850.767=0.000
max	4850.768-4850.767=0.000

*mean*	947.000-962.000=-15.000
σ	0.000
min	947.000-962.000=-15.000
max	947.000-962.000=-15.000

*mean*	4683.983-4945.396=-261.413
σ	384.950-395.300=-10.350
min	4036.784-4412.889=-376.105
max	5387.180-5408.975=-21.795

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	939.250-953.250=-14.000
σ	21.920-24.749=-2.828
min	885.000-892.000=-7.000
max	947.000-962.000=-15.000

*mean*	38.980-36.401=2.579
σ	13.381-9.817=3.563
min	21.002-20.874=0.128
max	60.702-47.294=13.408

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	940.750-953.875=-13.125
σ	17.678-22.981=-5.303
min	897.000
max	947.000-962.000=-15.000

*mean*	798.741-688.169=110.572
σ	101.668-30.834=70.834
min	647.469-643.360=4.109
max	914.784-754.954=159.830

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.820=0.002
σ	0.038-0.038=-0.000
min	293.769-293.767=0.002
max	293.860-293.859=0.001

*mean*	439.600-442.400=-2.800
σ	2.191-0.548=1.643
min	438.000-442.000=-4.000
max	442.000-443.000=-1.000

*mean*	0.394-0.393=0.001
σ	0.001-0.001=0.000
min	0.392-0.392=0.000
max	0.395-0.395=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.218-1320.199=0.019
σ	0.045-0.091=-0.045
min	1320.154-1320.084=0.071
max	1320.259-1320.338=-0.078

*mean*	1083.600-1065.400=18.200
σ	172.712-165.364=7.347
min	877.000-842.000=35.000
max	1314.000-1267.000=47.000

*mean*	2.294-2.145=0.149
σ	0.185-0.205=-0.020
min	2.125-2.020=0.105
max	2.610-2.505=0.105

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.610-1560.617=-0.007
σ	6.213-6.232=-0.019
min	1557.627-1557.616=0.010
max	1571.719-1571.759=-0.040

*mean*	609.400-618.200=-8.800
σ	94.949-82.309=12.640
min	495.000-494.000=1.000
max	733.000-715.000=18.000

*mean*	2.273-2.383=-0.110
σ	0.106-0.252=-0.146
min	2.193-2.086=0.107
max	2.425-2.717=-0.292

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.174-1882.184=-0.010
σ	0.061-0.069=-0.008
min	1882.102-1882.102=0.000
max	1882.258-1882.274=-0.016

*mean*	1725.000-1708.600=16.400
σ	178.877-257.757=-78.880
min	1466.000-1393.000=73.000
max	1886.000-2051.000=-165.000

*mean*	3.154-2.955=0.199
σ	0.250-0.097=0.153
min	2.926-2.832=0.094
max	3.543-3.079=0.464

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.821-1.738=0.084
σ	0.131-0.168=-0.037
min	1.605-1.463=0.142
max	1.956-1.910=0.047

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.083-452.082=0.001
σ	582.722-582.722=-0.000
min	160.720-160.720=-0.000
max	1326.166-1326.166=-0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.547-0.536=0.011
σ	0.545-0.535=0.010
min	0.269-0.266=0.003
max	1.365-1.339=0.026

policies=20

*mean*	1607.535-1607.506=0.028
σ	0.416-0.412=0.004
min	1607.255-1607.228=0.027
max	1608.151-1608.116=0.035

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-449.000=1.000
σ	8.083
min	443.000-442.000=1.000
max	457.000-456.000=1.000

*mean*	2.688-2.688=0.001
σ	0.007-0.011=-0.005
min	2.684-2.674=0.010
max	2.698-2.697=0.001

policies=200

*mean*	16083.508-16083.472=0.036
σ	0.128-0.173=-0.045
min	16083.411-16083.295=0.116
max	16083.689-16083.692=-0.003

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.000-496.500=-1.500
σ	2.944-3.317=-0.373
min	492.000
max	498.000-500.000=-2.000

*mean*	27.178-27.154=0.024
σ	0.058-0.062=-0.004
min	27.122-27.098=0.025
max	27.250-27.233=0.017