Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.880-54.881=-0.001
σ	0.357-0.359=-0.003
min	54.746-54.739=0.007
max	55.895-55.903=-0.008

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.142-0.141=0.001
σ	0.005-0.004=0.001
min	0.137-0.138=-0.001
max	0.149-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.851=-0.001
σ	0.005-0.006=-0.001
min	43.842-43.837=0.004
max	43.855-43.859=-0.004

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.125-0.133=-0.008
σ	0.004-0.009=-0.005
min	0.121-0.121=-0.000
max	0.131-0.145=-0.014

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	4042.250-4031.500=10.750
σ	2007.596-2003.151=4.444
min	1220.000-1217.000=3.000
max	7146.000-7134.000=12.000

*mean*	13.472-12.263=1.210
σ	1.700-0.364=1.336
min	12.351-11.598=0.754
max	17.570-12.682=4.888

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4042.250-4031.500=10.750
σ	2007.596-2003.151=4.444
min	1220.000-1217.000=3.000
max	7146.000-7134.000=12.000

*mean*	13.613-12.447=1.166
σ	1.764-0.591=1.174
min	12.437-11.517=0.920
max	17.883-13.082=4.802

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.929=-0.000
max	41.932

*mean*	7146.000-7134.000=12.000
σ	0.000
min	7146.000-7134.000=12.000
max	7146.000-7134.000=12.000

*mean*	15.248-14.269=0.979
σ	0.160-1.484=-1.324
min	15.075-10.757=4.318
max	15.528-15.730=-0.202

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	4042.250-4031.500=10.750
σ	2007.596-2003.151=4.444
min	1220.000-1217.000=3.000
max	7146.000-7134.000=12.000

*mean*	14.336-13.019=1.317
σ	1.529-1.835=-0.306
min	11.721-10.719=1.002
max	16.690-14.783=1.907

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136-0.136=0.000
min	27.604-27.604=0.000
max	27.991

*mean*	4042.250-4031.500=10.750
σ	2007.596-2003.151=4.444
min	1220.000-1217.000=3.000
max	7146.000-7134.000=12.000

*mean*	9.752-8.464=1.289
σ	1.444-0.351=1.094
min	8.528-8.046=0.482
max	12.805-9.077=3.728

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4042.250-4031.500=10.750
σ	2007.596-2003.151=4.444
min	1220.000-1217.000=3.000
max	7146.000-7134.000=12.000

*mean*	7.568-6.405=1.163
σ	1.351-0.178=1.173
min	6.542-6.114=0.428
max	10.454-6.610=3.843

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665-25.665=0.000
max	25.678-25.678=0.000

*mean*	4042.250-4031.500=10.750
σ	2007.596-2003.151=4.444
min	1220.000-1217.000=3.000
max	7146.000-7134.000=12.000

*mean*	6.319-5.547=0.772
σ	0.517-0.119=0.398
min	6.040-5.354=0.686
max	7.583-5.691=1.892

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4042.250-4031.500=10.750
σ	2007.596-2003.151=4.444
min	1220.000-1217.000=3.000
max	7146.000-7134.000=12.000

*mean*	6.013-5.367=0.645
σ	0.572-0.058=0.515
min	5.671-5.252=0.420
max	7.415-5.440=1.975

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616-1021.616=-0.001

*mean*	7146.000-7134.000=12.000
σ	0.000
min	7146.000-7134.000=12.000
max	7146.000-7134.000=12.000

*mean*	378.744-346.527=32.218
σ	81.986-1.523=80.462
min	348.869-344.460=4.409
max	581.643-348.694=232.949

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.001
σ	0.469-0.469=0.000
min	7917.624-7917.624=0.000
max	7918.954

*mean*	3272.750-3265.250=7.500
σ	1824.742-1816.172=8.570
min	809.000-810.000=-1.000
max	5621.000-5604.000=17.000

*mean*	3620.876-3537.036=83.840
σ	892.403-894.603=-2.199
min	3101.874-3074.656=27.218
max	5599.666-5549.367=50.300

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4042.250-4031.500=10.750
σ	2007.596-2003.151=4.444
min	1220.000-1217.000=3.000
max	7146.000-7134.000=12.000

*mean*	86.790-81.248=5.542
σ	19.896-13.483=6.413
min	70.546-69.996=0.550
max	120.305-104.972=15.333

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.950

*mean*	7146.000-7134.000=12.000
σ	0.000
min	7146.000-7134.000=12.000
max	7146.000-7134.000=12.000

*mean*	61.093-166.974=-105.881
σ	0.309-293.221=-292.912
min	60.621-62.728=-2.107
max	61.530-892.658=-831.127

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691

*mean*	7146.000-7134.000=12.000
σ	0.000
min	7146.000-7134.000=12.000
max	7146.000-7134.000=12.000

*mean*	100.174-107.157=-6.983
σ	0.456-14.580=-14.124
min	99.412-101.082=-1.670
max	100.832-143.112=-42.280

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.170-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.575-14215.576=-0.001
max	14227.820

*mean*	4042.250-4031.500=10.750
σ	2007.596-2003.151=4.444
min	1220.000-1217.000=3.000
max	7146.000-7134.000=12.000

*mean*	8095.535-8150.649=-55.114
σ	1987.311-1796.221=191.091
min	6053.001-5954.693=98.309
max	10634.773-10707.378=-72.605

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.001-0.002=-0.000
min	13159.106
max	13159.110-13159.111=-0.001

*mean*	7146.000-7134.000=12.000
σ	0.000
min	7146.000-7134.000=12.000
max	7146.000-7134.000=12.000

*mean*	5109.308-5108.761=0.547
σ	186.451-181.599=4.852
min	4973.260-4998.772=-25.513
max	5489.872-5404.018=85.854

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	391.196-382.751=8.445
σ	16.126-14.102=2.024
min	353.352-349.323=4.029
max	404.701-393.514=11.187

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	744.993-764.441=-19.448
σ	76.773-20.109=56.664
min	598.737-718.191=-119.453
max	804.150-782.280=21.869

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=0.000
σ	0.759-0.758=0.000
min	1023.827-1023.825=0.001
max	1027.437-1027.436=0.002

*mean*	1039.150-1047.000=-7.850
σ	301.397-300.574=0.823
min	563.000-553.000=10.000
max	1462.000-1450.000=12.000

*mean*	1.550-1.579=-0.029
σ	0.054-0.094=-0.039
min	1.476-1.499=-0.023
max	1.653-1.793=-0.140

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.402-0.422=-0.020
σ	0.527-0.506=0.021
min	0.144-0.146=-0.002
max	1.343-1.324=0.019

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.484-0.827=-0.343
σ	0.305-0.516=-0.211
min	0.332-0.566=-0.234
max	1.028-1.749=-0.721

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.385=-0.165
σ	0.027-0.042=-0.015
min	0.204-0.354=-0.150
max	0.267-0.457=-0.190

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.585=-0.257
σ	0.013-0.021=-0.009
min	0.317-0.564=-0.246
max	0.349-0.618=-0.269

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.600-436.200=-0.600
σ	5.079-5.541=-0.461
min	431.000
max	441.000-442.000=-1.000

*mean*	0.534-0.604=-0.070
σ	0.037-0.082=-0.045
min	0.486-0.538=-0.052
max	0.587-0.745=-0.159

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.487-0.477=0.010
σ	0.053-0.042=0.011
min	0.397-0.435=-0.038
max	0.526-0.523=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	2.638-1.971=0.667
σ	0.101-0.079=0.023
min	2.456-1.841=0.615
max	2.938-2.461=0.477

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	2.643-1.920=0.722
σ	0.086-0.102=-0.016
min	2.480-1.758=0.722
max	2.848-2.287=0.561

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.305-0.311=-0.006
σ	0.053-0.012=0.041
min	0.280-0.296=-0.017
max	0.823-0.405=0.418

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.289-0.293=-0.004
σ	0.021-0.007=0.014
min	0.276-0.279=-0.004
max	0.482-0.325=0.157

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.500
σ	11.402
min	0.574
max	79.216

*mean*	460.357
σ	21.254
min	408.000
max	485.000

*mean*	0.027
σ	0.028
min	0.001
max	0.189

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.421-298.697=-0.275
σ	1.006-0.960=0.046
min	297.988-298.250=-0.262
max	301.269-301.416=-0.147

*mean*	443.200-439.100=4.100
σ	17.568-15.595=1.972
min	418.000-416.000=2.000
max	468.000-462.000=6.000

*mean*	0.604-0.599=0.005
σ	0.018-0.027=-0.009
min	0.572-0.541=0.030
max	0.639-0.639=-0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678-236.678=0.000

*mean*	1066.625-1064.125=2.500
σ	35.002-33.588=1.414
min	980.000-981.000=-1.000
max	1079.000-1076.000=3.000

*mean*	202.285-213.594=-11.308
σ	1.947-1.920=0.026
min	199.504-210.425=-10.921
max	204.659-216.042=-11.383

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1066.625-1064.125=2.500
σ	35.002-33.588=1.414
min	980.000-981.000=-1.000
max	1079.000-1076.000=3.000

*mean*	10.118-9.357=0.761
σ	2.841-2.461=0.381
min	6.373-6.323=0.051
max	15.259-12.655=2.604

phase=parser

*mean*	1042.363-1042.363=-0.000
σ	0.000-0.000=-0.000
min	1042.362
max	1042.363

*mean*	1066.625-1064.125=2.500
σ	35.002-33.588=1.414
min	980.000-981.000=-1.000
max	1079.000-1076.000=3.000

*mean*	559.679-538.363=21.316
σ	187.758-134.569=53.190
min	375.118-379.444=-4.327
max	829.592-725.128=104.464

phase=processProdDef

*mean*	4850.764
σ	0.000
min	4850.764
max	4850.765

*mean*	1079.000-1076.000=3.000
σ	0.000
min	1079.000-1076.000=3.000
max	1079.000-1076.000=3.000

*mean*	4681.739-5024.739=-343.000
σ	700.163-285.511=414.652
min	3397.287-4521.620=-1124.333
max	5484.270-5337.972=146.298

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1066.625-1064.125=2.500
σ	35.002-33.588=1.414
min	980.000-981.000=-1.000
max	1079.000-1076.000=3.000

*mean*	36.957-35.429=1.528
σ	12.379-11.143=1.235
min	20.787-20.477=0.310
max	55.559-47.473=8.086

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1066.625-1064.125=2.500
σ	35.002-33.588=1.414
min	980.000-981.000=-1.000
max	1079.000-1076.000=3.000

*mean*	777.317-772.267=5.049
σ	121.662-113.188=8.474
min	646.449-649.480=-3.031
max	926.136-928.555=-2.418

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=0.000
σ	0.038-0.038=-0.000
min	293.768-293.768=0.000
max	293.861-293.861=-0.000

*mean*	439.000-443.000=-4.000
σ	2.739-0.000=2.739
min	437.000-443.000=-6.000
max	442.000-443.000=-1.000

*mean*	0.392-0.396=-0.004
σ	0.002-0.006=-0.004
min	0.389-0.391=-0.002
max	0.394-0.406=-0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.214-1320.212=0.001
σ	0.038-0.040=-0.001
min	1320.158-1320.158=-0.001
max	1320.248-1320.251=-0.004

*mean*	1066.600-1067.000=-0.400
σ	165.381-165.851=-0.470
min	843.000
max	1269.000-1270.000=-1.000

*mean*	2.238-2.250=-0.012
σ	0.049-0.092=-0.044
min	2.171-2.152=0.019
max	2.298-2.400=-0.102

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.610-1560.619=-0.009
σ	6.200-6.230=-0.029
min	1557.641-1557.632=0.008
max	1571.697-1571.759=-0.062

*mean*	618.600-619.000=-0.400
σ	82.984-82.553=0.431
min	493.000-494.000=-1.000
max	716.000

*mean*	2.293-2.352=-0.059
σ	0.106-0.201=-0.095
min	2.178-2.221=-0.043
max	2.458-2.702=-0.244

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.174-1882.147=0.027
σ	0.052-0.056=-0.004
min	1882.124-1882.104=0.020
max	1882.249-1882.241=0.009

*mean*	1702.200-1704.200=-2.000
σ	259.046-256.913=2.133
min	1400.000-1398.000=2.000
max	2063.000-2054.000=9.000

*mean*	2.923-2.947=-0.024
σ	0.182-0.098=0.084
min	2.621-2.850=-0.229
max	3.094-3.059=0.035

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.666-1.746=-0.081
σ	0.125-0.150=-0.025
min	1.520-1.503=0.017
max	1.807-1.888=-0.082

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.081=-0.001
σ	582.725-582.721=0.004
min	160.714-160.719=-0.005
max	1326.168-1326.162=0.006

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.529-0.546=-0.016
σ	0.505-0.543=-0.038
min	0.272-0.267=0.005
max	1.287-1.360=-0.074

policies=20

*mean*	1607.504-1607.521=-0.017
σ	0.424-0.399=0.025
min	1607.229-1607.248=-0.019
max	1608.135-1608.112=0.023

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.250-447.000=-0.750
σ	6.500-8.000=-1.500
min	443.000
max	456.000-459.000=-3.000

*mean*	2.700-2.678=0.022
σ	0.016-0.018=-0.003
min	2.681-2.663=0.019
max	2.716-2.704=0.012

policies=200

*mean*	16083.417-16083.439=-0.021
σ	0.155-0.067=0.088
min	16083.220-16083.384=-0.164
max	16083.596-16083.531=0.066

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-498.750=-2.250
σ	3.697-3.304=0.393
min	492.000-495.000=-3.000
max	501.000-503.000=-2.000

*mean*	27.213-27.192=0.021
σ	0.032-0.042=-0.011
min	27.182-27.154=0.028
max	27.256-27.232=0.024