Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.872=0.016
σ	0.358-0.358=-0.000
min	54.753-54.734=0.018
max	55.906-55.890=0.016

*mean*	414.000-418.000=-4.000
σ	0.000
min	414.000-418.000=-4.000
max	414.000-418.000=-4.000

*mean*	0.140-0.141=-0.001
σ	0.005-0.004=0.001
min	0.136-0.138=-0.003
max	0.149-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.840=0.015
σ	0.007-0.005=0.002
min	43.845-43.832=0.013
max	43.868-43.849=0.019

*mean*	414.000-418.000=-4.000
σ	0.000
min	414.000-418.000=-4.000
max	414.000-418.000=-4.000

*mean*	0.120-0.124=-0.004
σ	0.003-0.004=-0.002
min	0.117-0.121=-0.004
max	0.124-0.133=-0.009

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	4041.875-4029.125=12.750
σ	2008.314-2000.760=7.554
min	1217.000-1218.000=-1.000
max	7145.000-7131.000=14.000

*mean*	12.937-12.732=0.205
σ	0.311-0.220=0.091
min	12.598-12.486=0.112
max	13.455-13.116=0.339

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4041.875-4029.125=12.750
σ	2008.314-2000.760=7.554
min	1217.000-1218.000=-1.000
max	7145.000-7131.000=14.000

*mean*	12.338-12.184=0.154
σ	0.394-0.357=0.037
min	11.792-11.823=-0.031
max	12.838-12.872=-0.033

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.933=-0.000

*mean*	7145.000-7131.000=14.000
σ	0.000
min	7145.000-7131.000=14.000
max	7145.000-7131.000=14.000

*mean*	15.199-14.341=0.859
σ	0.177-1.935=-1.758
min	15.015-11.137=3.878
max	15.588-15.772=-0.185

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.932=0.000

*mean*	4041.875-4029.125=12.750
σ	2008.314-2000.760=7.554
min	1217.000-1218.000=-1.000
max	7145.000-7131.000=14.000

*mean*	14.766-13.486=1.280
σ	1.703-1.871=-0.168
min	11.420-11.163=0.257
max	17.387-15.376=2.011

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991-27.991=-0.000

*mean*	4041.875-4029.125=12.750
σ	2008.314-2000.760=7.554
min	1217.000-1218.000=-1.000
max	7145.000-7131.000=14.000

*mean*	9.922-9.089=0.833
σ	1.789-0.444=1.344
min	8.400-8.513=-0.113
max	12.899-9.712=3.187

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404-26.404=0.000

*mean*	4041.875-4029.125=12.750
σ	2008.314-2000.760=7.554
min	1217.000-1218.000=-1.000
max	7145.000-7131.000=14.000

*mean*	7.627-6.892=0.735
σ	1.675-0.435=1.241
min	6.236-6.372=-0.136
max	10.406-7.633=2.774

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.666-25.665=0.000
max	25.678-25.677=0.000

*mean*	4041.875-4029.125=12.750
σ	2008.314-2000.760=7.554
min	1217.000-1218.000=-1.000
max	7145.000-7131.000=14.000

*mean*	5.984-5.828=0.156
σ	0.192-0.117=0.075
min	5.711-5.623=0.088
max	6.294-5.957=0.337

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.969-25.968=0.000
max	25.972

*mean*	4041.875-4029.125=12.750
σ	2008.314-2000.760=7.554
min	1217.000-1218.000=-1.000
max	7145.000-7131.000=14.000

*mean*	5.722-5.813=-0.091
σ	0.112-0.136=-0.024
min	5.556-5.609=-0.053
max	5.895-5.969=-0.074

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7145.000-7131.000=14.000
σ	0.000
min	7145.000-7131.000=14.000
max	7145.000-7131.000=14.000

*mean*	362.020-348.613=13.407
σ	43.243-2.063=41.180
min	343.538-344.998=-1.460
max	468.863-351.856=117.007

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.001
σ	0.469-0.469=-0.000
min	7917.625-7917.625=0.001
max	7918.954-7918.954=-0.000

*mean*	3273.875-3262.875=11.000
σ	1823.955-1813.755=10.200
min	810.000
max	5621.000-5596.000=25.000

*mean*	3750.032-3608.299=141.732
σ	1245.546-968.529=277.016
min	3073.395-3103.782=-30.387
max	6184.577-5803.593=380.984

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4041.875-4029.125=12.750
σ	2008.314-2000.760=7.554
min	1217.000-1218.000=-1.000
max	7145.000-7131.000=14.000

*mean*	90.446-82.473=7.973
σ	22.251-13.573=8.678
min	69.723-70.772=-1.049
max	123.936-106.901=17.034

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=-0.000
max	40.950

*mean*	7145.000-7131.000=14.000
σ	0.000
min	7145.000-7131.000=14.000
max	7145.000-7131.000=14.000

*mean*	61.544-63.727=-2.182
σ	1.095-4.936=-3.841
min	60.674-60.418=0.255
max	64.109-74.660=-10.551

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.691=0.000

*mean*	7145.000-7131.000=14.000
σ	0.000
min	7145.000-7131.000=14.000
max	7145.000-7131.000=14.000

*mean*	272.100-102.592=169.508
σ	368.599-4.126=364.473
min	99.352-99.929=-0.578
max	1134.905-110.657=1024.248

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.575
max	14227.820

*mean*	4041.875-4029.125=12.750
σ	2008.314-2000.760=7.554
min	1217.000-1218.000=-1.000
max	7145.000-7131.000=14.000

*mean*	8029.316-8445.156=-415.840
σ	1909.561-1718.513=191.048
min	5977.641-6007.633=-29.992
max	10925.375-10968.760=-43.385

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.001=0.000
min	13159.106-13159.107=-0.001
max	13159.110

*mean*	7145.000-7131.000=14.000
σ	0.000
min	7145.000-7131.000=14.000
max	7145.000-7131.000=14.000

*mean*	5286.500-5388.493=-101.993
σ	592.085-704.705=-112.620
min	5003.580-5023.610=-20.030
max	6701.126-7041.743=-340.617

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	381.259-377.398=3.861
σ	13.913-18.200=-4.287
min	348.933-355.191=-6.258
max	391.344-397.976=-6.632

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-561.000=1.000
σ	0.000
min	562.000-561.000=1.000
max	562.000-561.000=1.000

*mean*	767.670-723.073=44.597
σ	25.236-74.562=-49.327
min	712.741-599.979=112.762
max	789.246-793.235=-3.989

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.325=-0.025
σ	0.759-0.759=0.000
min	1023.824-1023.849=-0.025
max	1027.437-1027.462=-0.025

*mean*	1045.100-1063.250=-18.150
σ	295.139-315.450=-20.312
min	563.000-598.000=-35.000
max	1436.000-1566.000=-130.000

*mean*	1.530-1.557=-0.027
σ	0.052-0.044=0.008
min	1.459-1.510=-0.051
max	1.643-1.670=-0.027

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.319-0.493=-0.174
σ	0.327-0.464=-0.137
min	0.148-0.240=-0.091
max	0.899-1.316=-0.417

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.434-0.831=-0.397
σ	0.203-0.527=-0.324
min	0.333-0.571=-0.238
max	0.796-1.772=-0.976

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.223-0.380=-0.157
σ	0.026-0.037=-0.010
min	0.207-0.347=-0.140
max	0.270-0.441=-0.171

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.350-0.585=-0.235
σ	0.040-0.031=0.009
min	0.315-0.553=-0.238
max	0.418-0.635=-0.218

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	430.600-431.600=-1.000
σ	1.342
min	430.000-431.000=-1.000
max	433.000-434.000=-1.000

*mean*	0.509-0.677=-0.168
σ	0.061-0.099=-0.038
min	0.434-0.533=-0.099
max	0.603-0.757=-0.154

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.487-0.490=-0.003
σ	0.034-0.037=-0.002
min	0.451-0.435=0.015
max	0.530-0.520=0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	1.966-2.607=-0.641
σ	0.074-0.092=-0.019
min	1.792-2.480=-0.689
max	2.195-2.974=-0.778

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	1.951-2.587=-0.635
σ	0.081-0.088=-0.006
min	1.767-2.450=-0.682
max	2.253-2.887=-0.634

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.308-0.307=0.000
σ	0.007-0.011=-0.003
min	0.295-0.295=0.000
max	0.350-0.369=-0.020

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000
σ	0.000
min	440.000
max	440.000

*mean*	0.292-0.292=0.000
σ	0.007-0.011=-0.004
min	0.280-0.278=0.002
max	0.323-0.342=-0.019

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.640-298.781=-0.141
σ	1.053-1.034=0.019
min	298.225-298.382=-0.157
max	301.630-301.720=-0.090

*mean*	439.800-441.600=-1.800
σ	12.524-14.886=-2.362
min	418.000-417.000=1.000
max	461.000-468.000=-7.000

*mean*	0.592-0.605=-0.013
σ	0.033-0.033=0.000
min	0.530-0.549=-0.019
max	0.626-0.647=-0.022

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	931.250-1065.750=-134.500
σ	13.435-34.648=-21.213
min	898.000-980.000=-82.000
max	936.000-1078.000=-142.000

*mean*	206.314-215.440=-9.126
σ	9.400-3.369=6.031
min	198.880-210.266=-11.385
max	228.200-220.349=7.851

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	928.875-1065.750=-136.875
σ	20.153-34.648=-14.496
min	879.000-980.000=-101.000
max	936.000-1078.000=-142.000

*mean*	7.578-6.740=0.838
σ	1.454-0.376=1.079
min	6.242-6.335=-0.093
max	9.698-7.483=2.216

phase=parser

*mean*	1042.361-1042.362=-0.002
σ	0.000-0.000=-0.000
min	1042.361-1042.362=-0.001
max	1042.361-1042.363=-0.002

*mean*	928.875-1065.750=-136.875
σ	20.153-34.648=-14.496
min	879.000-980.000=-101.000
max	936.000-1078.000=-142.000

*mean*	458.611-496.037=-37.426
σ	75.728-65.170=10.559
min	373.610-377.617=-4.007
max	552.084-563.238=-11.154

phase=processProdDef

*mean*	4850.768-4850.765=0.003
σ	0.000-0.000=0.000
min	4850.768-4850.765=0.003
max	4850.769-4850.766=0.003

*mean*	936.000-1078.000=-142.000
σ	0.000
min	936.000-1078.000=-142.000
max	936.000-1078.000=-142.000

*mean*	5149.055-4796.128=352.927
σ	593.035-649.442=-56.408
min	4317.107-3654.307=662.801
max	6261.838-5471.457=790.381

phase=renaming

*mean*	21.675-21.675=0.000
σ	0.000
min	21.675-21.675=0.000
max	21.675-21.675=0.000

*mean*	928.875-1065.750=-136.875
σ	20.153-34.648=-14.496
min	879.000-980.000=-101.000
max	936.000-1078.000=-142.000

*mean*	26.280-21.054=5.226
σ	8.927-0.270=8.658
min	20.436-20.662=-0.226
max	40.400-21.580=18.819

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	931.125-1065.750=-134.625
σ	13.789-34.648=-20.860
min	897.000-980.000=-83.000
max	936.000-1078.000=-142.000

*mean*	678.102-697.061=-18.960
σ	40.678-45.063=-4.385
min	644.190-667.732=-23.542
max	767.840-770.519=-2.680

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.927=-0.107
σ	0.039-0.038=0.000
min	293.765-293.873=-0.108
max	293.860-293.966=-0.107

*mean*	440.800-443.400=-2.600
σ	1.095-0.548=0.548
min	440.000-443.000=-3.000
max	442.000-444.000=-2.000

*mean*	0.392-0.397=-0.005
σ	0.001-0.006=-0.005
min	0.391-0.393=-0.002
max	0.394-0.409=-0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.212-1320.296=-0.085
σ	0.037-0.083=-0.046
min	1320.163-1320.152=0.011
max	1320.250-1320.356=-0.106

*mean*	1085.400-1093.400=-8.000
σ	172.091-182.938=-10.847
min	879.000-862.000=17.000
max	1316.000-1314.000=2.000

*mean*	2.260-2.232=0.028
σ	0.264-0.060=0.204
min	2.037-2.155=-0.118
max	2.712-2.315=0.397

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.597-1560.710=-0.112
σ	6.204-6.237=-0.033
min	1557.640-1557.694=-0.054
max	1571.690-1571.861=-0.171

*mean*	611.600-626.800=-15.200
σ	94.294-80.658=13.636
min	498.000-504.000=-6.000
max	734.000-717.000=17.000

*mean*	2.245-2.293=-0.048
σ	0.165-0.216=-0.051
min	1.995-2.145=-0.150
max	2.403-2.675=-0.272

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.173-1882.274=-0.101
σ	0.058-0.064=-0.006
min	1882.105-1882.189=-0.084
max	1882.253-1882.361=-0.108

*mean*	1730.000-1724.400=5.600
σ	181.134-177.525=3.608
min	1469.000-1466.000=3.000
max	1894.000-1884.000=10.000

*mean*	3.142-3.091=0.051
σ	0.399-0.283=0.116
min	2.827-2.892=-0.065
max	3.811-3.590=0.221

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.713-1.638=0.075
σ	0.217-0.218=-0.001
min	1.372-1.364=0.009
max	1.903-1.952=-0.049

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.155=-0.074
σ	582.723-582.779=-0.056
min	160.717-160.760=-0.043
max	1326.166-1326.324=-0.158

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.546-0.549=-0.003
σ	0.540-0.554=-0.014
min	0.269-0.265=0.004
max	1.355-1.380=-0.025

policies=20

*mean*	1607.531-1607.968=-0.437
σ	0.402-0.418=-0.015
min	1607.253-1607.684=-0.431
max	1608.126-1608.589=-0.463

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-451.500=-2.000
σ	7.506-9.815=-2.309
min	443.000
max	456.000-460.000=-4.000

*mean*	2.681-2.707=-0.026
σ	0.004-0.033=-0.029
min	2.677-2.675=0.002
max	2.686-2.743=-0.057

policies=200

*mean*	16083.479-16087.771=-4.292
σ	0.087-0.106=-0.019
min	16083.358-16087.649=-4.291
max	16083.557-16087.872=-4.315

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.000-502.250=-6.250
σ	4.163-3.304=0.859
min	491.000-498.000=-7.000
max	501.000-506.000=-5.000

*mean*	27.206-27.303=-0.097
σ	0.040-0.087=-0.047
min	27.146-27.174=-0.028
max	27.232-27.361=-0.128