Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.834-54.860=-0.026
σ	0.364-0.360=0.004
min	54.702-54.725=-0.023
max	55.868-55.883=-0.015

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.140-0.142=-0.002
σ	0.004-0.005=-0.000
min	0.136-0.137=-0.001
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.843-43.849=-0.006
σ	0.004-0.007=-0.003
min	43.837-43.835=0.002
max	43.849-43.859=-0.010

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.120-0.127=-0.007
σ	0.005-0.005=-0.000
min	0.115-0.122=-0.007
max	0.129-0.134=-0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4568.125-4582.625=-14.500
σ	2245.107-2249.316=-4.209
min	1487.000
max	7384.000-7393.000=-9.000

*mean*	12.361-12.794=-0.434
σ	1.841-2.481=-0.640
min	11.399-11.261=0.139
max	16.856-16.877=-0.021

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4568.125-4582.625=-14.500
σ	2245.107-2249.316=-4.209
min	1487.000
max	7384.000-7393.000=-9.000

*mean*	12.551-12.890=-0.339
σ	1.646-2.833=-1.187
min	10.958-10.862=0.096
max	16.300-17.439=-1.139

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.950-41.951=-0.000

*mean*	7384.000-7393.000=-9.000
σ	0.000
min	7384.000-7393.000=-9.000
max	7384.000-7393.000=-9.000

*mean*	10.748-10.459=0.289
σ	1.026-0.187=0.839
min	10.152-10.198=-0.045
max	13.272-10.800=2.471

op=table_records(), repeat

*mean*	41.933-41.933=0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934-41.934=-0.000

*mean*	4390.125-4170.375=219.750
σ	2217.585-1941.867=275.718
min	1487.000
max	7384.000-7393.000=-9.000

*mean*	11.740-11.040=0.700
σ	2.324-1.909=0.415
min	10.366-10.137=0.229
max	15.674-15.731=-0.057

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.136=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4390.125-4170.375=219.750
σ	2217.585-1941.867=275.718
min	1487.000
max	7384.000-7393.000=-9.000

*mean*	8.985-8.531=0.454
σ	1.593-1.340=0.253
min	7.448-7.253=0.196
max	11.701-11.725=-0.024

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=0.000
min	26.406
max	26.406-26.406=0.000

*mean*	4390.125-4170.375=219.750
σ	2217.585-1941.867=275.718
min	1487.000
max	7384.000-7393.000=-9.000

*mean*	6.908-6.647=0.261
σ	1.140-0.895=0.245
min	6.040-5.543=0.497
max	8.927-8.578=0.349

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688

*mean*	4568.125-4582.625=-14.500
σ	2245.107-2249.316=-4.209
min	1487.000
max	7384.000-7393.000=-9.000

*mean*	5.796-5.803=-0.007
σ	0.320-0.642=-0.322
min	5.592-5.296=0.296
max	6.567-6.861=-0.294

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985

*mean*	4568.125-4582.625=-14.500
σ	2245.107-2249.316=-4.209
min	1487.000
max	7384.000-7393.000=-9.000

*mean*	5.630-5.717=-0.087
σ	0.422-0.640=-0.218
min	5.385-5.166=0.219
max	6.638-6.801=-0.163

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7384.000-7393.000=-9.000
σ	0.000
min	7384.000-7393.000=-9.000
max	7384.000-7393.000=-9.000

*mean*	345.166-369.818=-24.652
σ	1.997-79.838=-77.841
min	342.774-338.922=3.851
max	348.959-567.372=-218.413

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713
max	3497.037-3497.038=-0.001

*mean*	3735.125-3748.500=-13.375
σ	2286.961-2295.073=-8.112
min	720.000
max	7384.000-7393.000=-9.000

*mean*	1619.670-1636.315=-16.645
σ	552.642-543.589=9.053
min	1395.260-1386.829=8.431
max	2978.070-2966.012=12.059

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=0.000
min	107.854-107.853=0.000
max	107.855-107.854=0.000

*mean*	4568.125-4404.250=163.875
σ	2245.107-2220.578=24.528
min	1487.000
max	7384.000-7393.000=-9.000

*mean*	311.680-283.703=27.977
σ	467.741-420.290=47.451
min	129.229-122.454=6.775
max	1468.058-1322.891=145.166

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.082=-0.000
σ	0.000-0.000=-0.000
min	62.081
max	62.082-62.082=-0.001

*mean*	4568.125-4582.625=-14.500
σ	2245.107-2249.316=-4.209
min	1487.000
max	7384.000-7393.000=-9.000

*mean*	45.486-139.552=-94.066
σ	10.143-268.387=-258.244
min	40.218-39.824=0.394
max	70.327-803.463=-733.137

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7384.000-7393.000=-9.000
σ	0.000
min	7384.000-7393.000=-9.000
max	7384.000-7393.000=-9.000

*mean*	23.005-21.491=1.514
σ	2.863-1.037=1.826
min	20.796-20.971=-0.176
max	28.474-24.032=4.441

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307
max	71.311

*mean*	7384.000-7393.000=-9.000
σ	0.000
min	7384.000-7393.000=-9.000
max	7384.000-7393.000=-9.000

*mean*	57.083-254.456=-197.373
σ	3.078-559.397=-556.319
min	55.081-55.448=-0.366
max	63.425-1638.886=-1575.461

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.851-4646.850=0.001
σ	0.014-0.014=0.000
min	4646.845
max	4646.885-4646.884=0.001

*mean*	4390.125-4170.375=219.750
σ	2217.585-1941.867=275.718
min	1487.000
max	7384.000-7393.000=-9.000

*mean*	3452.461-3086.177=366.284
σ	908.750-774.033=134.716
min	2538.440-2500.462=37.978
max	5097.756-4501.666=596.090

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=0.000
σ	0.002-0.002=0.000
min	1973.849
max	1973.854-1973.854=0.000

*mean*	7384.000-7393.000=-9.000
σ	0.000
min	7384.000-7393.000=-9.000
max	7384.000-7393.000=-9.000

*mean*	1354.476-1038.674=315.803
σ	651.513-174.999=476.515
min	924.915-922.801=2.115
max	2653.503-1414.297=1239.206

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7384.000-7393.000=-9.000
σ	0.000
min	7384.000-7393.000=-9.000
max	7384.000-7393.000=-9.000

*mean*	422.564-390.535=32.029
σ	53.748-5.038=48.710
min	390.536-378.992=11.544
max	512.069-394.698=117.371

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.250-480.000=-4.750
σ	0.463-0.000=0.463
min	475.000-480.000=-5.000
max	476.000-480.000=-4.000

*mean*	355.844-387.981=-32.137
σ	47.794-28.244=19.550
min	289.077-359.634=-70.557
max	405.891-439.708=-33.817

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	568.500-564.000=4.500
σ	4.243-0.000=4.243
min	558.000-564.000=-6.000
max	570.000-564.000=6.000

*mean*	717.600-701.208=16.392
σ	78.586-64.694=13.892
min	604.881-609.096=-4.214
max	859.881-750.604=109.277

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972-1024.566=-60.593
σ	1.822-0.761=1.061
min	963.264-1024.091=-60.827
max	971.677-1027.713=-56.036

*mean*	1042.250-1048.450=-6.200
σ	306.614-312.533=-5.919
min	584.000-591.000=-7.000
max	1492.000-1512.000=-20.000

*mean*	1.247-1.393=-0.147
σ	0.092-0.079=0.013
min	1.163-1.317=-0.154
max	1.512-1.571=-0.059

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.301-0.289=0.012
σ	0.327-0.288=0.040
min	0.129-0.136=-0.007
max	0.884-0.800=0.084

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.431-0.472=-0.042
σ	0.195-0.318=-0.123
min	0.330-0.318=0.012
max	0.778-1.041=-0.263

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.234-0.219=0.014
σ	0.028-0.021=0.007
min	0.207-0.204=0.003
max	0.268-0.255=0.013

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.347-0.333=0.014
σ	0.020-0.024=-0.004
min	0.329-0.314=0.015
max	0.376-0.374=0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	430.800-431.000=-0.200
σ	1.789-0.000=1.789
min	430.000-431.000=-1.000
max	434.000-431.000=3.000

*mean*	0.489-0.553=-0.063
σ	0.038-0.064=-0.026
min	0.426-0.472=-0.046
max	0.527-0.604=-0.077

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.499-0.488=0.010
σ	0.036-0.042=-0.006
min	0.454-0.418=0.036
max	0.528-0.524=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	1.876-2.637=-0.760
σ	0.082-0.096=-0.014
min	1.750-2.456=-0.706
max	2.147-2.920=-0.773

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	1.971-2.591=-0.620
σ	0.094-0.095=-0.001
min	1.842-2.446=-0.604
max	2.308-3.185=-0.877

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.304-0.304=-0.000
σ	0.008-0.007=0.001
min	0.291-0.288=0.003
max	0.356-0.350=0.007

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.292-0.295=-0.003
σ	0.007-0.008=-0.000
min	0.274-0.281=-0.007
max	0.321-0.342=-0.021

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.397-11.505=-0.108
σ	11.522-11.353=0.169
min	0.573-0.573=0.000
max	80.520-76.033=4.487

*mean*	462.123-467.129=-5.006
σ	17.459-19.604=-2.145
min	409.000-408.000=1.000
max	477.000-483.000=-6.000

*mean*	0.026-0.026=-0.000
σ	0.028-0.028=0.000
min	0.001-0.001=-0.000
max	0.194-0.181=0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.633-298.740=-20.108
σ	1.023-1.028=-0.005
min	278.238-298.326=-20.089
max	281.542-301.665=-20.122

*mean*	445.500-437.300=8.200
σ	18.650-15.535=3.115
min	418.000-414.000=4.000
max	470.000-462.000=8.000

*mean*	0.576-0.594=-0.017
σ	0.019-0.022=-0.003
min	0.548-0.556=-0.008
max	0.616-0.637=-0.021

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	843.000-844.000=-1.000
σ	0.535-0.000=0.535
min	842.000-844.000=-2.000
max	844.000

*mean*	216.146-222.416=-6.269
σ	23.922-38.076=-14.154
min	198.790-148.542=50.247
max	256.389-257.760=-1.371

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	842.750-843.375=-0.625
σ	0.463-1.768=-1.305
min	842.000-839.000=3.000
max	843.000-844.000=-1.000

*mean*	9.292-8.425=0.868
σ	0.618-1.294=-0.676
min	7.779-7.372=0.407
max	9.628-10.682=-1.054

phase=parser

*mean*	1042.435-1042.434=0.001
σ	0.000-0.000=-0.000
min	1042.435-1042.433=0.001
max	1042.435-1042.434=0.001

*mean*	842.750-843.375=-0.625
σ	0.463-1.768=-1.305
min	842.000-839.000=3.000
max	843.000-844.000=-1.000

*mean*	594.750-494.746=100.004
σ	11.337-72.167=-60.830
min	580.638-424.311=156.328
max	613.501-595.215=18.286

phase=processProdDef

*mean*	2243.976-2243.977=-0.000
σ	0.000
min	2243.976-2243.977=-0.000
max	2243.976-2243.977=-0.000

*mean*	843.000-844.000=-1.000
σ	0.535-0.000=0.535
min	842.000-844.000=-2.000
max	844.000

*mean*	2890.034-2777.349=112.685
σ	511.990-429.878=82.112
min	2017.380-1981.640=35.739
max	3491.708-3325.860=165.848

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.750-843.375=-0.625
σ	0.463-1.768=-1.305
min	842.000-839.000=3.000
max	843.000-844.000=-1.000

*mean*	38.307-31.367=6.940
σ	4.583-6.219=-1.635
min	27.071-26.567=0.504
max	41.046-40.460=0.587

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	842.750-843.375=-0.625
σ	0.463-1.768=-1.305
min	842.000-839.000=3.000
max	843.000-844.000=-1.000

*mean*	676.259-688.405=-12.147
σ	8.905-69.506=-60.601
min	666.490-633.191=33.300
max	694.664-853.875=-159.211

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.387-293.821=-11.434
σ	0.036-0.037=-0.001
min	282.339-293.769=-11.430
max	282.427-293.859=-11.432

*mean*	444.800-444.000=0.800
σ	1.095-0.000=1.095
min	444.000
max	446.000-444.000=2.000

*mean*	0.383-0.396=-0.013
σ	0.008-0.003=0.004
min	0.375-0.393=-0.018
max	0.393-0.401=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.090-1320.286=-53.196
σ	0.115-0.133=-0.018
min	1266.996-1320.151=-53.155
max	1267.285-1320.505=-53.220

*mean*	1112.800-1091.200=21.600
σ	169.702-167.407=2.295
min	898.000-893.000=5.000
max	1330.000-1319.000=11.000

*mean*	1.923-2.005=-0.081
σ	0.103-0.252=-0.149
min	1.777-1.849=-0.072
max	2.064-2.451=-0.387

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.127-1559.286=-53.160
σ	2.959-2.997=-0.039
min	1504.599-1557.661=-53.062
max	1511.407-1564.634=-53.227

*mean*	629.000-626.000=3.000
σ	89.886-87.164=2.722
min	505.000-496.000=9.000
max	728.000

*mean*	2.360-2.216=0.143
σ	0.312-0.239=0.073
min	2.086-2.086=0.001
max	2.807-2.642=0.164

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.118-1882.342=-53.224
σ	0.069-0.058=0.011
min	1829.039-1882.262=-53.223
max	1829.219-1882.422=-53.203

*mean*	1766.200-1727.800=38.400
σ	216.728-172.387=44.342
min	1490.000-1472.000=18.000
max	1976.000-1878.000=98.000

*mean*	3.173-3.051=0.122
σ	0.412-0.261=0.151
min	2.641-2.868=-0.227
max	3.692-3.511=0.181

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.758-1.754=0.004
σ	0.076-0.117=-0.041
min	1.622-1.554=0.068
max	1.806-1.840=-0.034

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.699-419.943=-22.245
σ	518.051-518.105=-0.054
min	138.670-160.887=-22.217
max	1174.776-1197.101=-22.326

*mean*	97.750-101.750=-4.000
σ	7.500
min	94.000-98.000=-4.000
max	109.000-113.000=-4.000

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	0.498-0.518=-0.020
σ	0.525-0.505=0.020
min	0.233-0.260=-0.028
max	1.286-1.275=0.010

policies=20

*mean*	1386.836-1609.203=-222.367
σ	0.152-0.342=-0.190
min	1386.729-1608.955=-222.226
max	1387.061-1609.709=-222.648

*mean*	940.000-980.000=-40.000
σ	0.000
min	940.000-980.000=-40.000
max	940.000-980.000=-40.000

*mean*	446.000-448.500=-2.500
σ	0.000-7.000=-7.000
min	446.000-445.000=1.000
max	446.000-459.000=-13.000

*mean*	2.307-2.576=-0.270
σ	0.011-0.024=-0.013
min	2.296-2.554=-0.258
max	2.322-2.600=-0.278

policies=200

*mean*	13876.830-16100.669=-2223.840
σ	0.072-0.076=-0.004
min	13876.767-16100.583=-2223.817
max	13876.899-16100.769=-2223.870

*mean*	9400.000-9800.000=-400.000
σ	0.000
min	9400.000-9800.000=-400.000
max	9400.000-9800.000=-400.000

*mean*	496.500-495.000=1.500
σ	5.447-2.944=2.503
min	490.000-492.000=-2.000
max	503.000-499.000=4.000

*mean*	23.493-26.006=-2.513
σ	0.063-0.174=-0.111
min	23.423-25.879=-2.456
max	23.570-26.263=-2.693