Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.773-54.772=0.000
σ	0.365-0.371=-0.006
min	54.623-54.624=-0.001
max	55.811-55.826=-0.015

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.143-0.140=0.003
σ	0.004-0.005=-0.001
min	0.140-0.133=0.007
max	0.151-0.150=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.777=0.001
σ	0.007-0.007=-0.000
min	43.769-43.763=0.006
max	43.789-43.790=-0.001

*mean*	419.000-415.000=4.000
σ	0.000
min	419.000-415.000=4.000
max	419.000-415.000=4.000

*mean*	0.118-0.125=-0.006
σ	0.004-0.004=0.000
min	0.115-0.121=-0.006
max	0.127-0.134=-0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4591.625-4592.625=-1.000
σ	2246.443-2247.631=-1.188
min	1487.000-1484.000=3.000
max	7383.000-7384.000=-1.000

*mean*	114.468-151.664=-37.195
σ	289.034-392.277=-103.243
min	11.926-11.897=0.028
max	829.790-1122.487=-292.697

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4591.625-4592.625=-1.000
σ	2246.443-2247.631=-1.188
min	1487.000-1484.000=3.000
max	7383.000-7384.000=-1.000

*mean*	13.498-14.223=-0.726
σ	3.008-3.037=-0.029
min	11.874-11.542=0.333
max	20.871-20.693=0.178

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946
max	41.950-41.951=-0.001

*mean*	7383.000-7384.000=-1.000
σ	0.000
min	7383.000-7384.000=-1.000
max	7383.000-7384.000=-1.000

*mean*	11.710-11.138=0.572
σ	1.713-2.038=-0.324
min	10.833-10.212=0.621
max	15.933-16.168=-0.235

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934-41.934=0.000

*mean*	4183.250-4185.125=-1.875
σ	1942.966-1944.307=-1.341
min	1487.000-1484.000=3.000
max	7383.000-7384.000=-1.000

*mean*	11.619-11.302=0.317
σ	1.904-1.236=0.668
min	10.784-10.631=0.152
max	16.319-14.307=2.012

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=-0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4183.250-4185.125=-1.875
σ	1942.966-1944.307=-1.341
min	1487.000-1484.000=3.000
max	7383.000-7384.000=-1.000

*mean*	9.054-8.846=0.208
σ	1.233-0.597=0.636
min	7.978-8.028=-0.049
max	12.009-10.144=1.865

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=-0.000
σ	0.001-0.001=-0.000
min	26.406-26.406=-0.000
max	26.410-26.410=-0.000

*mean*	4183.250-4185.125=-1.875
σ	1942.966-1944.307=-1.341
min	1487.000-1484.000=3.000
max	7383.000-7384.000=-1.000

*mean*	7.177-6.864=0.313
σ	0.941-0.475=0.466
min	6.614-6.415=0.200
max	9.474-7.880=1.594

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=-0.000
σ	0.003-0.003=0.000
min	25.680
max	25.688-25.688=0.000

*mean*	4591.625-4592.625=-1.000
σ	2246.443-2247.631=-1.188
min	1487.000-1484.000=3.000
max	7383.000-7384.000=-1.000

*mean*	6.162-6.415=-0.253
σ	0.674-0.973=-0.299
min	5.720-5.744=-0.024
max	7.796-8.633=-0.837

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984-25.984=0.000
max	25.985

*mean*	4591.625-4592.625=-1.000
σ	2246.443-2247.631=-1.188
min	1487.000-1484.000=3.000
max	7383.000-7384.000=-1.000

*mean*	6.022-6.108=-0.085
σ	0.572-0.634=-0.063
min	5.663-5.621=0.043
max	7.413-7.293=0.120

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7383.000-7384.000=-1.000
σ	0.000
min	7383.000-7384.000=-1.000
max	7383.000-7384.000=-1.000

*mean*	348.674-360.804=-12.131
σ	2.590-43.538=-40.947
min	345.307-341.295=4.012
max	353.129-468.407=-115.278

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713
max	3497.038-3497.037=0.001

*mean*	3758.750-3759.750=-1.000
σ	2298.254-2299.415=-1.161
min	720.000-721.000=-1.000
max	7383.000-7384.000=-1.000

*mean*	1757.683-1756.576=1.106
σ	676.372-669.868=6.504
min	1383.799-1382.168=1.631
max	2933.597-2924.415=9.182

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.853-107.853=0.000
max	107.854-107.855=-0.000

*mean*	4412.500-4414.250=-1.750
σ	2216.126-2217.125=-0.999
min	1487.000-1484.000=3.000
max	7383.000-7384.000=-1.000

*mean*	238.574-226.855=11.719
σ	289.444-264.881=24.562
min	125.385-126.130=-0.745
max	953.394-881.870=71.524

op=column_set() on unindexed, dense, repeat

*mean*	62.081
σ	0.000
min	62.081
max	62.082

*mean*	4412.500-4414.250=-1.750
σ	2216.126-2217.125=-0.999
min	1487.000-1484.000=3.000
max	7383.000-7384.000=-1.000

*mean*	45.165-45.248=-0.082
σ	5.831-7.586=-1.755
min	41.362-41.475=-0.113
max	59.209-63.883=-4.674

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7383.000-7384.000=-1.000
σ	0.000
min	7383.000-7384.000=-1.000
max	7383.000-7384.000=-1.000

*mean*	183.129-182.539=0.590
σ	454.287-452.863=1.424
min	21.710-20.866=0.844
max	1307.425-1303.309=4.116

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308
σ	0.002-0.002=-0.000
min	71.307-71.307=0.000
max	71.311-71.311=-0.000

*mean*	7383.000-7384.000=-1.000
σ	0.000
min	7383.000-7384.000=-1.000
max	7383.000-7384.000=-1.000

*mean*	63.538-64.075=-0.537
σ	17.555-20.601=-3.047
min	55.475-54.718=0.757
max	106.330-114.538=-8.208

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=0.000
σ	0.013-0.013=-0.000
min	4646.845
max	4646.883

*mean*	4183.250-4185.125=-1.875
σ	1942.966-1944.307=-1.341
min	1487.000-1484.000=3.000
max	7383.000-7384.000=-1.000

*mean*	3364.943-3151.121=213.822
σ	721.443-632.508=88.935
min	2537.683-2509.945=27.738
max	4328.906-4059.617=269.290

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7383.000-7384.000=-1.000
σ	0.000
min	7383.000-7384.000=-1.000
max	7383.000-7384.000=-1.000

*mean*	1059.402-1088.272=-28.870
σ	298.642-288.528=10.114
min	926.803-914.357=12.446
max	1783.592-1727.905=55.687

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7383.000-7384.000=-1.000
σ	0.000
min	7383.000-7384.000=-1.000
max	7383.000-7384.000=-1.000

*mean*	390.372-405.676=-15.305
σ	10.248-33.293=-23.045
min	370.459-389.643=-19.184
max	408.464-486.879=-78.414

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000-477.375=-0.375
σ	0.000-1.188=-1.188
min	477.000-475.000=2.000
max	477.000-478.000=-1.000

*mean*	402.608-392.468=10.140
σ	26.624-31.436=-4.812
min	376.815-353.675=23.139
max	449.262-435.497=13.765

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	566.000-565.000=1.000
σ	0.000
min	566.000-565.000=1.000
max	566.000-565.000=1.000

*mean*	718.504-745.024=-26.520
σ	63.969-60.986=2.984
min	617.792-635.892=-18.100
max	812.351-832.501=-20.150

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972-963.972=-0.001
σ	1.820-1.820=-0.000
min	963.267-963.266=0.002
max	971.669-971.671=-0.002

*mean*	1039.550-1040.150=-0.600
σ	310.187-292.406=17.782
min	538.000-551.000=-13.000
max	1538.000-1428.000=110.000

*mean*	1.304-1.323=-0.019
σ	0.197-0.232=-0.035
min	1.181-1.177=0.004
max	2.057-2.108=-0.052

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.302-0.302=0.001
σ	0.293-0.291=0.003
min	0.140-0.143=-0.003
max	0.822-0.817=0.005

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.487-0.479=0.008
σ	0.320-0.320=0.000
min	0.333-0.324=0.008
max	1.060-1.052=0.008

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.220=0.004
σ	0.021-0.025=-0.004
min	0.205-0.205=0.001
max	0.259-0.264=-0.005

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.339-0.326=0.013
σ	0.016-0.018=-0.002
min	0.329-0.307=0.022
max	0.366-0.355=0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	437.200-431.000=6.200
σ	6.535-0.000=6.535
min	431.000
max	444.000-431.000=13.000

*mean*	0.544-0.530=0.014
σ	0.054-0.055=-0.001
min	0.485-0.464=0.021
max	0.609-0.610=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.508-0.455=0.053
σ	0.015-0.057=-0.042
min	0.489-0.389=0.100
max	0.523-0.527=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	2.166-2.615=-0.449
σ	0.331-0.123=0.208
min	1.741-2.431=-0.690
max	2.801-3.046=-0.245

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	2.599-2.557=0.042
σ	0.087-0.076=0.012
min	2.434-2.426=0.008
max	2.828-2.845=-0.017

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.306-0.302=0.004
σ	0.011-0.008=0.003
min	0.290-0.290=0.000
max	0.375-0.353=0.022

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-431.000=13.000
σ	0.000
min	444.000-431.000=13.000
max	444.000-431.000=13.000

*mean*	0.293-0.289=0.004
σ	0.007-0.008=-0.000
min	0.280-0.275=0.005
max	0.333-0.340=-0.007

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.541-11.445=0.096
σ	11.594-11.427=0.167
min	0.574-0.574=-0.000
max	93.520-88.295=5.225

*mean*	459.174-467.257=-8.083
σ	18.272-20.957=-2.685
min	409.000-407.000=2.000
max	477.000-484.000=-7.000

*mean*	0.027-0.027=0.000
σ	0.029-0.028=0.000
min	0.001-0.001=0.000
max	0.235-0.215=0.020

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.732-278.654=0.078
σ	1.007-1.035=-0.028
min	278.288-278.258=0.030
max	281.593-281.594=-0.001

*mean*	442.700
σ	16.097-14.937=1.160
min	417.000-416.000=1.000
max	468.000

*mean*	0.575-0.587=-0.013
σ	0.028-0.019=0.009
min	0.526-0.574=-0.048
max	0.618-0.638=-0.020

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	858.000-844.000=14.000
σ	0.000
min	858.000-844.000=14.000
max	858.000-844.000=14.000

*mean*	238.431-224.202=14.229
σ	16.512-22.863=-6.351
min	209.926-194.946=14.980
max	253.700-251.767=1.933

phase=macro expansion

*mean*	6.130-6.130=0.000
σ	0.001-0.000=0.001
min	6.130
max	6.133-6.130=0.004

*mean*	858.000-843.375=14.625
σ	0.000-1.768=-1.768
min	858.000-839.000=19.000
max	858.000-844.000=14.000

*mean*	9.282-9.317=-0.035
σ	0.712-0.742=-0.030
min	7.532-7.489=0.043
max	9.666-9.711=-0.046

phase=parser

*mean*	1042.435-1042.434=0.002
σ	0.001-0.000=0.001
min	1042.432-1042.434=-0.002
max	1042.436-1042.434=0.002

*mean*	858.000-843.375=14.625
σ	0.000-1.768=-1.768
min	858.000-839.000=19.000
max	858.000-844.000=14.000

*mean*	578.768-585.882=-7.114
σ	41.817-34.973=6.844
min	476.029-500.539=-24.510
max	604.251-605.159=-0.909

phase=processProdDef

*mean*	2243.976-2243.975=0.001
σ	0.001-0.000=0.001
min	2243.976-2243.975=0.001
max	2243.979-2243.975=0.004

*mean*	858.000-844.000=14.000
σ	0.000
min	858.000-844.000=14.000
max	858.000-844.000=14.000

*mean*	3103.957-2776.346=327.611
σ	214.366-424.904=-210.538
min	2829.920-1940.742=889.178
max	3361.827-3326.001=35.825

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	858.000-843.375=14.625
σ	0.000-1.768=-1.768
min	858.000-839.000=19.000
max	858.000-844.000=14.000

*mean*	38.251-38.721=-0.470
σ	4.745-4.809=-0.064
min	26.555-26.906=-0.351
max	40.542-41.253=-0.711

phase=type checker

*mean*	989.755-989.755=-0.001
σ	0.066-0.066=0.001
min	989.654-989.658=-0.004
max	989.845-989.845=-0.000

*mean*	858.000-843.375=14.625
σ	0.000-1.768=-1.768
min	858.000-839.000=19.000
max	858.000-844.000=14.000

*mean*	692.866-687.410=5.456
σ	13.053-12.755=0.298
min	677.449-670.545=6.904
max	710.436-703.138=7.298

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.385-282.386=-0.001
σ	0.038-0.036=0.002
min	282.336-282.336=-0.000
max	282.428-282.424=0.004

*mean*	444.000-444.800=-0.800
σ	0.000-1.095=-1.095
min	444.000
max	444.000-446.000=-2.000

*mean*	0.380-0.381=-0.001
σ	0.007-0.006=0.001
min	0.375-0.378=-0.003
max	0.389-0.393=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.113-1267.099=0.014
σ	0.091-0.070=0.021
min	1266.995-1267.007=-0.012
max	1267.247-1267.196=0.051

*mean*	1112.800-1113.200=-0.400
σ	169.202-169.525=-0.323
min	898.000
max	1327.000-1328.000=-1.000

*mean*	2.022-1.980=0.042
σ	0.107-0.106=0.001
min	1.883-1.877=0.006
max	2.121-2.106=0.015

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.126-1506.163=-0.037
σ	2.965-2.954=0.011
min	1504.620-1504.657=-0.038
max	1511.418-1511.437=-0.019

*mean*	629.200-629.400=-0.200
σ	90.062-90.337=-0.275
min	505.000
max	728.000-729.000=-1.000

*mean*	2.336-2.442=-0.106
σ	0.338-0.377=-0.039
min	2.062-2.042=0.021
max	2.891-2.878=0.013

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.120-1829.097=0.022
σ	0.083-0.057=0.026
min	1829.023-1829.018=0.006
max	1829.244-1829.153=0.091

*mean*	1760.000-1758.800=1.200
σ	212.052-211.596=0.456
min	1480.000-1479.000=1.000
max	1962.000-1960.000=2.000

*mean*	3.215-3.121=0.094
σ	0.351-0.310=0.041
min	2.838-2.835=0.002
max	3.589-3.600=-0.011

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.694-1.673=0.021
σ	0.128-0.182=-0.053
min	1.567-1.393=0.174
max	1.889-1.882=0.006

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	398.101-398.103=-0.001
σ	518.051-518.051=-0.001
min	139.071-139.073=-0.003
max	1175.177-1175.179=-0.002

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	443.000-446.000=-3.000
σ	0.000
min	443.000-446.000=-3.000
max	443.000-446.000=-3.000

*mean*	0.512-0.501=0.012
σ	0.546-0.512=0.033
min	0.236-0.237=-0.001
max	1.331-1.269=0.062

policies=20

*mean*	1390.855-1390.866=-0.012
σ	0.174-0.184=-0.010
min	1390.732-1390.742=-0.010
max	1391.112-1391.139=-0.028

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	448.500-446.000=2.500
σ	6.351-0.000=6.351
min	443.000-446.000=-3.000
max	454.000-446.000=8.000

*mean*	2.326-2.364=-0.038
σ	0.012-0.055=-0.043
min	2.309-2.325=-0.016
max	2.337-2.445=-0.108

policies=200

*mean*	13917.078-13917.123=-0.045
σ	0.113-0.060=0.053
min	13916.944-13917.070=-0.127
max	13917.195-13917.191=0.004

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	498.000-495.750=2.250
σ	3.162-3.862=-0.700
min	494.000-492.000=2.000
max	501.000

*mean*	23.525-23.719=-0.195
σ	0.293-0.143=0.150
min	23.300-23.587=-0.288
max	23.919-23.908=0.011