Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.671=0.218
σ	0.358-0.358=0.001
min	54.756-54.539=0.217
max	55.909-55.688=0.220

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.141-0.141=-0.001
σ	0.007-0.005=0.002
min	0.132-0.137=-0.005
max	0.150-0.149=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.700=0.155
σ	0.007-0.006=0.002
min	43.843-43.692=0.150
max	43.868-43.707=0.161

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.124-0.122=0.002
σ	0.005-0.005=-0.001
min	0.119-0.117=0.002
max	0.131-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4036.500-3863.875=172.625
σ	2007.263-1831.582=175.680
min	1217.000-1280.000=-63.000
max	7136.000-6113.000=1023.000

*mean*	12.949-12.758=0.190
σ	0.326-0.288=0.038
min	12.453-12.431=0.023
max	13.256-13.199=0.057

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4036.500-3863.875=172.625
σ	2007.263-1831.582=175.680
min	1217.000-1280.000=-63.000
max	7136.000-6113.000=1023.000

*mean*	13.367-12.687=0.680
σ	0.462-0.780=-0.319
min	12.364-11.421=0.943
max	13.773-13.856=-0.083

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7136.000-6113.000=1023.000
σ	0.000
min	7136.000-6113.000=1023.000
max	7136.000-6113.000=1023.000

*mean*	15.083-15.115=-0.032
σ	1.385-0.384=1.000
min	11.663-14.482=-2.820
max	15.770-15.680=0.091

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.000=0.002
min	41.927-41.928=-0.000
max	41.932-41.929=0.004

*mean*	4036.500-3863.875=172.625
σ	2007.263-1831.582=175.680
min	1217.000-1280.000=-63.000
max	7136.000-6113.000=1023.000

*mean*	13.987-14.065=-0.078
σ	1.984-1.829=0.155
min	11.323-11.067=0.256
max	16.457-16.448=0.010

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4036.500-3863.875=172.625
σ	2007.263-1831.582=175.680
min	1217.000-1280.000=-63.000
max	7136.000-6113.000=1023.000

*mean*	9.673-9.350=0.323
σ	1.311-1.547=-0.236
min	8.722-8.288=0.434
max	12.793-13.125=-0.332

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4036.500-3863.875=172.625
σ	2007.263-1831.582=175.680
min	1217.000-1280.000=-63.000
max	7136.000-6113.000=1023.000

*mean*	7.091-7.119=-0.028
σ	1.266-0.995=0.271
min	6.228-6.219=0.009
max	10.130-9.499=0.630

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.665-25.666=-0.000
max	25.677-25.674=0.004

*mean*	4036.500-3863.875=172.625
σ	2007.263-1831.582=175.680
min	1217.000-1280.000=-63.000
max	7136.000-6113.000=1023.000

*mean*	6.068-6.029=0.039
σ	0.163-0.107=0.056
min	5.871-5.825=0.046
max	6.372-6.116=0.256

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.001
min	25.969-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4036.500-3863.875=172.625
σ	2007.263-1831.582=175.680
min	1217.000-1280.000=-63.000
max	7136.000-6113.000=1023.000

*mean*	5.589-5.756=-0.167
σ	0.147-0.271=-0.124
min	5.427-5.154=0.273
max	5.817-6.004=-0.186

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.606=-1502.991

*mean*	7136.000-6113.000=1023.000
σ	0.000
min	7136.000-6113.000=1023.000
max	7136.000-6113.000=1023.000

*mean*	362.763-1380.461=-1017.698
σ	42.126-607.770=-565.644
min	344.748-1046.711=-701.963
max	466.868-2418.772=-1951.905

op=load_product(), with indexes

*mean*	7917.793-7878.102=39.690
σ	0.469-0.470=-0.000
min	7917.624-7877.935=39.689
max	7918.953-7879.264=39.689

*mean*	3268.750-3228.500=40.250
σ	1823.917-1829.611=-5.694
min	811.000-810.000=1.000
max	5619.000-6113.000=-494.000

*mean*	3604.271-3577.527=26.744
σ	961.821-934.951=26.870
min	3115.315-3101.024=14.291
max	5755.887-5651.964=103.923

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.080=-0.000

*mean*	4036.500-3863.875=172.625
σ	2007.263-1831.582=175.680
min	1217.000-1280.000=-63.000
max	7136.000-6113.000=1023.000

*mean*	84.372-90.972=-6.600
σ	18.000-20.255=-2.254
min	70.074-70.771=-0.697
max	124.653-126.118=-1.465

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=0.000
max	40.950-40.949=0.001

*mean*	7136.000-6113.000=1023.000
σ	0.000
min	7136.000-6113.000=1023.000
max	7136.000-6113.000=1023.000

*mean*	76.977-63.801=13.175
σ	42.491-3.788=38.704
min	60.480-60.802=-0.322
max	181.931-69.242=112.689

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.001
σ	0.002-0.002=0.001
min	66.686
max	66.691-66.690=0.001

*mean*	7136.000-6113.000=1023.000
σ	0.000
min	7136.000-6113.000=1023.000
max	7136.000-6113.000=1023.000

*mean*	212.102-100.018=112.084
σ	318.255-1.033=317.222
min	98.245-98.933=-0.688
max	999.720-102.181=897.539

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11849.156=2368.015
σ	4.304-4.304=-0.000
min	14215.575-11847.562=2368.013
max	14227.821-11859.806=2368.015

*mean*	4036.500-3863.875=172.625
σ	2007.263-1831.582=175.680
min	1217.000-1280.000=-63.000
max	7136.000-6113.000=1023.000

*mean*	8093.382-6094.897=1998.485
σ	1764.253-993.723=770.530
min	6008.693-4991.868=1016.825
max	10258.179-7419.991=2838.188

op=vertical_lookup_list() on indexed

*mean*	13159.109-10791.094=2368.015
σ	0.002-0.002=-0.000
min	13159.106-10791.091=2368.015
max	13159.110-10791.096=2368.014

*mean*	7136.000-6113.000=1023.000
σ	0.000
min	7136.000-6113.000=1023.000
max	7136.000-6113.000=1023.000

*mean*	5512.928-5216.997=295.931
σ	1095.222-1632.981=-537.759
min	5042.354-4039.635=1002.719
max	8193.832-7571.910=621.922

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	382.869-389.153=-6.284
σ	16.721-15.996=0.725
min	356.380-350.459=5.921
max	398.568-402.099=-3.531

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	751.601-760.217=-8.616
σ	49.146-32.726=16.419
min	647.380-685.782=-38.401
max	791.019-795.566=-4.547

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.329=-0.029
σ	0.759-0.759=-0.000
min	1023.823-1023.855=-0.032
max	1027.435-1027.465=-0.031

*mean*	1036.000-1050.850=-14.850
σ	303.702-320.186=-16.485
min	552.000-544.000=8.000
max	1461.000-1567.000=-106.000

*mean*	1.570-1.550=0.020
σ	0.102-0.092=0.010
min	1.484-1.360=0.124
max	1.853-1.813=0.039

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.435-0.447=-0.012
σ	0.598-0.617=-0.019
min	0.147-0.142=0.005
max	1.504-1.549=-0.045

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.836-0.479=0.357
σ	0.527-0.322=0.205
min	0.571-0.322=0.249
max	1.778-1.055=0.722

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.388-0.219=0.169
σ	0.037-0.022=0.015
min	0.359-0.202=0.156
max	0.452-0.257=0.194

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.592-0.338=0.254
σ	0.020-0.013=0.006
min	0.570-0.327=0.243
max	0.623-0.361=0.262

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-436.000=-4.200
σ	1.789-5.612=-3.824
min	431.000
max	435.000-442.000=-7.000

*mean*	0.587-0.537=0.050
σ	0.103-0.036=0.067
min	0.472-0.478=-0.007
max	0.752-0.571=0.181

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.471-0.461=0.010
σ	0.062-0.045=0.017
min	0.376-0.410=-0.034
max	0.530-0.521=0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.031-2.682=-0.651
σ	0.162-0.126=0.035
min	1.867-2.513=-0.646
max	2.684-3.395=-0.711

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	1.989-2.214=-0.226
σ	0.072-0.325=-0.252
min	1.846-1.828=0.019
max	2.326-2.839=-0.513

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.305-0.310=-0.004
σ	0.008-0.009=-0.001
min	0.291-0.295=-0.004
max	0.346-0.354=-0.008

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.301-0.296=0.005
σ	0.039-0.008=0.031
min	0.281-0.283=-0.002
max	0.557-0.326=0.231

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.476-298.756=-0.280
σ	1.046-1.065=-0.019
min	298.079-298.345=-0.266
max	301.451-301.782=-0.331

*mean*	441.700-444.100=-2.400
σ	13.784-16.052=-2.267
min	420.000-421.000=-1.000
max	463.000-471.000=-8.000

*mean*	0.604-0.597=0.007
σ	0.021-0.029=-0.008
min	0.579-0.528=0.051
max	0.647-0.640=0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	942.625-1679.625=-737.000
σ	18.031-1.061=16.971
min	898.000-1677.000=-779.000
max	949.000-1680.000=-731.000

*mean*	212.261-215.553=-3.292
σ	5.311-3.274=2.037
min	201.899-210.432=-8.534
max	218.104-219.813=-1.708

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	941.125-1679.625=-738.500
σ	22.274-1.061=21.213
min	886.000-1677.000=-791.000
max	949.000-1680.000=-731.000

*mean*	9.249-10.986=-1.737
σ	1.120-2.288=-1.168
min	6.505-6.409=0.095
max	9.989-12.848=-2.859

phase=parser

*mean*	1042.363-1042.367=-0.004
σ	0.000-0.000=0.000
min	1042.363-1042.367=-0.004
max	1042.364-1042.367=-0.004

*mean*	941.125-1679.625=-738.500
σ	22.274-1.061=21.213
min	886.000-1677.000=-791.000
max	949.000-1680.000=-731.000

*mean*	519.509-633.099=-113.590
σ	71.777-109.751=-37.975
min	405.884-423.437=-17.552
max	620.180-726.469=-106.289

phase=processProdDef

*mean*	4850.767-4753.276=97.492
σ	0.000-0.000=-0.000
min	4850.767-4753.276=97.492
max	4850.767-4753.276=97.491

*mean*	949.000-1680.000=-731.000
σ	0.000
min	949.000-1680.000=-731.000
max	949.000-1680.000=-731.000

*mean*	5114.410-4228.956=885.454
σ	203.034-803.486=-600.453
min	4795.122-3223.526=1571.596
max	5394.866-5295.235=99.631

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	941.125-1679.625=-738.500
σ	22.274-1.061=21.213
min	886.000-1677.000=-791.000
max	949.000-1680.000=-731.000

*mean*	39.090-39.814=-0.724
σ	8.159-10.261=-2.102
min	21.123-20.412=0.711
max	50.759-48.482=2.277

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	942.500-1679.625=-737.125
σ	18.385-1.061=17.324
min	897.000-1677.000=-780.000
max	949.000-1680.000=-731.000

*mean*	703.176-791.307=-88.132
σ	38.398-95.678=-57.280
min	655.887-661.460=-5.573
max	787.338-893.037=-105.698

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.819-293.916=-0.097
σ	0.038-0.039=-0.001
min	293.768-293.864=-0.096
max	293.859-293.957=-0.099

*mean*	442.400-442.200=0.200
σ	0.548-1.643=-1.095
min	442.000-441.000=1.000
max	443.000-444.000=-1.000

*mean*	0.393-0.393=-0.000
σ	0.001-0.003=-0.002
min	0.392-0.391=0.001
max	0.394-0.396=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.218-1320.304=-0.086
σ	0.033-0.034=-0.001
min	1320.170-1320.261=-0.091
max	1320.251-1320.342=-0.090

*mean*	1066.800-1108.800=-42.000
σ	166.291-167.944=-1.653
min	843.000-895.000=-52.000
max	1271.000-1319.000=-48.000

*mean*	2.280-2.238=0.042
σ	0.096-0.091=0.005
min	2.186-2.112=0.074
max	2.435-2.329=0.106

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.598-1559.450=1.148
σ	6.209-3.394=2.815
min	1557.612-1557.749=-0.137
max	1571.701-1565.514=6.187

*mean*	619.000-622.200=-3.200
σ	82.741-89.595=-6.854
min	494.000-508.000=-14.000
max	716.000-725.000=-9.000

*mean*	2.268-2.379=-0.111
σ	0.124-0.289=-0.164
min	2.127-2.148=-0.021
max	2.452-2.857=-0.404

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.172-1882.265=-0.093
σ	0.055-0.074=-0.020
min	1882.114-1882.182=-0.069
max	1882.245-1882.350=-0.105

*mean*	1701.000-1750.200=-49.200
σ	257.036-211.176=45.860
min	1400.000-1468.000=-68.000
max	2057.000-1950.000=107.000

*mean*	2.949-3.237=-0.288
σ	0.079-0.399=-0.320
min	2.875-2.920=-0.045
max	3.058-3.909=-0.851

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.726-1.662=0.064
σ	0.140-0.128=0.011
min	1.534-1.525=0.009
max	1.856-1.830=0.026

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.411=-0.332
σ	582.723-583.278=-0.555
min	160.714-160.767=-0.053
max	1326.164-1327.328=-1.165

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.546-0.510=0.036
σ	0.538-0.482=0.057
min	0.269-0.269=0.001
max	1.354-1.233=0.120

policies=20

*mean*	1607.519-1608.048=-0.530
σ	0.425-0.423=0.002
min	1607.230-1607.762=-0.532
max	1608.148-1608.677=-0.529

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-451.500=-1.500
σ	8.083-11.091=-3.008
min	443.000-444.000=-1.000
max	457.000-468.000=-11.000

*mean*	2.706-2.716=-0.010
σ	0.022-0.013=0.009
min	2.683-2.697=-0.015
max	2.732-2.726=0.005

policies=200

*mean*	16083.464-16088.581=-5.116
σ	0.108-0.139=-0.031
min	16083.363-16088.451=-5.088
max	16083.605-16088.766=-5.161

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.250-497.500=-2.250
σ	4.573-3.317=1.257
min	490.000-495.000=-5.000
max	501.000-502.000=-1.000

*mean*	27.369-27.204=0.165
σ	0.246-0.043=0.203
min	27.192-27.164=0.028
max	27.732-27.262=0.470