Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.893-54.890=0.003
σ	0.359-0.358=0.001
min	54.759-54.755=0.005
max	55.914-55.908=0.006

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.158-0.146=0.012
σ	0.008-0.009=-0.001
min	0.141-0.133=0.008
max	0.168-0.159=0.010

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.854=0.001
σ	0.006-0.004=0.002
min	43.847-43.849=-0.003
max	43.865-43.861=0.003

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.125-0.126=-0.001
σ	0.004-0.006=-0.001
min	0.121-0.120=0.001
max	0.133-0.135=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4040.625-4044.250=-3.625
σ	2006.815-2011.085=-4.270
min	1216.000
max	7134.000-7154.000=-20.000

*mean*	13.479-12.812=0.667
σ	1.908-0.362=1.545
min	12.304-12.390=-0.087
max	18.122-13.459=4.664

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4040.625-4044.250=-3.625
σ	2006.815-2011.085=-4.270
min	1216.000
max	7134.000-7154.000=-20.000

*mean*	13.362-12.600=0.762
σ	1.766-0.529=1.237
min	11.896-12.015=-0.120
max	17.441-13.320=4.121

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	7134.000-7154.000=-20.000
σ	0.000
min	7134.000-7154.000=-20.000
max	7134.000-7154.000=-20.000

*mean*	15.203-15.466=-0.263
σ	0.184-0.311=-0.127
min	14.861-15.069=-0.208
max	15.425-15.964=-0.539

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	4040.625-4044.250=-3.625
σ	2006.815-2011.085=-4.270
min	1216.000
max	7134.000-7154.000=-20.000

*mean*	14.840-14.191=0.649
σ	1.810-1.655=0.155
min	11.228-11.560=-0.332
max	17.595-15.566=2.029

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4040.625-4044.250=-3.625
σ	2006.815-2011.085=-4.270
min	1216.000
max	7134.000-7154.000=-20.000

*mean*	10.092-9.507=0.585
σ	1.705-0.917=0.789
min	8.672-8.458=0.214
max	13.018-11.230=1.788

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002
min	26.400
max	26.404

*mean*	4040.625-4044.250=-3.625
σ	2006.815-2011.085=-4.270
min	1216.000
max	7134.000-7154.000=-20.000

*mean*	7.620-6.706=0.915
σ	1.842-0.765=1.077
min	6.056-5.845=0.211
max	10.786-8.289=2.498

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665-25.665=-0.000
max	25.678

*mean*	4040.625-4044.250=-3.625
σ	2006.815-2011.085=-4.270
min	1216.000
max	7134.000-7154.000=-20.000

*mean*	6.210-6.065=0.145
σ	0.373-0.126=0.247
min	6.014-5.931=0.082
max	7.128-6.294=0.834

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4040.625-4044.250=-3.625
σ	2006.815-2011.085=-4.270
min	1216.000
max	7134.000-7154.000=-20.000

*mean*	5.751-5.781=-0.029
σ	0.285-0.198=0.087
min	5.245-5.420=-0.175
max	6.136-6.041=0.095

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7134.000-7154.000=-20.000
σ	0.000
min	7134.000-7154.000=-20.000
max	7134.000-7154.000=-20.000

*mean*	378.143-362.853=15.290
σ	55.330-40.993=14.338
min	345.960-346.011=-0.051
max	471.482-464.265=7.217

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.625=-0.001
max	7918.953-7918.954=-0.000

*mean*	3273.875-3275.500=-1.625
σ	1825.260-1824.967=0.293
min	808.000-810.000=-2.000
max	5623.000-5625.000=-2.000

*mean*	3538.066-3771.008=-232.941
σ	879.775-1250.969=-371.194
min	3095.766-3100.186=-4.419
max	5503.591-6215.143=-711.552

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080-62.080=0.000

*mean*	4040.625-4044.250=-3.625
σ	2006.815-2011.085=-4.270
min	1216.000
max	7134.000-7154.000=-20.000

*mean*	90.819-84.020=6.799
σ	24.808-14.990=9.818
min	70.776-71.829=-1.053
max	125.955-108.268=17.687

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7134.000-7154.000=-20.000
σ	0.000
min	7134.000-7154.000=-20.000
max	7134.000-7154.000=-20.000

*mean*	61.284-61.701=-0.418
σ	1.219-1.238=-0.018
min	60.542-60.882=-0.339
max	64.248-64.694=-0.447

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.691-66.691=0.000

*mean*	7134.000-7154.000=-20.000
σ	0.000
min	7134.000-7154.000=-20.000
max	7134.000-7154.000=-20.000

*mean*	271.089-278.019=-6.930
σ	340.246-379.178=-38.932
min	98.205-98.229=-0.024
max	1013.053-1161.044=-147.991

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.576-14215.575=0.001
max	14227.820

*mean*	4040.625-4044.250=-3.625
σ	2006.815-2011.085=-4.270
min	1216.000
max	7134.000-7154.000=-20.000

*mean*	8081.329-8126.663=-45.334
σ	1931.765-2007.704=-75.940
min	5982.814-5981.000=1.814
max	10726.719-11142.531=-415.812

op=vertical_lookup_list() on indexed

*mean*	13159.109
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7134.000-7154.000=-20.000
σ	0.000
min	7134.000-7154.000=-20.000
max	7134.000-7154.000=-20.000

*mean*	5355.698-5313.571=42.127
σ	614.937-583.133=31.804
min	4990.263-5036.314=-46.050
max	6793.879-6705.192=88.687

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-478.000=-4.000
σ	0.000
min	474.000-478.000=-4.000
max	474.000-478.000=-4.000

*mean*	380.345-374.659=5.686
σ	26.396-23.400=2.996
min	315.561-346.184=-30.623
max	395.013-394.417=0.596

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-562.000=-3.000
σ	0.000
min	559.000-562.000=-3.000
max	559.000-562.000=-3.000

*mean*	739.777-742.792=-3.015
σ	55.338-62.320=-6.981
min	636.558-631.526=5.032
max	782.990-801.578=-18.587

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.299=0.002
σ	0.759-0.759=0.001
min	1023.827-1023.825=0.002
max	1027.442-1027.436=0.005

*mean*	1036.150-1040.450=-4.300
σ	302.945-299.936=3.009
min	553.000-554.000=-1.000
max	1459.000-1461.000=-2.000

*mean*	1.572-1.545=0.027
σ	0.136-0.071=0.064
min	1.472-1.478=-0.006
max	2.063-1.769=0.294

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.290-0.291=-0.001
σ	0.285-0.286=-0.001
min	0.129-0.141=-0.012
max	0.792-0.800=-0.008

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.468-0.478=-0.010
σ	0.311-0.323=-0.012
min	0.320-0.326=-0.005
max	1.024-1.055=-0.031

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.226-0.221=0.004
σ	0.019-0.020=-0.001
min	0.208-0.202=0.006
max	0.258-0.253=0.005

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.330=0.005
σ	0.020-0.019=0.001
min	0.317-0.315=0.002
max	0.369-0.363=0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-436.200=-0.200
σ	2.236-5.541=-3.305
min	432.000-431.000=1.000
max	437.000-442.000=-5.000

*mean*	0.559-0.533=0.025
σ	0.046-0.022=0.024
min	0.514-0.497=0.017
max	0.607-0.555=0.052

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.501-0.475=0.026
σ	0.034-0.053=-0.019
min	0.445-0.390=0.055
max	0.523-0.522=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.387-2.675=-0.289
σ	0.357-0.090=0.267
min	1.880-2.505=-0.625
max	2.965-2.919=0.046

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.592-2.618=-0.026
σ	0.061-0.094=-0.034
min	2.486-2.484=0.002
max	2.810-3.084=-0.274

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.303-0.306=-0.003
σ	0.010-0.019=-0.009
min	0.283-0.289=-0.006
max	0.362-0.465=-0.103

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.289-0.291=-0.001
σ	0.007-0.007=-0.000
min	0.278-0.277=0.001
max	0.328-0.336=-0.008

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.559-298.742=-0.183
σ	1.013-1.019=-0.006
min	298.164-298.302=-0.139
max	301.440-301.635=-0.195

*mean*	441.700-438.700=3.000
σ	16.283-13.598=2.685
min	418.000-415.000=3.000
max	468.000-461.000=7.000

*mean*	0.591-0.597=-0.005
σ	0.035-0.024=0.010
min	0.506-0.546=-0.040
max	0.614-0.634=-0.020

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681
σ	0.000
min	236.681
max	236.681

*mean*	1066.875-1064.125=2.750
σ	25.809-33.588=-7.778
min	1003.000-981.000=22.000
max	1076.000

*mean*	205.414-206.635=-1.221
σ	2.971-3.712=-0.742
min	199.289-201.109=-1.819
max	209.363-211.349=-1.985

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	1066.875-1064.125=2.750
σ	25.809-33.588=-7.778
min	1003.000-981.000=22.000
max	1076.000

*mean*	8.939-8.631=0.308
σ	1.907-2.879=-0.972
min	6.465-6.370=0.095
max	12.066-13.044=-0.977

phase=parser

*mean*	1042.363-1042.359=0.004
σ	0.000-0.000=-0.000
min	1042.363-1042.359=0.004
max	1042.363-1042.360=0.004

*mean*	1066.875-1064.125=2.750
σ	25.809-33.588=-7.778
min	1003.000-981.000=22.000
max	1076.000

*mean*	546.857-538.012=8.845
σ	88.901-119.425=-30.524
min	410.135-376.660=33.474
max	676.064-721.858=-45.794

phase=processProdDef

*mean*	4850.763-4850.767=-0.004
σ	0.000
min	4850.763-4850.767=-0.004
max	4850.763-4850.767=-0.004

*mean*	1076.000
σ	0.000
min	1076.000
max	1076.000

*mean*	5144.753-5042.242=102.511
σ	380.783-428.210=-47.427
min	4490.818-4397.127=93.691
max	5511.513-5495.544=15.969

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1066.875-1064.125=2.750
σ	25.809-33.588=-7.778
min	1003.000-981.000=22.000
max	1076.000

*mean*	33.666-32.152=1.515
σ	9.120-12.071=-2.951
min	20.802-20.594=0.208
max	41.197-48.932=-7.735

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1066.875-1064.125=2.750
σ	25.809-33.588=-7.778
min	1003.000-981.000=22.000
max	1076.000

*mean*	749.942-747.580=2.361
σ	100.564-90.263=10.301
min	650.069-650.819=-0.750
max	881.251-895.926=-14.676

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.821=-0.001
σ	0.038-0.037=0.000
min	293.768-293.768=-0.001
max	293.859-293.859=-0.000

*mean*	441.600-443.000=-1.400
σ	2.191-0.000=2.191
min	440.000-443.000=-3.000
max	444.000-443.000=1.000

*mean*	0.395-0.392=0.004
σ	0.006-0.001=0.005
min	0.390-0.390=-0.000
max	0.404-0.393=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.219-1320.218=0.000
σ	0.034-0.032=0.002
min	1320.172-1320.173=-0.001
max	1320.250-1320.250=0.000

*mean*	1086.400-1067.600=18.800
σ	175.668-165.770=9.898
min	878.000-843.000=35.000
max	1326.000-1270.000=56.000

*mean*	2.260-2.244=0.016
σ	0.163-0.083=0.081
min	2.111-2.148=-0.037
max	2.537-2.370=0.167

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.603-1560.614=-0.011
σ	6.208-6.217=-0.008
min	1557.638-1557.646=-0.008
max	1571.705-1571.731=-0.026

*mean*	611.400-619.000=-7.600
σ	94.323-82.553=11.770
min	498.000-494.000=4.000
max	734.000-716.000=18.000

*mean*	2.256-2.322=-0.067
σ	0.102-0.174=-0.072
min	2.152-2.180=-0.028
max	2.403-2.614=-0.212

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.174-1882.174=0.000
σ	0.062-0.056=0.007
min	1882.090-1882.118=-0.028
max	1882.254-1882.253=0.001

*mean*	1723.200-1701.400=21.800
σ	163.129-256.354=-93.224
min	1492.000-1400.000=92.000
max	1876.000-2055.000=-179.000

*mean*	3.054-2.939=0.115
σ	0.261-0.091=0.170
min	2.796-2.858=-0.062
max	3.462-3.048=0.415

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.696-1.887=-0.191
σ	0.177-0.027=0.150
min	1.407-1.849=-0.443
max	1.846-1.920=-0.074

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.084-452.079=0.005
σ	582.724-582.722=0.002
min	160.717-160.715=0.002
max	1326.171-1326.162=0.009

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.545-0.540=0.005
σ	0.537-0.542=-0.005
min	0.271-0.267=0.004
max	1.350-1.353=-0.003

policies=20

*mean*	1607.537-1607.524=0.013
σ	0.422-0.418=0.004
min	1607.246-1607.239=0.006
max	1608.163-1608.143=0.021

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-447.750=3.250
σ	9.238-4.500=4.738
min	443.000-441.000=2.000
max	459.000-450.000=9.000

*mean*	2.706-2.696=0.010
σ	0.015-0.020=-0.005
min	2.684-2.674=0.010
max	2.714-2.714=0.000

policies=200

*mean*	16083.464-16083.554=-0.091
σ	0.059-0.105=-0.046
min	16083.406-16083.470=-0.064
max	16083.523-16083.707=-0.184

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-500.000=-4.250
σ	2.500-4.546=-2.046
min	493.000-494.000=-1.000
max	499.000-505.000=-6.000

*mean*	27.131-27.248=-0.117
σ	0.024-0.111=-0.087
min	27.105-27.096=0.009
max	27.163-27.348=-0.184