Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.880-54.881=-0.000
σ	0.358-0.361=-0.002
min	54.741-54.742=-0.001
max	55.900-55.906=-0.006

*mean*	416.700-416.000=0.700
σ	0.483-0.000=0.483
min	416.000
max	417.000-416.000=1.000

*mean*	0.139-0.142=-0.002
σ	0.004-0.006=-0.002
min	0.136-0.137=-0.002
max	0.147-0.153=-0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.850=-0.002
σ	0.007-0.005=0.002
min	43.838-43.842=-0.004
max	43.861-43.860=0.002

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.124-0.125=-0.001
σ	0.004-0.004=0.000
min	0.120-0.122=-0.003
max	0.132-0.133=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.621-36.620=0.001

*mean*	4042.500-4043.500=-1.000
σ	2007.721-2009.675=-1.954
min	1216.000-1217.000=-1.000
max	7139.000-7149.000=-10.000

*mean*	12.720-12.694=0.026
σ	0.212-1.739=-1.527
min	12.457-11.912=0.545
max	13.107-16.980=-3.872

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4042.500-4043.500=-1.000
σ	2007.721-2009.675=-1.954
min	1216.000-1217.000=-1.000
max	7139.000-7149.000=-10.000

*mean*	12.576-12.578=-0.002
σ	0.628-1.977=-1.349
min	11.760-11.178=0.582
max	13.367-17.229=-3.862

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932

*mean*	7139.000-7149.000=-10.000
σ	0.000
min	7139.000-7149.000=-10.000
max	7139.000-7149.000=-10.000

*mean*	15.087-14.697=0.390
σ	0.219-0.144=0.075
min	14.807-14.500=0.307
max	15.536-14.957=0.579

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.932=-0.000

*mean*	4042.500-4043.500=-1.000
σ	2007.721-2009.675=-1.954
min	1216.000-1217.000=-1.000
max	7139.000-7149.000=-10.000

*mean*	14.176-14.013=0.163
σ	2.455-1.646=0.809
min	10.932-10.247=0.685
max	18.798-15.384=3.415

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991

*mean*	4042.500-4043.500=-1.000
σ	2007.721-2009.675=-1.954
min	1216.000-1217.000=-1.000
max	7139.000-7149.000=-10.000

*mean*	9.491-9.388=0.103
σ	1.388-1.595=-0.208
min	8.515-8.038=0.477
max	12.833-12.106=0.726

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4042.500-4043.500=-1.000
σ	2007.721-2009.675=-1.954
min	1216.000-1217.000=-1.000
max	7139.000-7149.000=-10.000

*mean*	7.344-7.148=0.196
σ	1.280-1.628=-0.348
min	6.578-5.925=0.652
max	10.430-9.812=0.618

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.666-25.665=0.000
max	25.678-25.678=0.000

*mean*	4042.500-4043.500=-1.000
σ	2007.721-2009.675=-1.954
min	1216.000-1217.000=-1.000
max	7139.000-7149.000=-10.000

*mean*	6.030-5.566=0.465
σ	0.064-0.542=-0.479
min	5.921-5.251=0.671
max	6.127-6.876=-0.749

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970
σ	0.002-0.002=-0.000
min	25.969-25.968=0.000
max	25.972-25.972=-0.000

*mean*	4042.500-4043.500=-1.000
σ	2007.721-2009.675=-1.954
min	1216.000-1217.000=-1.000
max	7139.000-7149.000=-10.000

*mean*	5.801-5.399=0.402
σ	0.180-0.460=-0.280
min	5.405-5.087=0.318
max	6.000-6.499=-0.500

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7139.000-7149.000=-10.000
σ	0.000
min	7139.000-7149.000=-10.000
max	7139.000-7149.000=-10.000

*mean*	375.181-374.308=0.873
σ	85.018-79.599=5.420
min	343.332-343.433=-0.101
max	585.559-571.240=14.319

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.001
max	7918.954-7918.954=0.000

*mean*	3275.250-3274.875=0.375
σ	1825.405-1825.216=0.189
min	810.000-809.000=1.000
max	5622.000-5624.000=-2.000

*mean*	3583.393-3658.245=-74.852
σ	1007.733-1038.497=-30.764
min	3077.694-3070.515=7.179
max	5901.757-6036.809=-135.052

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4042.500-4043.500=-1.000
σ	2007.721-2009.675=-1.954
min	1216.000-1217.000=-1.000
max	7139.000-7149.000=-10.000

*mean*	85.557-88.482=-2.925
σ	19.829-20.978=-1.148
min	70.831-69.692=1.140
max	123.287-117.258=6.029

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.949-40.950=-0.000

*mean*	7139.000-7149.000=-10.000
σ	0.000
min	7139.000-7149.000=-10.000
max	7139.000-7149.000=-10.000

*mean*	60.509-60.642=-0.132
σ	0.388-1.309=-0.921
min	59.995-59.502=0.493
max	60.979-63.778=-2.798

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.691=0.000

*mean*	7139.000-7149.000=-10.000
σ	0.000
min	7139.000-7149.000=-10.000
max	7139.000-7149.000=-10.000

*mean*	98.910-99.493=-0.583
σ	0.717-0.625=0.093
min	97.984-98.642=-0.658
max	100.069-100.577=-0.508

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.575
max	14227.820

*mean*	4042.500-4043.500=-1.000
σ	2007.721-2009.675=-1.954
min	1216.000-1217.000=-1.000
max	7139.000-7149.000=-10.000

*mean*	7956.007-8004.461=-48.454
σ	1865.162-1980.310=-115.148
min	5954.659-5963.004=-8.345
max	10475.838-10983.517=-507.679

op=vertical_lookup_list() on indexed

*mean*	13159.108
σ	0.002
min	13159.106
max	13159.110

*mean*	7139.000-7149.000=-10.000
σ	0.000
min	7139.000-7149.000=-10.000
max	7139.000-7149.000=-10.000

*mean*	5103.603-5277.361=-173.758
σ	197.871-594.570=-396.699
min	4969.090-4991.534=-22.444
max	5440.038-6697.683=-1257.645

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	370.675-362.827=7.848
σ	35.110-35.619=-0.509
min	291.912-291.720=0.192
max	390.663-394.130=-3.467

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	751.837-739.148=12.690
σ	45.070-76.360=-31.290
min	642.716-584.521=58.195
max	780.601-805.016=-24.416

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.001
σ	0.759-0.759=-0.000
min	1023.827-1023.827=0.000
max	1027.437-1027.437=-0.000

*mean*	1040.150-1042.450=-2.300
σ	291.001-300.010=-9.009
min	561.000-556.000=5.000
max	1434.000-1463.000=-29.000

*mean*	1.541-1.541=-0.000
σ	0.076-0.060=0.016
min	1.480-1.472=0.008
max	1.767-1.697=0.070

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.463-0.309=0.155
σ	0.489-0.291=0.198
min	0.162-0.151=0.011
max	1.330-0.826=0.504

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.820-0.480=0.340
σ	0.508-0.319=0.190
min	0.571-0.326=0.244
max	1.729-1.050=0.679

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.391-0.221=0.170
σ	0.029-0.021=0.008
min	0.368-0.206=0.163
max	0.441-0.257=0.184

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.586-0.331=0.255
σ	0.029-0.016=0.013
min	0.562-0.320=0.243
max	0.636-0.358=0.278

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	429.000-436.600=-7.600
σ	0.000-6.066=-6.066
min	429.000-431.000=-2.000
max	429.000-443.000=-14.000

*mean*	0.572-0.524=0.048
σ	0.074-0.050=0.024
min	0.483-0.470=0.014
max	0.679-0.602=0.078

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	429.000-443.000=-14.000
σ	0.000
min	429.000-443.000=-14.000
max	429.000-443.000=-14.000

*mean*	0.453-0.498=-0.045
σ	0.035-0.020=0.015
min	0.416-0.477=-0.061
max	0.501-0.520=-0.019

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	429.000-443.000=-14.000
σ	0.000
min	429.000-443.000=-14.000
max	429.000-443.000=-14.000

*mean*	2.634-2.618=0.015
σ	0.093-0.086=0.007
min	2.466-2.445=0.020
max	2.991-2.936=0.055

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	429.000-443.000=-14.000
σ	0.000
min	429.000-443.000=-14.000
max	429.000-443.000=-14.000

*mean*	2.635-2.549=0.086
σ	0.107-0.062=0.045
min	2.432-2.418=0.014
max	3.140-2.797=0.343

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	429.000-443.000=-14.000
σ	0.000
min	429.000-443.000=-14.000
max	429.000-443.000=-14.000

*mean*	0.307-0.308=-0.001
σ	0.009-0.017=-0.007
min	0.292-0.291=0.001
max	0.367-0.417=-0.050

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	429.000-443.000=-14.000
σ	0.000
min	429.000-443.000=-14.000
max	429.000-443.000=-14.000

*mean*	0.297-0.295=0.001
σ	0.008-0.007=0.001
min	0.282-0.281=0.001
max	0.339-0.339=-0.000

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.637-298.692=-0.054
σ	1.000-1.038=-0.038
min	298.190-298.327=-0.137
max	301.469-301.644=-0.175

*mean*	441.500-441.800=-0.300
σ	12.295-16.322=-4.027
min	425.000-417.000=8.000
max	462.000-468.000=-6.000

*mean*	0.606-0.593=0.013
σ	0.018-0.035=-0.017
min	0.587-0.527=0.060
max	0.644-0.638=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1065.000-1064.875=0.125
σ	33.941-34.295=-0.354
min	981.000-980.000=1.000
max	1077.000

*mean*	206.949-203.855=3.094
σ	3.538-2.968=0.570
min	198.643-200.425=-1.782
max	209.726-208.466=1.260

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.000-1064.875=0.125
σ	33.941-34.295=-0.354
min	981.000-980.000=1.000
max	1077.000

*mean*	8.065-10.048=-1.983
σ	2.148-2.531=-0.384
min	6.360-6.558=-0.198
max	12.704-12.812=-0.108

phase=parser

*mean*	1042.363-1042.366=-0.003
σ	0.000-0.001=-0.001
min	1042.362-1042.363=-0.000
max	1042.363-1042.366=-0.003

*mean*	1065.000-1064.875=0.125
σ	33.941-34.295=-0.354
min	981.000-980.000=1.000
max	1077.000

*mean*	491.964-577.633=-85.670
σ	109.474-125.907=-16.433
min	371.833-403.653=-31.821
max	725.292-720.663=4.629

phase=processProdDef

*mean*	4850.764-4850.765=-0.000
σ	0.000-0.000=0.000
min	4850.764-4850.765=-0.001
max	4850.765-4850.765=-0.000

*mean*	1077.000
σ	0.000
min	1077.000
max	1077.000

*mean*	4568.491-4669.794=-101.303
σ	489.623-498.763=-9.139
min	3784.059-3743.943=40.116
max	5302.566-5428.587=-126.022

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000-1064.875=0.125
σ	33.941-34.295=-0.354
min	981.000-980.000=1.000
max	1077.000

*mean*	28.840-37.836=-8.996
σ	10.416-11.557=-1.141
min	20.279-19.908=0.371
max	48.638-47.763=0.876

phase=type checker

*mean*	990.450-990.453=-0.003
σ	0.071-0.072=-0.001
min	990.344
max	990.563-990.567=-0.004

*mean*	1065.000-1064.875=0.125
σ	33.941-34.295=-0.354
min	981.000-980.000=1.000
max	1077.000

*mean*	732.040-747.410=-15.370
σ	114.030-93.821=20.209
min	640.846-640.420=0.426
max	887.069-882.400=4.669

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.821=-0.001
σ	0.038-0.038=-0.000
min	293.767-293.768=-0.000
max	293.860-293.860=-0.000

*mean*	441.200-443.000=-1.800
σ	1.643-0.000=1.643
min	440.000-443.000=-3.000
max	443.000

*mean*	0.393-0.393=0.000
σ	0.002-0.000=0.001
min	0.392-0.392=-0.001
max	0.397-0.394=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.197-1320.223=-0.026
σ	0.040-0.029=0.011
min	1320.160-1320.174=-0.015
max	1320.243-1320.247=-0.003

*mean*	1096.800-1084.600=12.200
σ	196.710-179.553=17.157
min	841.000-851.000=-10.000
max	1357.000-1309.000=48.000

*mean*	2.259-2.239=0.020
σ	0.085-0.038=0.047
min	2.155-2.186=-0.031
max	2.367-2.278=0.089

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.681-1560.612=0.069
σ	6.187-6.245=-0.058
min	1557.771-1557.612=0.159
max	1571.747-1571.779=-0.032

*mean*	631.800-620.400=11.400
σ	96.552-83.494=13.057
min	519.000-495.000=24.000
max	756.000-720.000=36.000

*mean*	2.461-2.333=0.128
σ	0.233-0.256=-0.023
min	2.191-2.198=-0.007
max	2.681-2.790=-0.109

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.169-1882.147=0.022
σ	0.066-0.046=0.019
min	1882.097-1882.099=-0.002
max	1882.251-1882.221=0.030

*mean*	1732.000-1735.200=-3.200
σ	186.744-226.928=-40.183
min	1488.000-1440.000=48.000
max	1909.000-1953.000=-44.000

*mean*	3.144-3.069=0.075
σ	0.347-0.220=0.127
min	2.889-2.862=0.027
max	3.744-3.384=0.360

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.859-1.718=0.142
σ	0.049-0.148=-0.098
min	1.800-1.469=0.331
max	1.937-1.839=0.097

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.079-452.082=-0.003
σ	582.724-582.722=0.002
min	160.713-160.718=-0.006
max	1326.165-1326.165=-0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.522-0.536=-0.014
σ	0.503-0.527=-0.024
min	0.264-0.265=-0.001
max	1.277-1.327=-0.050

policies=20

*mean*	1607.501-1607.524=-0.023
σ	0.413-0.406=0.007
min	1607.221-1607.248=-0.027
max	1608.112-1608.124=-0.012

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-446.750=3.250
σ	9.238-7.500=1.738
min	442.000-443.000=-1.000
max	458.000

*mean*	2.683-2.681=0.002
σ	0.017-0.013=0.003
min	2.666-2.661=0.004
max	2.705-2.691=0.014

policies=200

*mean*	16083.400-16083.348=0.052
σ	0.186-0.110=0.076
min	16083.212-16083.237=-0.025
max	16083.642-16083.479=0.164

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.000-497.750=0.250
σ	3.367-5.315=-1.949
min	494.000-492.000=2.000
max	502.000-504.000=-2.000

*mean*	27.069-27.116=-0.047
σ	0.065-0.042=0.023
min	26.987-27.072=-0.085
max	27.146-27.172=-0.026