Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.888=-0.007
σ	0.357-0.356=0.001
min	54.743-54.753=-0.010
max	55.897-55.902=-0.005

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.139-0.142=-0.002
σ	0.005-0.006=-0.001
min	0.132-0.137=-0.005
max	0.147-0.153=-0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.856=-0.006
σ	0.005-0.006=-0.001
min	43.842-43.845=-0.003
max	43.857-43.865=-0.007

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.125-0.124=0.001
σ	0.004-0.004=0.000
min	0.122-0.122=0.000
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.619-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4043.250-4041.625=1.625
σ	2009.276-2008.657=0.619
min	1219.000-1218.000=1.000
max	7150.000-7147.000=3.000

*mean*	13.507-14.011=-0.504
σ	1.653-2.513=-0.860
min	12.267-12.229=0.038
max	17.505-18.212=-0.707

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4043.250-4041.625=1.625
σ	2009.276-2008.657=0.619
min	1219.000-1218.000=1.000
max	7150.000-7147.000=3.000

*mean*	13.971-14.068=-0.097
σ	1.834-1.977=-0.144
min	12.132-11.812=0.320
max	17.352-17.283=0.069

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.933-41.932=0.001

*mean*	7150.000-7147.000=3.000
σ	0.000
min	7150.000-7147.000=3.000
max	7150.000-7147.000=3.000

*mean*	15.101-15.515=-0.414
σ	0.234-0.281=-0.047
min	14.752-15.152=-0.400
max	15.502-15.914=-0.412

op=table_records(), repeat

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.927-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	4043.250-4041.625=1.625
σ	2009.276-2008.657=0.619
min	1219.000-1218.000=1.000
max	7150.000-7147.000=3.000

*mean*	14.800-14.698=0.103
σ	1.667-1.509=0.158
min	11.100-11.421=-0.321
max	16.548-16.020=0.528

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4043.250-4041.625=1.625
σ	2009.276-2008.657=0.619
min	1219.000-1218.000=1.000
max	7150.000-7147.000=3.000

*mean*	9.950-9.915=0.035
σ	1.680-1.532=0.148
min	8.219-8.326=-0.107
max	12.882-12.543=0.339

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.401=0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	4043.250-4041.625=1.625
σ	2009.276-2008.657=0.619
min	1219.000-1218.000=1.000
max	7150.000-7147.000=3.000

*mean*	7.571-7.570=0.001
σ	1.519-1.747=-0.228
min	6.187-6.109=0.078
max	10.059-10.349=-0.290

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665
max	25.678-25.678=-0.000

*mean*	4043.250-4041.625=1.625
σ	2009.276-2008.657=0.619
min	1219.000-1218.000=1.000
max	7150.000-7147.000=3.000

*mean*	6.203-6.426=-0.223
σ	0.520-0.699=-0.179
min	5.813-5.868=-0.055
max	7.406-7.725=-0.319

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.003=-0.001
min	25.969-25.968=0.000
max	25.972-25.976=-0.004

*mean*	4043.250-4041.625=1.625
σ	2009.276-2008.657=0.619
min	1219.000-1218.000=1.000
max	7150.000-7147.000=3.000

*mean*	5.819-6.180=-0.361
σ	0.471-0.631=-0.159
min	5.423-5.730=-0.306
max	6.904-7.221=-0.317

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612-1021.612=0.000
max	1021.615-1021.616=-0.000

*mean*	7150.000-7147.000=3.000
σ	0.000
min	7150.000-7147.000=3.000
max	7150.000-7147.000=3.000

*mean*	379.136-431.791=-52.654
σ	56.029-236.314=-180.285
min	346.276-345.128=1.149
max	472.264-1016.613=-544.349

op=load_product(), with indexes

*mean*	7917.793-7917.793=0.001
σ	0.469-0.469=-0.000
min	7917.625-7917.625=-0.000
max	7918.953-7918.954=-0.000

*mean*	3273.500-3273.750=-0.250
σ	1825.506-1823.183=2.323
min	810.000
max	5623.000-5622.000=1.000

*mean*	3736.286-3748.603=-12.316
σ	1078.181-1085.063=-6.882
min	3075.477-3071.598=3.879
max	6131.668-5715.563=416.105

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.001-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4043.250-4041.625=1.625
σ	2009.276-2008.657=0.619
min	1219.000-1218.000=1.000
max	7150.000-7147.000=3.000

*mean*	89.216-88.387=0.829
σ	20.897-19.411=1.486
min	71.103-70.625=0.478
max	123.307-116.519=6.788

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.948-40.950=-0.001

*mean*	7150.000-7147.000=3.000
σ	0.000
min	7150.000-7147.000=3.000
max	7150.000-7147.000=3.000

*mean*	61.514-62.318=-0.804
σ	1.210-1.366=-0.156
min	60.797-60.961=-0.164
max	64.456-65.331=-0.874

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=0.000
max	66.691-66.691=-0.000

*mean*	7150.000-7147.000=3.000
σ	0.000
min	7150.000-7147.000=3.000
max	7150.000-7147.000=3.000

*mean*	258.987-99.791=159.197
σ	312.651-0.797=311.854
min	98.581-98.473=0.108
max	928.672-100.795=827.877

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.170-14217.171=-0.001
σ	4.304-4.304=-0.000
min	14215.576-14215.575=0.001
max	14227.820-14227.821=-0.001

*mean*	4043.250-4041.625=1.625
σ	2009.276-2008.657=0.619
min	1219.000-1218.000=1.000
max	7150.000-7147.000=3.000

*mean*	8455.396-8210.195=245.201
σ	1924.893-2095.906=-171.014
min	6029.641-5979.220=50.421
max	10883.331-11024.453=-141.122

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=0.001
min	13159.106
max	13159.111-13159.110=0.001

*mean*	7150.000-7147.000=3.000
σ	0.000
min	7150.000-7147.000=3.000
max	7150.000-7147.000=3.000

*mean*	5374.761-5409.680=-34.918
σ	579.680-744.183=-164.503
min	5032.390-4946.849=85.541
max	6698.068-7113.307=-415.239

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	379.148-389.573=-10.425
σ	34.074-3.528=30.546
min	295.051-384.050=-89.000
max	397.020-395.089=1.931

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-559.000=3.000
σ	0.000
min	562.000-559.000=3.000
max	562.000-559.000=3.000

*mean*	764.002-777.324=-13.322
σ	41.553-24.171=17.381
min	668.893-761.629=-92.736
max	796.912-833.565=-36.652

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.298-1024.300=-0.002
σ	0.759-0.759=-0.000
min	1023.824-1023.825=-0.002
max	1027.436-1027.442=-0.006

*mean*	1045.800-1033.050=12.750
σ	308.457-295.357=13.101
min	570.000-551.000=19.000
max	1501.000-1431.000=70.000

*mean*	1.543-1.597=-0.054
σ	0.080-0.085=-0.006
min	1.434-1.500=-0.067
max	1.726-1.828=-0.103

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.520-0.387=0.132
σ	0.467-0.487=-0.020
min	0.272-0.143=0.129
max	1.349-1.256=0.093

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.829-0.480=0.349
σ	0.526-0.322=0.204
min	0.577-0.325=0.253
max	1.769-1.056=0.713

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.382-0.216=0.166
σ	0.045-0.024=0.021
min	0.348-0.195=0.153
max	0.460-0.256=0.204

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.583-0.332=0.251
σ	0.035-0.021=0.014
min	0.546-0.319=0.227
max	0.639-0.369=0.270

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600-436.000=-4.400
σ	1.342-5.612=-4.271
min	431.000
max	434.000-442.000=-8.000

*mean*	0.721-0.539=0.181
σ	0.057-0.058=-0.001
min	0.620-0.457=0.163
max	0.754-0.601=0.153

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.627-0.466=0.161
σ	0.019-0.055=-0.036
min	0.595-0.398=0.197
max	0.640-0.526=0.114

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	3.500-1.975=1.525
σ	0.083-0.080=0.003
min	3.377-1.821=1.556
max	3.880-2.224=1.656

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	3.485-1.927=1.559
σ	0.096-0.098=-0.002
min	3.298-1.743=1.555
max	3.793-2.328=1.465

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.536-0.308=0.228
σ	0.013-0.026=-0.013
min	0.513-0.287=0.225
max	0.624-0.495=0.129

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.512-0.288=0.224
σ	0.010-0.008=0.002
min	0.491-0.272=0.219
max	0.570-0.327=0.243

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.640-298.774=-0.133
σ	0.978-1.009=-0.031
min	298.257-298.391=-0.134
max	301.420-301.643=-0.223

*mean*	439.000-441.200=-2.200
σ	13.936-17.145=-3.209
min	415.000-416.000=-1.000
max	461.000-463.000=-2.000

*mean*	0.608-0.606=0.001
σ	0.017-0.021=-0.005
min	0.591-0.557=0.035
max	0.647-0.633=0.014

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678-236.678=0.000

*mean*	1055.625-1056.625=-1.000
σ	26.517
min	990.000-991.000=-1.000
max	1065.000-1066.000=-1.000

*mean*	202.415-211.090=-8.675
σ	2.140-3.304=-1.164
min	199.218-207.136=-7.919
max	205.276-216.339=-11.063

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1055.625-1056.625=-1.000
σ	26.517
min	990.000-991.000=-1.000
max	1065.000-1066.000=-1.000

*mean*	8.402-8.673=-0.271
σ	1.648-2.521=-0.873
min	6.254-6.202=0.052
max	10.568-12.962=-2.394

phase=parser

*mean*	1042.360-1042.361=-0.000
σ	0.000-0.000=0.000
min	1042.360
max	1042.361

*mean*	1055.625-1056.625=-1.000
σ	26.517
min	990.000-991.000=-1.000
max	1065.000-1066.000=-1.000

*mean*	487.239-505.423=-18.185
σ	82.488-158.958=-76.470
min	373.934-374.532=-0.598
max	615.392-756.889=-141.497

phase=processProdDef

*mean*	4850.768
σ	0.000
min	4850.768
max	4850.768

*mean*	1065.000-1066.000=-1.000
σ	0.000
min	1065.000-1066.000=-1.000
max	1065.000-1066.000=-1.000

*mean*	4671.700-4790.556=-118.855
σ	406.308-325.812=80.496
min	3972.818-4410.730=-437.912
max	5183.887-5302.277=-118.390

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	1055.625-1056.625=-1.000
σ	26.517
min	990.000-991.000=-1.000
max	1065.000-1066.000=-1.000

*mean*	31.361-31.769=-0.408
σ	8.608-11.053=-2.445
min	20.910-20.487=0.423
max	41.028-48.894=-7.866

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1055.625-1056.625=-1.000
σ	26.517
min	990.000-991.000=-1.000
max	1065.000-1066.000=-1.000

*mean*	721.872-753.009=-31.137
σ	104.926-95.442=9.484
min	640.489-654.845=-14.356
max	954.663-882.185=72.478

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=0.000
σ	0.038-0.038=0.000
min	293.768-293.768=0.000
max	293.861-293.861=-0.000

*mean*	443.000-442.200=0.800
σ	0.000-1.643=-1.643
min	443.000-441.000=2.000
max	443.000-444.000=-1.000

*mean*	0.400-0.394=0.006
σ	0.001-0.001=0.000
min	0.399-0.393=0.006
max	0.401-0.395=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.214-1320.214=-0.000
σ	0.045-0.035=0.009
min	1320.140-1320.163=-0.023
max	1320.254-1320.247=0.007

*mean*	1072.400-1076.200=-3.800
σ	168.720-186.300=-17.580
min	843.000-834.000=9.000
max	1274.000-1315.000=-41.000

*mean*	2.302-2.283=0.019
σ	0.181-0.175=0.006
min	2.166-2.151=0.015
max	2.618-2.590=0.027

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.617-1560.684=-0.067
σ	6.237-6.152=0.085
min	1557.633-1557.772=-0.140
max	1571.770-1571.686=0.084

*mean*	618.800-630.800=-12.000
σ	82.606-95.939=-13.333
min	494.000-519.000=-25.000
max	716.000-754.000=-38.000

*mean*	2.317-2.421=-0.104
σ	0.197-0.323=-0.126
min	2.156-2.212=-0.056
max	2.653-2.996=-0.343

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.167-1882.174=-0.006
σ	0.046-0.055=-0.009
min	1882.120-1882.111=0.009
max	1882.225-1882.256=-0.030

*mean*	1695.600-1725.400=-29.800
σ	243.441-179.554=63.886
min	1396.000-1468.000=-72.000
max	2018.000-1890.000=128.000

*mean*	2.852-3.086=-0.235
σ	0.101-0.294=-0.192
min	2.702-2.877=-0.175
max	2.983-3.605=-0.622

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.739-1.768=-0.029
σ	0.171-0.093=0.079
min	1.495-1.679=-0.184
max	1.903-1.881=0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.081=0.001
σ	582.722-582.723=-0.001
min	160.720-160.717=0.003
max	1326.166-1326.166=-0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.541-0.537=0.004
σ	0.538-0.515=0.023
min	0.266-0.270=-0.004
max	1.348-1.309=0.038

policies=20

*mean*	1607.543-1607.544=-0.001
σ	0.441-0.432=0.009
min	1607.250-1607.254=-0.005
max	1608.197-1608.185=0.012

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-450.500=-0.500
σ	8.083-8.660=-0.577
min	443.000
max	457.000-458.000=-1.000

*mean*	2.737-2.720=0.017
σ	0.087-0.025=0.061
min	2.658-2.694=-0.036
max	2.819-2.751=0.068

policies=200

*mean*	16083.337-16083.490=-0.154
σ	0.191-0.047=0.145
min	16083.188-16083.438=-0.250
max	16083.614-16083.545=0.069

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-498.500=-1.000
σ	4.655-5.260=-0.605
min	491.000-494.000=-3.000
max	502.000-506.000=-4.000

*mean*	27.175-27.410=-0.234
σ	0.093-0.057=0.036
min	27.094-27.337=-0.243
max	27.309-27.473=-0.163