Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.891-54.889=0.002
σ	0.358-0.359=-0.001
min	54.746-54.753=-0.006
max	55.909-55.911=-0.002

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.150-0.141=0.009
σ	0.010-0.005=0.005
min	0.136-0.137=-0.001
max	0.168-0.150=0.018

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.855=0.001
σ	0.006-0.006=-0.000
min	43.848-43.844=0.005
max	43.862-43.865=-0.002

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.126-0.123=0.003
σ	0.005-0.004=0.001
min	0.123-0.121=0.002
max	0.134-0.131=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4044.625-4042.250=2.375
σ	2010.095-2009.775=0.320
min	1219.000-1217.000=2.000
max	7151.000-7152.000=-1.000

*mean*	13.432-13.874=-0.442
σ	1.994-2.494=-0.500
min	12.395-12.311=0.084
max	18.333-17.984=0.349

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4044.625-4042.250=2.375
σ	2010.095-2009.775=0.320
min	1219.000-1217.000=2.000
max	7151.000-7152.000=-1.000

*mean*	13.499-14.120=-0.621
σ	1.915-2.381=-0.466
min	12.087-12.157=-0.070
max	18.154-18.433=-0.279

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	7151.000-7152.000=-1.000
σ	0.000
min	7151.000-7152.000=-1.000
max	7151.000-7152.000=-1.000

*mean*	14.839-15.423=-0.584
σ	0.237-0.177=0.059
min	14.462-15.144=-0.682
max	15.149-15.726=-0.576

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932

*mean*	4044.625-4042.250=2.375
σ	2010.095-2009.775=0.320
min	1219.000-1217.000=2.000
max	7151.000-7152.000=-1.000

*mean*	14.899-14.466=0.434
σ	1.552-2.109=-0.558
min	11.386-11.162=0.225
max	16.306-16.507=-0.201

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4044.625-4042.250=2.375
σ	2010.095-2009.775=0.320
min	1219.000-1217.000=2.000
max	7151.000-7152.000=-1.000

*mean*	9.849-10.208=-0.360
σ	1.693-1.569=0.124
min	8.241-8.679=-0.437
max	12.656-12.696=-0.041

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4044.625-4042.250=2.375
σ	2010.095-2009.775=0.320
min	1219.000-1217.000=2.000
max	7151.000-7152.000=-1.000

*mean*	7.677-7.623=0.054
σ	1.489-1.619=-0.131
min	6.654-6.465=0.189
max	10.165-10.272=-0.107

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665
max	25.678-25.678=-0.000

*mean*	4044.625-4042.250=2.375
σ	2010.095-2009.775=0.320
min	1219.000-1217.000=2.000
max	7151.000-7152.000=-1.000

*mean*	6.132-6.488=-0.356
σ	0.570-0.526=0.044
min	5.615-5.986=-0.371
max	7.438-7.411=0.026

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.969-25.968=0.000
max	25.972

*mean*	4044.625-4042.250=2.375
σ	2010.095-2009.775=0.320
min	1219.000-1217.000=2.000
max	7151.000-7152.000=-1.000

*mean*	6.119-6.055=0.064
σ	0.524-0.712=-0.188
min	5.636-5.459=0.176
max	7.215-7.249=-0.035

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616-1021.616=0.001

*mean*	7151.000-7152.000=-1.000
σ	0.000
min	7151.000-7152.000=-1.000
max	7151.000-7152.000=-1.000

*mean*	375.986-403.684=-27.698
σ	79.201-157.924=-78.723
min	345.184-343.274=1.910
max	571.972-794.487=-222.515

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.001
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.001
max	7918.954

*mean*	3274.625-3273.000=1.625
σ	1826.913-1824.060=2.854
min	810.000
max	5625.000-5622.000=3.000

*mean*	3739.632-3658.920=80.712
σ	1068.930-1012.085=56.845
min	3078.973-3096.664=-17.691
max	5681.949-5397.989=283.960

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.080

*mean*	4044.625-4042.250=2.375
σ	2010.095-2009.775=0.320
min	1219.000-1217.000=2.000
max	7151.000-7152.000=-1.000

*mean*	88.946-86.405=2.540
σ	23.321-21.477=1.844
min	70.664-70.727=-0.062
max	120.992-127.255=-6.263

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=-0.000
max	40.950

*mean*	7151.000-7152.000=-1.000
σ	0.000
min	7151.000-7152.000=-1.000
max	7151.000-7152.000=-1.000

*mean*	61.449-61.211=0.239
σ	0.507-1.457=-0.951
min	60.740-59.844=0.895
max	62.206-64.500=-2.294

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.691=0.000

*mean*	7151.000-7152.000=-1.000
σ	0.000
min	7151.000-7152.000=-1.000
max	7151.000-7152.000=-1.000

*mean*	98.890-98.742=0.148
σ	0.484-0.687=-0.203
min	98.025-97.713=0.312
max	99.660-99.844=-0.184

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.303=-0.000
min	14215.575-14215.576=-0.001
max	14227.820

*mean*	4044.625-4042.250=2.375
σ	2010.095-2009.775=0.320
min	1219.000-1217.000=2.000
max	7151.000-7152.000=-1.000

*mean*	7913.673-8410.052=-496.380
σ	1858.275-1673.568=184.708
min	5909.457-5990.497=-81.040
max	10880.905-10548.884=332.021

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.109=-0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7151.000-7152.000=-1.000
σ	0.000
min	7151.000-7152.000=-1.000
max	7151.000-7152.000=-1.000

*mean*	5117.103-5379.176=-262.074
σ	222.332-738.377=-516.046
min	4977.643-4989.024=-11.381
max	5491.779-7143.380=-1651.601

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	380.949-374.861=6.089
σ	20.403-21.262=-0.859
min	348.212-348.536=-0.324
max	396.403-391.979=4.425

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	732.453-732.980=-0.527
σ	68.742-71.188=-2.446
min	653.842-610.501=43.341
max	799.571-794.752=4.819

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.301=-0.002
σ	0.759-0.759=-0.000
min	1023.828-1023.826=0.002
max	1027.438-1027.438=-0.000

*mean*	1037.350-1050.550=-13.200
σ	303.591-310.566=-6.975
min	553.000-566.000=-13.000
max	1462.000-1511.000=-49.000

*mean*	1.554-1.542=0.012
σ	0.110-0.101=0.009
min	1.368-1.341=0.027
max	1.869-1.755=0.114

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.298-0.310=-0.012
σ	0.295-0.356=-0.060
min	0.141-0.128=0.013
max	0.822-0.944=-0.122

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483-0.470=0.013
σ	0.317-0.313=0.004
min	0.319-0.317=0.002
max	1.047-1.029=0.017

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.215=0.009
σ	0.019-0.025=-0.005
min	0.212-0.194=0.018
max	0.258-0.257=0.002

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.321=0.012
σ	0.022-0.016=0.006
min	0.315-0.307=0.008
max	0.369-0.346=0.023

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-431.400=4.600
σ	2.236-0.894=1.342
min	432.000-431.000=1.000
max	437.000-433.000=4.000

*mean*	0.579-0.553=0.026
σ	0.045-0.050=-0.004
min	0.501-0.490=0.011
max	0.614-0.606=0.008

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.466-0.466=0.000
σ	0.039-0.049=-0.010
min	0.419-0.391=0.028
max	0.521-0.518=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	2.594-2.630=-0.035
σ	0.082-0.098=-0.016
min	2.471-2.455=0.015
max	2.977-2.925=0.052

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	2.600-2.616=-0.017
σ	0.086-0.089=-0.002
min	2.436-2.427=0.009
max	2.831-2.889=-0.058

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.313-0.302=0.011
σ	0.051-0.008=0.043
min	0.284-0.290=-0.005
max	0.754-0.354=0.400

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.294-0.301=-0.007
σ	0.013-0.068=-0.056
min	0.279-0.278=0.001
max	0.387-0.963=-0.576

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.861-298.877=-0.016
σ	0.981-0.985=-0.004
min	298.429-298.482=-0.053
max	301.645-301.677=-0.033

*mean*	441.400-439.800=1.600
σ	15.981-16.705=-0.725
min	420.000-417.000=3.000
max	466.000-468.000=-2.000

*mean*	0.609-0.605=0.004
σ	0.014-0.021=-0.007
min	0.585-0.559=0.026
max	0.636-0.623=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678-236.678=0.000
max	236.678-236.678=-0.000

*mean*	1056.500-936.125=120.375
σ	26.870-13.789=13.081
min	990.000-902.000=88.000
max	1066.000-941.000=125.000

*mean*	199.642-204.701=-5.059
σ	3.253-2.930=0.324
min	195.527-200.107=-4.580
max	204.294-208.657=-4.363

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1056.500-936.125=120.375
σ	26.870-13.789=13.081
min	990.000-902.000=88.000
max	1066.000-941.000=125.000

*mean*	7.662-10.279=-2.617
σ	1.340-2.124=-0.784
min	6.322-6.306=0.016
max	9.603-12.903=-3.300

phase=parser

*mean*	1042.361-1042.361=-0.000
σ	0.000-0.000=0.000
min	1042.360-1042.361=-0.001
max	1042.361-1042.361=-0.000

*mean*	1056.500-936.125=120.375
σ	26.870-13.789=13.081
min	990.000-902.000=88.000
max	1066.000-941.000=125.000

*mean*	482.643-509.068=-26.424
σ	79.482-134.007=-54.525
min	373.296-371.177=2.119
max	605.563-746.944=-141.381

phase=processProdDef

*mean*	4850.768-4850.766=0.002
σ	0.000
min	4850.768-4850.766=0.002
max	4850.768-4850.766=0.002

*mean*	1066.000-941.000=125.000
σ	0.000
min	1066.000-941.000=125.000
max	1066.000-941.000=125.000

*mean*	4538.430-5016.002=-477.572
σ	531.710-387.684=144.027
min	3718.866-4394.777=-675.911
max	5189.574-5476.926=-287.352

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	1056.500-936.125=120.375
σ	26.870-13.789=13.081
min	990.000-902.000=88.000
max	1066.000-941.000=125.000

*mean*	27.821-40.038=-12.217
σ	7.704-8.601=-0.898
min	21.001-20.664=0.337
max	40.028-48.882=-8.854

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	1056.500-936.125=120.375
σ	26.870-13.789=13.081
min	990.000-902.000=88.000
max	1066.000-941.000=125.000

*mean*	720.256-788.264=-68.007
σ	102.136-125.606=-23.470
min	636.683-638.189=-1.506
max	905.187-928.055=-22.867

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.827-293.820=0.006
σ	0.042-0.038=0.004
min	293.766-293.768=-0.001
max	293.862-293.860=0.003

*mean*	443.400-442.400=1.000
σ	0.548
min	443.000-442.000=1.000
max	444.000-443.000=1.000

*mean*	0.398-0.392=0.006
σ	0.010-0.001=0.009
min	0.392-0.391=0.001
max	0.416-0.393=0.022

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.215-1320.220=-0.006
σ	0.038-0.035=0.003
min	1320.159-1320.166=-0.007
max	1320.258-1320.255=0.003

*mean*	1068.200-1065.800=2.400
σ	165.104-165.332=-0.228
min	843.000
max	1269.000-1268.000=1.000

*mean*	2.228-2.244=-0.016
σ	0.064-0.073=-0.008
min	2.135-2.146=-0.011
max	2.312-2.337=-0.025

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.620-1560.615=0.006
σ	6.221-6.225=-0.004
min	1557.621-1557.623=-0.002
max	1571.744-1571.746=-0.002

*mean*	618.800-618.000=0.800
σ	83.119-82.553=0.566
min	493.000
max	716.000-715.000=1.000

*mean*	2.327-2.308=0.019
σ	0.162-0.169=-0.007
min	2.196-2.191=0.005
max	2.602-2.606=-0.004

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.176-1882.170=0.005
σ	0.053-0.054=-0.002
min	1882.125-1882.111=0.014
max	1882.247-1882.235=0.012

*mean*	1701.200-1701.000=0.200
σ	258.719-257.554=1.165
min	1398.000-1399.000=-1.000
max	2060.000-2057.000=3.000

*mean*	2.996-2.988=0.008
σ	0.296-0.095=0.200
min	2.793-2.883=-0.090
max	3.503-3.104=0.400

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.786-1.732=0.054
σ	0.080-0.159=-0.079
min	1.716-1.464=0.251
max	1.877-1.852=0.025

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.083-452.080=0.003
σ	582.722-582.723=-0.001
min	160.720-160.715=0.006
max	1326.166-1326.164=0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.546-0.544=0.002
σ	0.548-0.541=0.007
min	0.267-0.265=0.002
max	1.368-1.356=0.013

policies=20

*mean*	1607.533-1607.520=0.013
σ	0.411-0.418=-0.006
min	1607.253-1607.239=0.014
max	1608.142-1608.142=0.000

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.750-451.000=-5.250
σ	7.500-9.238=-1.738
min	442.000-443.000=-1.000
max	457.000-459.000=-2.000

*mean*	2.690-2.704=-0.014
σ	0.006-0.039=-0.033
min	2.683-2.672=0.010
max	2.697-2.761=-0.064

policies=200

*mean*	16083.445-16083.427=0.018
σ	0.161-0.120=0.041
min	16083.338-16083.248=0.090
max	16083.682-16083.503=0.179

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-497.500=0.250
σ	4.573-5.196=-0.623
min	492.000
max	503.000-504.000=-1.000

*mean*	27.124-27.133=-0.009
σ	0.050-0.067=-0.017
min	27.054-27.033=0.020
max	27.163-27.181=-0.018