Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.679=-0.002
σ	0.357-0.358=-0.001
min	54.544-54.541=0.003
max	55.693-55.698=-0.005

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.141-0.141=-0.000
σ	0.005-0.006=-0.001
min	0.136-0.133=0.003
max	0.148-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.708=-0.003
σ	0.005-0.007=-0.001
min	43.697-43.697=0.000
max	43.711-43.720=-0.009

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.124-0.134=-0.011
σ	0.005-0.012=-0.007
min	0.118-0.119=-0.001
max	0.133-0.152=-0.019

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	3885.875-3876.750=9.125
σ	1858.522-1850.373=8.149
min	1279.000
max	6180.000-6168.000=12.000

*mean*	12.672-12.319=0.353
σ	0.382-0.289=0.093
min	12.180-11.871=0.309
max	13.228-12.697=0.531

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	3885.875-3876.750=9.125
σ	1858.522-1850.373=8.149
min	1279.000
max	6180.000-6168.000=12.000

*mean*	12.887-12.112=0.776
σ	0.473-0.527=-0.054
min	12.225-11.555=0.670
max	13.520-13.089=0.432

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.001=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	6180.000-6168.000=12.000
σ	0.000
min	6180.000-6168.000=12.000
max	6180.000-6168.000=12.000

*mean*	15.046-14.793=0.254
σ	0.742-1.076=-0.335
min	13.400-14.140=-0.740
max	15.587-17.404=-1.817

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.001-0.000=0.001
min	41.928-41.928=0.000
max	41.932-41.929=0.003

*mean*	3737.750-3876.750=-139.000
σ	1831.761-1850.373=-18.612
min	1279.000
max	6180.000-6168.000=12.000

*mean*	13.846-12.860=0.986
σ	1.652-1.663=-0.011
min	11.366-10.353=1.013
max	15.325-15.013=0.312

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	3737.750-3876.750=-139.000
σ	1831.761-1850.373=-18.612
min	1279.000
max	6180.000-6168.000=12.000

*mean*	9.138-8.630=0.508
σ	0.513-0.660=-0.147
min	8.582-7.793=0.789
max	9.885-10.073=-0.188

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404

*mean*	3737.750-3876.750=-139.000
σ	1831.761-1850.373=-18.612
min	1279.000
max	6180.000-6168.000=12.000

*mean*	6.691-6.613=0.078
σ	0.346-0.620=-0.274
min	6.134-6.073=0.061
max	7.213-8.005=-0.792

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.669=-0.000
σ	0.003-0.003=-0.000
min	25.666-25.666=0.000
max	25.674-25.674=-0.000

*mean*	3885.875-3876.750=9.125
σ	1858.522-1850.373=8.149
min	1279.000
max	6180.000-6168.000=12.000

*mean*	6.069-5.497=0.571
σ	0.131-0.154=-0.024
min	5.866-5.228=0.638
max	6.237-5.738=0.499

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.974

*mean*	3885.875-3876.750=9.125
σ	1858.522-1850.373=8.149
min	1279.000
max	6180.000-6168.000=12.000

*mean*	5.793-5.227=0.565
σ	0.087-0.177=-0.091
min	5.691-4.912=0.779
max	5.958-5.412=0.546

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.604=0.000
σ	0.002-0.002=0.000
min	2524.602
max	2524.606-2524.606=0.000

*mean*	6180.000-6168.000=12.000
σ	0.000
min	6180.000-6168.000=12.000
max	6180.000-6168.000=12.000

*mean*	1366.975-1449.360=-82.386
σ	628.871-785.221=-156.351
min	1033.869-1038.032=-4.163
max	2668.595-3105.645=-437.050

op=load_product(), with indexes

*mean*	7878.102-7878.102=0.000
σ	0.469-0.469=-0.000
min	7877.934-7877.935=-0.000
max	7879.264

*mean*	3242.500-3234.625=7.875
σ	1849.801-1841.029=8.772
min	810.000-809.000=1.000
max	6180.000-6168.000=12.000

*mean*	3765.684-3799.509=-33.825
σ	1216.020-1285.168=-69.148
min	3092.536-3093.203=-0.666
max	5959.258-6218.031=-258.774

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	3885.875-3876.750=9.125
σ	1858.522-1850.373=8.149
min	1279.000
max	6180.000-6168.000=12.000

*mean*	121.901-85.066=36.835
σ	123.820-13.205=110.615
min	70.850-70.809=0.042
max	427.212-101.484=325.728

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.949

*mean*	6180.000-6168.000=12.000
σ	0.000
min	6180.000-6168.000=12.000
max	6180.000-6168.000=12.000

*mean*	65.097-64.799=0.298
σ	3.935-5.379=-1.445
min	60.794-60.248=0.546
max	70.031-74.988=-4.957

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=-0.000
max	66.690-66.690=-0.000

*mean*	6180.000-6168.000=12.000
σ	0.000
min	6180.000-6168.000=12.000
max	6180.000-6168.000=12.000

*mean*	100.473-99.664=0.808
σ	1.649-2.140=-0.491
min	99.242-98.051=1.191
max	104.236-104.689=-0.453

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11849.156=-0.001
σ	4.304-4.304=0.000
min	11847.561
max	11859.806

*mean*	3737.750-3876.750=-139.000
σ	1831.761-1850.373=-18.612
min	1279.000
max	6180.000-6168.000=12.000

*mean*	6027.700-6369.998=-342.298
σ	1444.673-1298.170=146.503
min	5032.019-5090.309=-58.290
max	8452.606-8366.637=85.969

op=vertical_lookup_list() on indexed

*mean*	10791.093-10791.094=-0.000
σ	0.002-0.002=0.000
min	10791.091-10791.092=-0.001
max	10791.096-10791.096=-0.001

*mean*	6180.000-6168.000=12.000
σ	0.000
min	6180.000-6168.000=12.000
max	6180.000-6168.000=12.000

*mean*	5402.638-5540.617=-137.980
σ	1397.400-1600.840=-203.441
min	4070.092-4078.033=-7.941
max	6793.790-7559.839=-766.049

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	391.249-377.020=14.229
σ	6.128-21.296=-15.168
min	381.568-349.151=32.417
max	399.046-395.150=3.897

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	743.378-765.785=-22.408
σ	67.331-52.762=14.569
min	656.200-638.418=17.781
max	805.421-806.154=-0.733

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.327=0.001
σ	0.758-0.759=-0.001
min	1023.855-1023.849=0.005
max	1027.465-1027.465=-0.000

*mean*	1041.200-1045.100=-3.900
σ	308.781-310.187=-1.406
min	544.000-582.000=-38.000
max	1530.000-1504.000=26.000

*mean*	1.586-1.577=0.009
σ	0.090-0.077=0.013
min	1.499-1.508=-0.008
max	1.823-1.778=0.045

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.397-0.406=-0.009
σ	0.518-0.513=0.005
min	0.138-0.140=-0.002
max	1.322-1.320=0.001

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.470-0.477=-0.007
σ	0.319-0.321=-0.003
min	0.314-0.322=-0.009
max	1.039-1.051=-0.012

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.223=-0.003
σ	0.022-0.024=-0.002
min	0.199-0.202=-0.003
max	0.257-0.263=-0.007

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.340-0.333=0.007
σ	0.018-0.018=0.000
min	0.328-0.318=0.009
max	0.373-0.362=0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600-436.000=-4.400
σ	1.342-2.236=-0.894
min	431.000-432.000=-1.000
max	434.000-437.000=-3.000

*mean*	0.523-0.575=-0.052
σ	0.035-0.010=0.026
min	0.474-0.568=-0.093
max	0.571-0.592=-0.020

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	0.439-0.494=-0.055
σ	0.046-0.040=0.007
min	0.405-0.427=-0.021
max	0.520-0.523=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	1.990-2.643=-0.653
σ	0.116-0.108=0.008
min	1.841-2.453=-0.612
max	2.715-3.087=-0.372

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	2.457-2.667=-0.211
σ	0.262-0.092=0.171
min	1.900-2.456=-0.556
max	2.841-2.893=-0.052

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	0.305-0.309=-0.004
σ	0.009-0.029=-0.020
min	0.292-0.290=0.002
max	0.351-0.554=-0.203

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	0.290-0.293=-0.003
σ	0.007-0.032=-0.025
min	0.279-0.276=0.003
max	0.324-0.590=-0.266

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.622-298.866=-0.244
σ	1.094-0.979=0.115
min	298.165-298.453=-0.288
max	301.723-301.649=0.074

*mean*	442.500-443.900=-1.400
σ	14.706-14.286=0.420
min	424.000-426.000=-2.000
max	469.000-470.000=-1.000

*mean*	0.610-0.597=0.013
σ	0.017-0.026=-0.009
min	0.594-0.562=0.032
max	0.641-0.645=-0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	1649.000-1686.000=-37.000
σ	2.828-0.000=2.828
min	1642.000-1686.000=-44.000
max	1650.000-1686.000=-36.000

*mean*	211.115-213.076=-1.961
σ	2.979-2.114=0.864
min	207.647-209.586=-1.939
max	216.840-216.897=-0.056

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1649.000-1686.000=-37.000
σ	2.828-0.000=2.828
min	1642.000-1686.000=-44.000
max	1650.000-1686.000=-36.000

*mean*	11.006-10.608=0.398
σ	1.995-1.429=0.566
min	7.522-9.367=-1.845
max	12.877-12.757=0.120

phase=parser

*mean*	1042.360-1042.360=0.000
σ	0.000-0.000=-0.000
min	1042.360-1042.360=0.000
max	1042.360

*mean*	1649.000-1686.000=-37.000
σ	2.828-0.000=2.828
min	1642.000-1686.000=-44.000
max	1650.000-1686.000=-36.000

*mean*	658.576-615.510=43.066
σ	70.545-50.617=19.929
min	567.057-571.166=-4.109
max	726.884-726.198=0.686

phase=processProdDef

*mean*	4753.281-4753.281=-0.000
σ	0.000-0.000=-0.000
min	4753.281
max	4753.282

*mean*	1650.000-1686.000=-36.000
σ	0.000
min	1650.000-1686.000=-36.000
max	1650.000-1686.000=-36.000

*mean*	4709.126-4374.064=335.062
σ	622.190-605.984=16.206
min	3850.068-3817.721=32.347
max	5580.820-5535.791=45.029

phase=renaming

*mean*	21.675
σ	0.000
min	21.675
max	21.675

*mean*	1649.000-1686.000=-37.000
σ	2.828-0.000=2.828
min	1642.000-1686.000=-44.000
max	1650.000-1686.000=-36.000

*mean*	41.479-41.049=0.430
σ	7.847-5.085=2.762
min	26.194-34.909=-8.716
max	48.117-48.955=-0.839

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1649.000-1686.000=-37.000
σ	2.828-0.000=2.828
min	1642.000-1686.000=-44.000
max	1650.000-1686.000=-36.000

*mean*	837.647-785.175=52.472
σ	87.719-100.100=-12.381
min	681.160-682.527=-1.367
max	939.708-901.248=38.460

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.922-293.919=0.003
σ	0.043-0.038=0.005
min	293.860-293.865=-0.005
max	293.956-293.958=-0.002

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.397-0.399=-0.002
σ	0.006-0.010=-0.003
min	0.393-0.391=0.002
max	0.407-0.412=-0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.306-1320.302=0.004
σ	0.040-0.040=0.001
min	1320.250-1320.236=0.014
max	1320.343-1320.337=0.005

*mean*	1085.800-1066.000=19.800
σ	168.881-173.342=-4.461
min	886.000-828.000=58.000
max	1319.000-1280.000=39.000

*mean*	2.319-2.152=0.167
σ	0.182-0.080=0.101
min	2.120-2.028=0.092
max	2.592-2.228=0.364

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.432-1559.450=-0.018
σ	3.361-3.374=-0.013
min	1557.747-1557.755=-0.008
max	1565.437-1565.479=-0.042

*mean*	627.400-610.400=17.000
σ	74.815-80.289=-5.474
min	538.000-499.000=39.000
max	727.000-708.000=19.000

*mean*	2.271-2.334=-0.064
σ	0.071-0.135=-0.063
min	2.191-2.240=-0.049
max	2.369-2.562=-0.193

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.266-1882.269=-0.003
σ	0.062-0.054=0.008
min	1882.187-1882.205=-0.018
max	1882.341-1882.341=0.000

*mean*	1716.200-1716.000=0.200
σ	175.520-248.800=-73.280
min	1467.000-1440.000=27.000
max	1879.000-2062.000=-183.000

*mean*	3.068-2.932=0.135
σ	0.198-0.085=0.113
min	2.882-2.831=0.052
max	3.387-3.050=0.337

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.740-1.841=-0.101
σ	0.162-0.138=0.023
min	1.596-1.606=-0.010
max	1.918-1.964=-0.046

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.412-452.411=0.001
σ	583.281-583.277=0.004
min	160.767-160.771=-0.004
max	1327.333-1327.325=0.007

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	445.000-442.000=3.000
σ	0.000
min	445.000-442.000=3.000
max	445.000-442.000=3.000

*mean*	0.519-0.547=-0.028
σ	0.494-0.556=-0.062
min	0.270-0.268=0.003
max	1.260-1.381=-0.121

policies=20

*mean*	1608.033-1608.038=-0.004
σ	0.420-0.411=0.009
min	1607.758-1607.754=0.003
max	1608.658-1608.646=0.012

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.000-446.500=1.500
σ	2.000-3.000=-1.000
min	445.000-442.000=3.000
max	449.000-448.000=1.000

*mean*	2.694-2.692=0.001
σ	0.026-0.018=0.007
min	2.660-2.667=-0.007
max	2.721-2.710=0.011

policies=200

*mean*	16088.467-16088.500=-0.034
σ	0.071-0.160=-0.088
min	16088.403-16088.357=0.046
max	16088.558-16088.729=-0.171

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.000-497.750=0.250
σ	5.715-4.573=1.142
min	491.000-493.000=-2.000
max	504.000-503.000=1.000

*mean*	27.250-27.200=0.050
σ	0.130-0.033=0.098
min	27.122-27.168=-0.046
max	27.424-27.235=0.189