Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.888=0.000
σ	0.359-0.356=0.002
min	54.746-54.753=-0.007
max	55.908-55.902=0.006

*mean*	414.700-416.000=-1.300
σ	0.483-0.000=0.483
min	414.000-416.000=-2.000
max	415.000-416.000=-1.000

*mean*	0.137-0.142=-0.005
σ	0.004-0.006=-0.002
min	0.132-0.137=-0.005
max	0.143-0.153=-0.010

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.856=-0.001
σ	0.005-0.006=-0.001
min	43.847-43.845=0.001
max	43.865

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.122-0.124=-0.002
σ	0.005-0.004=0.001
min	0.115-0.122=-0.006
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4046.125-4041.625=4.500
σ	2010.909-2008.657=2.252
min	1219.000-1218.000=1.000
max	7149.000-7147.000=2.000

*mean*	13.285-14.011=-0.726
σ	1.939-2.513=-0.574
min	12.166-12.229=-0.063
max	17.989-18.212=-0.222

op=column_set() on indexed, repeat

*mean*	36.618
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4046.125-4041.625=4.500
σ	2010.909-2008.657=2.252
min	1219.000-1218.000=1.000
max	7149.000-7147.000=2.000

*mean*	13.419-14.068=-0.649
σ	1.712-1.977=-0.266
min	11.824-11.812=0.012
max	17.214-17.283=-0.069

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.933-41.932=0.001

*mean*	7149.000-7147.000=2.000
σ	0.000
min	7149.000-7147.000=2.000
max	7149.000-7147.000=2.000

*mean*	15.225-15.515=-0.289
σ	0.150-0.281=-0.131
min	14.940-15.152=-0.212
max	15.442-15.914=-0.472

op=table_records(), repeat

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.927-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	4046.125-4041.625=4.500
σ	2010.909-2008.657=2.252
min	1219.000-1218.000=1.000
max	7149.000-7147.000=2.000

*mean*	13.902-14.698=-0.796
σ	1.885-1.509=0.375
min	10.942-11.421=-0.478
max	15.539-16.020=-0.481

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4046.125-4041.625=4.500
σ	2010.909-2008.657=2.252
min	1219.000-1218.000=1.000
max	7149.000-7147.000=2.000

*mean*	9.575-9.915=-0.340
σ	1.207-1.532=-0.326
min	8.670-8.326=0.344
max	12.391-12.543=-0.153

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	4046.125-4041.625=4.500
σ	2010.909-2008.657=2.252
min	1219.000-1218.000=1.000
max	7149.000-7147.000=2.000

*mean*	7.092-7.570=-0.478
σ	1.280-1.747=-0.467
min	6.261-6.109=0.151
max	10.213-10.349=-0.135

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.666-25.665=0.000
max	25.678

*mean*	4046.125-4041.625=4.500
σ	2010.909-2008.657=2.252
min	1219.000-1218.000=1.000
max	7149.000-7147.000=2.000

*mean*	6.228-6.426=-0.199
σ	0.482-0.699=-0.217
min	5.812-5.868=-0.055
max	7.362-7.725=-0.363

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.003=-0.001
min	25.968
max	25.972-25.976=-0.004

*mean*	4046.125-4041.625=4.500
σ	2010.909-2008.657=2.252
min	1219.000-1218.000=1.000
max	7149.000-7147.000=2.000

*mean*	5.839-6.180=-0.341
σ	0.105-0.631=-0.526
min	5.657-5.730=-0.073
max	5.984-7.221=-1.237

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7149.000-7147.000=2.000
σ	0.000
min	7149.000-7147.000=2.000
max	7149.000-7147.000=2.000

*mean*	377.775-431.791=-54.016
σ	83.160-236.314=-153.154
min	345.998-345.128=0.870
max	583.513-1016.613=-433.101

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.001
max	7918.954

*mean*	3277.875-3273.750=4.125
σ	1827.382-1823.183=4.198
min	810.000
max	5629.000-5622.000=7.000

*mean*	3643.805-3748.603=-104.798
σ	1106.917-1085.063=21.854
min	3112.385-3071.598=40.787
max	6218.511-5715.563=502.948

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4046.125-4041.625=4.500
σ	2010.909-2008.657=2.252
min	1219.000-1218.000=1.000
max	7149.000-7147.000=2.000

*mean*	91.572-88.387=3.185
σ	18.802-19.411=-0.610
min	75.190-70.625=4.565
max	125.663-116.519=9.144

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.950-40.950=-0.000

*mean*	7149.000-7147.000=2.000
σ	0.000
min	7149.000-7147.000=2.000
max	7149.000-7147.000=2.000

*mean*	60.759-62.318=-1.559
σ	0.215-1.366=-1.151
min	60.451-60.961=-0.510
max	61.028-65.331=-4.303

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686-66.686=-0.000
max	66.691

*mean*	7149.000-7147.000=2.000
σ	0.000
min	7149.000-7147.000=2.000
max	7149.000-7147.000=2.000

*mean*	98.615-99.791=-1.176
σ	0.622-0.797=-0.175
min	97.771-98.473=-0.702
max	99.531-100.795=-1.264

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.304=-0.000
min	14215.576-14215.575=0.001
max	14227.820-14227.821=-0.001

*mean*	4046.125-4041.625=4.500
σ	2010.909-2008.657=2.252
min	1219.000-1218.000=1.000
max	7149.000-7147.000=2.000

*mean*	8101.943-8210.195=-108.252
σ	2010.298-2095.906=-85.609
min	6018.350-5979.220=39.130
max	10745.464-11024.453=-278.989

op=vertical_lookup_list() on indexed

*mean*	13159.109
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7149.000-7147.000=2.000
σ	0.000
min	7149.000-7147.000=2.000
max	7149.000-7147.000=2.000

*mean*	5149.410-5409.680=-260.269
σ	235.148-744.183=-509.035
min	4992.325-4946.849=45.476
max	5536.915-7113.307=-1576.392

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	367.710-389.573=-21.863
σ	34.911-3.528=31.383
min	296.839-384.050=-87.211
max	395.610-395.089=0.521

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.000=1.000
σ	0.000
min	560.000-559.000=1.000
max	560.000-559.000=1.000

*mean*	757.134-777.324=-20.190
σ	32.943-24.171=8.772
min	679.104-761.629=-82.525
max	783.485-833.565=-50.079

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.301-1024.300=0.000
σ	0.759-0.759=-0.000
min	1023.824-1023.825=-0.001
max	1027.438-1027.442=-0.004

*mean*	1040.300-1033.050=7.250
σ	300.142-295.357=4.785
min	553.000-551.000=2.000
max	1461.000-1431.000=30.000

*mean*	1.560-1.597=-0.037
σ	0.081-0.085=-0.004
min	1.434-1.500=-0.067
max	1.793-1.828=-0.035

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.304-0.387=-0.083
σ	0.292-0.487=-0.195
min	0.148-0.143=0.005
max	0.823-1.256=-0.432

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.480=-0.006
σ	0.310-0.322=-0.012
min	0.317-0.325=-0.008
max	1.029-1.056=-0.028

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.226-0.216=0.010
σ	0.019-0.024=-0.005
min	0.215-0.195=0.020
max	0.259-0.256=0.003

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.332=-0.003
σ	0.015-0.021=-0.007
min	0.318-0.319=-0.001
max	0.350-0.369=-0.019

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000
σ	5.612
min	431.000
max	442.000

*mean*	0.556-0.539=0.017
σ	0.060-0.058=0.002
min	0.464-0.457=0.007
max	0.607-0.601=0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.482-0.466=0.016
σ	0.051-0.055=-0.004
min	0.415-0.398=0.017
max	0.526-0.526=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.608-1.975=0.633
σ	0.078-0.080=-0.002
min	2.487-1.821=0.666
max	2.925-2.224=0.701

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.607-1.927=0.681
σ	0.088-0.098=-0.010
min	2.481-1.743=0.738
max	2.941-2.328=0.613

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.311-0.308=0.003
σ	0.032-0.026=0.006
min	0.292-0.287=0.004
max	0.592-0.495=0.097

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.294-0.288=0.006
σ	0.012-0.008=0.004
min	0.279-0.272=0.007
max	0.372-0.327=0.044

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.817-298.774=0.044
σ	1.060-1.009=0.051
min	298.326-298.391=-0.065
max	301.819-301.643=0.176

*mean*	441.900-441.200=0.700
σ	16.224-17.145=-0.921
min	418.000-416.000=2.000
max	467.000-463.000=4.000

*mean*	0.588-0.606=-0.018
σ	0.026-0.021=0.005
min	0.555-0.557=-0.002
max	0.624-0.633=-0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678-236.678=-0.000
max	236.678-236.678=0.000

*mean*	1065.000-1056.625=8.375
σ	33.941-26.517=7.425
min	981.000-991.000=-10.000
max	1077.000-1066.000=11.000

*mean*	208.211-211.090=-2.879
σ	2.982-3.304=-0.322
min	204.956-207.136=-2.181
max	213.612-216.339=-2.727

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.000-1056.625=8.375
σ	33.941-26.517=7.425
min	981.000-991.000=-10.000
max	1077.000-1066.000=11.000

*mean*	9.185-8.673=0.513
σ	2.277-2.521=-0.244
min	6.474-6.202=0.272
max	13.388-12.962=0.426

phase=parser

*mean*	1042.365-1042.361=0.005
σ	0.002-0.000=0.001
min	1042.362-1042.360=0.002
max	1042.366-1042.361=0.006

*mean*	1065.000-1056.625=8.375
σ	33.941-26.517=7.425
min	981.000-991.000=-10.000
max	1077.000-1066.000=11.000

*mean*	589.264-505.423=83.841
σ	125.625-158.958=-33.333
min	414.881-374.532=40.349
max	838.264-756.889=81.375

phase=processProdDef

*mean*	4850.765-4850.768=-0.003
σ	0.000-0.000=0.000
min	4850.765-4850.768=-0.003
max	4850.765-4850.768=-0.003

*mean*	1077.000-1066.000=11.000
σ	0.000
min	1077.000-1066.000=11.000
max	1077.000-1066.000=11.000

*mean*	4832.985-4790.556=42.429
σ	465.392-325.812=139.580
min	3792.804-4410.730=-617.926
max	5273.250-5302.277=-29.026

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	1065.000-1056.625=8.375
σ	33.941-26.517=7.425
min	981.000-991.000=-10.000
max	1077.000-1066.000=11.000

*mean*	34.530-31.769=2.760
σ	11.184-11.053=0.131
min	20.809-20.487=0.322
max	52.518-48.894=3.624

phase=type checker

*mean*	990.453-990.450=0.003
σ	0.072-0.071=0.001
min	990.344
max	990.567-990.563=0.004

*mean*	1065.000-1056.625=8.375
σ	33.941-26.517=7.425
min	981.000-991.000=-10.000
max	1077.000-1066.000=11.000

*mean*	729.493-753.009=-23.516
σ	105.160-95.442=9.717
min	643.808-654.845=-11.037
max	910.180-882.185=27.995

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.821=0.001
σ	0.038-0.038=0.000
min	293.769-293.768=0.002
max	293.862-293.861=0.001

*mean*	441.200-442.200=-1.000
σ	1.643
min	440.000-441.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.394-0.394=0.000
σ	0.001-0.001=0.000
min	0.393-0.393=-0.000
max	0.396-0.395=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.221-1320.214=0.007
σ	0.030-0.035=-0.005
min	1320.173-1320.163=0.010
max	1320.250-1320.247=0.003

*mean*	1080.400-1076.200=4.200
σ	177.820-186.300=-8.480
min	870.000-834.000=36.000
max	1313.000-1315.000=-2.000

*mean*	2.214-2.283=-0.069
σ	0.049-0.175=-0.126
min	2.167-2.151=0.016
max	2.282-2.590=-0.308

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.607-1560.684=-0.077
σ	6.209-6.152=0.057
min	1557.637-1557.772=-0.136
max	1571.709-1571.686=0.023

*mean*	611.600-630.800=-19.200
σ	94.413-95.939=-1.526
min	497.000-519.000=-22.000
max	733.000-754.000=-21.000

*mean*	2.263-2.421=-0.158
σ	0.076-0.323=-0.248
min	2.186-2.212=-0.027
max	2.389-2.996=-0.607

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.173-1882.174=-0.001
σ	0.066-0.055=0.011
min	1882.090-1882.111=-0.021
max	1882.261-1882.256=0.006

*mean*	1729.200-1725.400=3.800
σ	172.752-179.554=-6.803
min	1474.000-1468.000=6.000
max	1880.000-1890.000=-10.000

*mean*	3.139-3.086=0.053
σ	0.302-0.294=0.008
min	2.880-2.877=0.003
max	3.624-3.605=0.019

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.672-1.768=-0.095
σ	0.145-0.093=0.052
min	1.527-1.679=-0.152
max	1.840-1.881=-0.041

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.079-452.081=-0.002
σ	582.722-582.723=-0.001
min	160.713-160.717=-0.004
max	1326.162-1326.166=-0.005

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.538-0.537=0.001
σ	0.526-0.515=0.010
min	0.274-0.270=0.004
max	1.326-1.309=0.017

policies=20

*mean*	1607.508-1607.544=-0.036
σ	0.436-0.432=0.004
min	1607.226-1607.254=-0.028
max	1608.157-1608.185=-0.028

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.000-450.500=-4.500
σ	5.774-8.660=-2.887
min	441.000-443.000=-2.000
max	451.000-458.000=-7.000

*mean*	2.710-2.720=-0.010
σ	0.008-0.025=-0.017
min	2.703-2.694=0.009
max	2.720-2.751=-0.031

policies=200

*mean*	16083.462-16083.490=-0.028
σ	0.175-0.047=0.129
min	16083.282-16083.438=-0.156
max	16083.693-16083.545=0.147

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.500-498.500=1.000
σ	6.245-5.260=0.985
min	492.000-494.000=-2.000
max	506.000

*mean*	27.278-27.410=-0.131
σ	0.034-0.057=-0.023
min	27.236-27.337=-0.101
max	27.319-27.473=-0.154