Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.882=-0.000
σ	0.360-0.360=0.000
min	54.750-54.742=0.007
max	55.905-55.904=0.001

*mean*	421.700-419.000=2.700
σ	0.483-0.000=0.483
min	421.000-419.000=2.000
max	422.000-419.000=3.000

*mean*	0.141-0.142=-0.001
σ	0.005-0.004=0.001
min	0.136-0.137=-0.002
max	0.149-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.850=-0.000
σ	0.005-0.006=-0.001
min	43.841-43.841=-0.001
max	43.857-43.862=-0.005

*mean*	422.000-419.000=3.000
σ	0.000
min	422.000-419.000=3.000
max	422.000-419.000=3.000

*mean*	0.125-0.124=0.001
σ	0.005-0.005=-0.000
min	0.120-0.118=0.002
max	0.133-0.131=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4043.750-4043.250=0.500
σ	2010.271-2008.460=1.812
min	1218.000
max	7153.000-7148.000=5.000

*mean*	14.099-13.012=1.087
σ	2.317-0.192=2.125
min	12.513-12.578=-0.065
max	17.937-13.152=4.785

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4043.750-4043.250=0.500
σ	2010.271-2008.460=1.812
min	1218.000
max	7153.000-7148.000=5.000

*mean*	13.916-12.953=0.962
σ	2.661-0.535=2.126
min	11.374-12.136=-0.762
max	18.254-13.680=4.574

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.932-41.932=0.000

*mean*	7153.000-7148.000=5.000
σ	0.000
min	7153.000-7148.000=5.000
max	7153.000-7148.000=5.000

*mean*	15.189-15.340=-0.151
σ	0.156-0.245=-0.089
min	14.924-14.977=-0.053
max	15.475-15.728=-0.253

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.932=0.000

*mean*	4043.750-4043.250=0.500
σ	2010.271-2008.460=1.812
min	1218.000
max	7153.000-7148.000=5.000

*mean*	14.248-13.867=0.381
σ	1.606-1.893=-0.287
min	11.021-10.761=0.260
max	15.752-15.694=0.058

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991-27.991=0.000

*mean*	4043.750-4043.250=0.500
σ	2010.271-2008.460=1.812
min	1218.000
max	7153.000-7148.000=5.000

*mean*	9.972-9.613=0.359
σ	1.568-1.214=0.354
min	8.810-8.707=0.103
max	12.660-12.526=0.134

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	4043.750-4043.250=0.500
σ	2010.271-2008.460=1.812
min	1218.000
max	7153.000-7148.000=5.000

*mean*	7.771-7.419=0.352
σ	1.558-1.208=0.351
min	6.340-6.453=-0.113
max	10.496-10.286=0.211

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=-0.000
max	25.678-25.677=0.000

*mean*	4043.750-4043.250=0.500
σ	2010.271-2008.460=1.812
min	1218.000
max	7153.000-7148.000=5.000

*mean*	6.319-6.027=0.291
σ	0.651-0.199=0.452
min	5.763-5.717=0.046
max	7.398-6.309=1.088

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4043.750-4043.250=0.500
σ	2010.271-2008.460=1.812
min	1218.000
max	7153.000-7148.000=5.000

*mean*	6.201-5.749=0.451
σ	0.729-0.152=0.577
min	5.624-5.481=0.143
max	7.441-6.003=1.438

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616-1021.616=0.001

*mean*	7153.000-7148.000=5.000
σ	0.000
min	7153.000-7148.000=5.000
max	7153.000-7148.000=5.000

*mean*	378.101-378.811=-0.710
σ	83.814-85.791=-1.977
min	346.793-345.044=1.749
max	585.498-591.078=-5.580

op=load_product(), with indexes

*mean*	7917.792-7917.792=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.001
max	7918.954-7918.953=0.001

*mean*	3274.250-3275.000=-0.750
σ	1825.186-1823.737=1.450
min	810.000
max	5622.000-5620.000=2.000

*mean*	3699.504-3658.241=41.262
σ	912.388-1011.199=-98.811
min	3108.030-3118.897=-10.867
max	5726.574-5735.267=-8.693

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.001
max	62.080

*mean*	4043.750-4043.250=0.500
σ	2010.271-2008.460=1.812
min	1218.000
max	7153.000-7148.000=5.000

*mean*	90.634-86.131=4.503
σ	21.669-19.250=2.419
min	70.608-71.152=-0.544
max	124.427-120.994=3.433

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.944-40.945=-0.000
max	40.950

*mean*	7153.000-7148.000=5.000
σ	0.000
min	7153.000-7148.000=5.000
max	7153.000-7148.000=5.000

*mean*	61.831-61.957=-0.126
σ	2.545-1.069=1.476
min	60.514-60.920=-0.407
max	68.064-64.397=3.666

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=0.000
min	66.686-66.686=-0.000
max	66.691

*mean*	7153.000-7148.000=5.000
σ	0.000
min	7153.000-7148.000=5.000
max	7153.000-7148.000=5.000

*mean*	99.097-99.743=-0.645
σ	0.906-0.866=0.039
min	97.997-98.503=-0.507
max	100.504-100.949=-0.445

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.170=0.001
σ	4.303-4.304=-0.000
min	14215.575
max	14227.820

*mean*	4043.750-4043.250=0.500
σ	2010.271-2008.460=1.812
min	1218.000
max	7153.000-7148.000=5.000

*mean*	8110.348-8063.719=46.629
σ	1884.398-1972.193=-87.796
min	5968.995-6032.257=-63.262
max	10529.710-11033.144=-503.435

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7153.000-7148.000=5.000
σ	0.000
min	7153.000-7148.000=5.000
max	7153.000-7148.000=5.000

*mean*	5425.987-5316.364=109.623
σ	1015.003-581.959=433.044
min	4987.304-5039.418=-52.114
max	7913.444-6693.516=1219.928

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	373.551-368.997=4.553
σ	31.869-34.583=-2.714
min	295.858-295.258=0.599
max	390.202-392.001=-1.800

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	723.956-761.859=-37.903
σ	69.933-59.723=10.210
min	594.080-621.453=-27.373
max	772.130-804.133=-32.003

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=0.000
σ	0.759-0.758=0.000
min	1023.827-1023.826=0.001
max	1027.437-1027.436=0.001

*mean*	1037.350-1037.800=-0.450
σ	303.218-303.640=-0.422
min	553.000
max	1461.000-1462.000=-1.000

*mean*	1.554-1.584=-0.029
σ	0.062-0.098=-0.036
min	1.435-1.499=-0.064
max	1.650-1.826=-0.176

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.298-0.444=-0.146
σ	0.292-0.497=-0.205
min	0.141-0.142=-0.001
max	0.816-1.294=-0.478

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.483=-0.008
σ	0.326-0.320=0.006
min	0.319-0.331=-0.012
max	1.057-1.055=0.002

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.226-0.223=0.003
σ	0.024-0.028=-0.004
min	0.208-0.205=0.004
max	0.267-0.272=-0.005

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.334=-0.001
σ	0.015-0.022=-0.007
min	0.325-0.317=0.008
max	0.359-0.371=-0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200-441.400=-5.200
σ	1.789-3.578=-1.789
min	433.000-435.000=-2.000
max	437.000-443.000=-6.000

*mean*	0.503-0.557=-0.054
σ	0.061-0.060=0.001
min	0.440-0.459=-0.020
max	0.569-0.616=-0.047

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-443.000=-6.000
σ	0.000
min	437.000-443.000=-6.000
max	437.000-443.000=-6.000

*mean*	0.500-0.448=0.052
σ	0.035-0.025=0.010
min	0.454-0.423=0.031
max	0.534-0.482=0.051

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-443.000=-6.000
σ	0.000
min	437.000-443.000=-6.000
max	437.000-443.000=-6.000

*mean*	2.611-1.994=0.617
σ	0.225-0.061=0.164
min	1.956-1.872=0.084
max	2.936-2.275=0.661

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-443.000=-6.000
σ	0.000
min	437.000-443.000=-6.000
max	437.000-443.000=-6.000

*mean*	2.331-1.984=0.347
σ	0.366-0.068=0.298
min	1.878-1.861=0.016
max	3.038-2.234=0.804

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-443.000=-6.000
σ	0.000
min	437.000-443.000=-6.000
max	437.000-443.000=-6.000

*mean*	0.311-0.309=0.002
σ	0.009-0.013=-0.004
min	0.294-0.295=-0.001
max	0.357-0.382=-0.026

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-443.000=-6.000
σ	0.000
min	437.000-443.000=-6.000
max	437.000-443.000=-6.000

*mean*	0.297-0.300=-0.003
σ	0.007-0.007=-0.000
min	0.284-0.282=0.002
max	0.323-0.327=-0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.634-298.642=-0.008
σ	1.026-1.017=0.010
min	298.246-298.253=-0.007
max	301.553-301.532=0.020

*mean*	443.900
σ	17.214-14.685=2.529
min	417.000-418.000=-1.000
max	470.000-465.000=5.000

*mean*	0.592-0.609=-0.017
σ	0.029-0.013=0.016
min	0.544-0.595=-0.051
max	0.637-0.638=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=-0.000
min	236.678
max	236.678-236.678=-0.000

*mean*	1064.000-1066.375=-2.375
σ	33.941-35.709=-1.768
min	980.000-978.000=2.000
max	1076.000-1079.000=-3.000

*mean*	210.554-210.358=0.195
σ	3.431-3.312=0.119
min	203.452-206.525=-3.074
max	213.880-216.091=-2.211

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1064.000-1066.375=-2.375
σ	33.941-35.709=-1.768
min	980.000-978.000=2.000
max	1076.000-1079.000=-3.000

*mean*	8.540-9.902=-1.362
σ	1.710-2.296=-0.586
min	6.370-6.475=-0.104
max	10.192-12.867=-2.675

phase=parser

*mean*	1042.363-1042.366=-0.003
σ	0.000-0.001=-0.001
min	1042.362-1042.362=0.000
max	1042.363-1042.366=-0.003

*mean*	1064.000-1066.375=-2.375
σ	33.941-35.709=-1.768
min	980.000-978.000=2.000
max	1076.000-1079.000=-3.000

*mean*	513.250-536.957=-23.707
σ	79.939-134.614=-54.676
min	369.914-383.281=-13.367
max	641.707-729.944=-88.237

phase=processProdDef

*mean*	4850.764-4850.765=-0.000
σ	0.000-0.000=0.000
min	4850.764-4850.765=-0.001
max	4850.765-4850.765=-0.000

*mean*	1076.000-1079.000=-3.000
σ	0.000
min	1076.000-1079.000=-3.000
max	1076.000-1079.000=-3.000

*mean*	5134.148-4914.277=219.872
σ	349.339-538.734=-189.395
min	4583.365-3655.465=927.901
max	5513.745-5386.202=127.543

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.000-1066.375=-2.375
σ	33.941-35.709=-1.768
min	980.000-978.000=2.000
max	1076.000-1079.000=-3.000

*mean*	34.963-37.526=-2.563
σ	9.164-11.016=-1.851
min	20.519-20.111=0.408
max	42.563-48.447=-5.883

phase=type checker

*mean*	990.450-990.453=-0.003
σ	0.071-0.072=-0.001
min	990.344
max	990.563-990.567=-0.004

*mean*	1064.000-1066.375=-2.375
σ	33.941-35.709=-1.768
min	980.000-978.000=2.000
max	1076.000-1079.000=-3.000

*mean*	697.495-725.237=-27.742
σ	60.975-67.795=-6.820
min	647.300-655.973=-8.673
max	841.651-854.490=-12.839

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.817-293.819=-0.002
σ	0.040-0.040=-0.000
min	293.763-293.765=-0.002
max	293.859-293.861=-0.002

*mean*	442.200-441.200=1.000
σ	1.643
min	441.000-440.000=1.000
max	444.000-443.000=1.000

*mean*	0.400-0.400=0.000
σ	0.008-0.001=0.007
min	0.394-0.399=-0.005
max	0.414-0.402=0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.210-1320.187=0.023
σ	0.049-0.055=-0.006
min	1320.141-1320.111=0.030
max	1320.253-1320.240=0.013

*mean*	1085.000-1106.200=-21.200
σ	181.670-180.512=1.158
min	868.000-892.000=-24.000
max	1308.000-1356.000=-48.000

*mean*	2.223-2.289=-0.066
σ	0.058-0.122=-0.063
min	2.158-2.156=0.002
max	2.302-2.454=-0.152

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.610-1560.666=-0.056
σ	6.213-6.197=0.016
min	1557.640-1557.789=-0.149
max	1571.720-1571.749=-0.030

*mean*	611.000-617.000=-6.000
σ	94.189-96.335=-2.147
min	498.000-497.000=1.000
max	734.000-728.000=6.000

*mean*	2.270-2.465=-0.196
σ	0.117-0.308=-0.192
min	2.143-2.190=-0.048
max	2.397-2.954=-0.557

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.170-1882.168=0.002
σ	0.053-0.059=-0.006
min	1882.101-1882.085=0.016
max	1882.244-1882.240=0.004

*mean*	1729.800-1733.200=-3.400
σ	176.436-189.344=-12.908
min	1484.000-1487.000=-3.000
max	1895.000-1913.000=-18.000

*mean*	2.973-3.103=-0.130
σ	0.254-0.244=0.010
min	2.721-2.908=-0.188
max	3.386-3.511=-0.125

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.853-1.764=0.089
σ	0.060-0.050=0.010
min	1.801-1.708=0.093
max	1.945-1.819=0.126

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.082=-0.001
σ	582.721-582.722=-0.002
min	160.721-160.719=0.002
max	1326.162-1326.165=-0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-446.000=-3.000
σ	0.000
min	443.000-446.000=-3.000
max	443.000-446.000=-3.000

*mean*	0.542-0.545=-0.003
σ	0.533-0.544=-0.011
min	0.271-0.270=0.001
max	1.342-1.361=-0.020

policies=20

*mean*	1607.509-1607.526=-0.017
σ	0.416-0.409=0.007
min	1607.245-1607.246=-0.001
max	1608.127-1608.132=-0.005

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-447.500=3.000
σ	8.660-1.732=6.928
min	443.000-446.000=-3.000
max	458.000-449.000=9.000

*mean*	2.702-2.691=0.012
σ	0.023-0.021=0.002
min	2.675-2.669=0.006
max	2.722-2.717=0.005

policies=200

*mean*	16083.386-16083.375=0.011
σ	0.189-0.191=-0.002
min	16083.226-16083.275=-0.049
max	16083.644-16083.661=-0.017

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-494.500=2.250
σ	3.500-3.416=0.084
min	493.000-490.000=3.000
max	501.000-498.000=3.000

*mean*	27.233-27.191=0.041
σ	0.005-0.051=-0.047
min	27.228-27.119=0.109
max	27.238-27.235=0.003