Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.888=-0.000
σ	0.360-0.360=-0.001
min	54.752-54.750=0.001
max	55.911-55.913=-0.002

*mean*	418.700-415.000=3.700
σ	0.483-0.000=0.483
min	418.000-415.000=3.000
max	419.000-415.000=4.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.004=0.001
min	0.136-0.137=-0.001
max	0.148-0.147=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.857-43.855=0.002
σ	0.006-0.005=0.001
min	43.843-43.849=-0.006
max	43.863-43.864=-0.002

*mean*	419.000-415.600=3.400
σ	0.000-0.516=-0.516
min	419.000-415.000=4.000
max	419.000-416.000=3.000

*mean*	0.125-0.124=0.001
σ	0.005-0.005=0.000
min	0.118-0.116=0.002
max	0.135-0.131=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4042.250-4042.500=-0.250
σ	2009.501-2008.389=1.112
min	1216.000-1220.000=-4.000
max	7149.000

*mean*	13.516-13.521=-0.005
σ	1.788-1.803=-0.015
min	12.649-12.421=0.228
max	17.909-17.952=-0.043

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4042.250-4042.500=-0.250
σ	2009.501-2008.389=1.112
min	1216.000-1220.000=-4.000
max	7149.000

*mean*	13.288-13.470=-0.182
σ	2.068-1.606=0.462
min	11.987-11.787=0.200
max	18.228-17.018=1.211

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.933-41.933=-0.000

*mean*	7149.000
σ	0.000
min	7149.000
max	7149.000

*mean*	15.168-15.405=-0.237
σ	0.159-0.206=-0.047
min	14.869-15.065=-0.196
max	15.359-15.659=-0.300

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932

*mean*	4042.250-4042.500=-0.250
σ	2009.501-2008.389=1.112
min	1216.000-1220.000=-4.000
max	7149.000

*mean*	13.825-14.727=-0.903
σ	1.943-1.652=0.291
min	10.927-10.986=-0.059
max	15.816-16.311=-0.496

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4042.250-4042.500=-0.250
σ	2009.501-2008.389=1.112
min	1216.000-1220.000=-4.000
max	7149.000

*mean*	10.076-9.994=0.082
σ	1.641-1.689=-0.048
min	8.835-8.605=0.230
max	12.730-12.684=0.046

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404-26.404=-0.000

*mean*	4042.250-4042.500=-0.250
σ	2009.501-2008.389=1.112
min	1216.000-1220.000=-4.000
max	7149.000

*mean*	8.007-7.818=0.189
σ	1.490-1.630=-0.140
min	7.037-6.490=0.547
max	10.445-10.526=-0.081

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665-25.666=-0.000
max	25.677-25.678=-0.000

*mean*	4042.250-4042.500=-0.250
σ	2009.501-2008.389=1.112
min	1216.000-1220.000=-4.000
max	7149.000

*mean*	6.151-6.203=-0.051
σ	0.581-0.509=0.072
min	5.762-5.658=0.104
max	7.542-7.384=0.158

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968
max	25.972

*mean*	4042.250-4042.500=-0.250
σ	2009.501-2008.389=1.112
min	1216.000-1220.000=-4.000
max	7149.000

*mean*	6.064-6.041=0.023
σ	0.725-0.526=0.199
min	5.316-5.555=-0.239
max	7.587-7.272=0.315

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616-1021.616=-0.000

*mean*	7149.000
σ	0.000
min	7149.000
max	7149.000

*mean*	362.410-372.675=-10.265
σ	41.428-80.070=-38.642
min	342.549-340.330=2.219
max	464.726-570.754=-106.028

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.001
σ	0.469-0.469=-0.000
min	7917.624-7917.624=-0.000
max	7918.954-7918.953=0.000

*mean*	3273.625-3273.500=0.125
σ	1824.408-1823.754=0.653
min	809.000-810.000=-1.000
max	5623.000-5621.000=2.000

*mean*	3818.487-3664.445=154.042
σ	1152.588-1050.152=102.436
min	3116.323-3083.483=32.840
max	5969.789-5503.937=465.852

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.080=-0.000

*mean*	4042.250-4042.500=-0.250
σ	2009.501-2008.389=1.112
min	1216.000-1220.000=-4.000
max	7149.000

*mean*	88.302-87.979=0.322
σ	19.678-20.133=-0.456
min	71.612-71.098=0.514
max	125.809-119.055=6.754

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7149.000
σ	0.000
min	7149.000
max	7149.000

*mean*	61.242-61.032=0.210
σ	1.374-1.170=0.204
min	60.347-60.333=0.013
max	64.542-63.865=0.677

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691

*mean*	7149.000
σ	0.000
min	7149.000
max	7149.000

*mean*	234.218-99.313=134.905
σ	276.363-0.581=275.782
min	98.136-98.465=-0.330
max	859.605-100.114=759.491

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.001
σ	4.303-4.303=0.000
min	14215.576
max	14227.820-14227.820=-0.000

*mean*	4042.250-4042.500=-0.250
σ	2009.501-2008.389=1.112
min	1216.000-1220.000=-4.000
max	7149.000

*mean*	8268.117-7971.780=296.337
σ	1908.747-1941.236=-32.489
min	6070.188-5967.919=102.269
max	11263.164-11171.489=91.674

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7149.000
σ	0.000
min	7149.000
max	7149.000

*mean*	5341.788-5299.676=42.113
σ	642.915-638.168=4.747
min	5034.626-4969.172=65.454
max	6879.707-6820.283=59.424

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	361.409-378.686=-17.278
σ	32.679-21.313=11.365
min	294.891-343.333=-48.442
max	390.089-395.216=-5.126

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	734.181-754.868=-20.687
σ	70.799-36.763=34.036
min	613.885-671.548=-57.663
max	805.243-783.698=21.545

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.299=0.001
σ	0.760-0.759=0.001
min	1023.825-1023.827=-0.002
max	1027.441-1027.437=0.005

*mean*	1035.550-1063.050=-27.500
σ	303.496-315.574=-12.079
min	552.000-598.000=-46.000
max	1460.000-1566.000=-106.000

*mean*	1.550-1.546=0.004
σ	0.101-0.050=0.051
min	1.355-1.487=-0.132
max	1.821-1.632=0.189

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.403-0.465=-0.062
σ	0.504-0.472=0.032
min	0.150-0.239=-0.090
max	1.303-1.309=-0.006

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.473-0.839=-0.366
σ	0.314-0.515=-0.201
min	0.319-0.587=-0.268
max	1.034-1.760=-0.725

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.387=-0.172
σ	0.025-0.034=-0.009
min	0.198-0.362=-0.164
max	0.257-0.446=-0.189

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.335=-0.006
σ	0.016-0.016=-0.000
min	0.313-0.325=-0.012
max	0.354-0.363=-0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.600-431.400=5.200
σ	6.066-0.894=5.172
min	431.000
max	443.000-433.000=10.000

*mean*	0.567-0.604=-0.037
σ	0.043-0.084=-0.042
min	0.511-0.526=-0.015
max	0.609-0.743=-0.134

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.455-0.477=-0.022
σ	0.060-0.044=0.016
min	0.382-0.418=-0.035
max	0.526-0.519=0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	2.170-2.598=-0.428
σ	0.334-0.083=0.252
min	1.762-2.467=-0.705
max	3.240-2.877=0.363

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	2.626-2.575=0.052
σ	0.105-0.060=0.045
min	2.457-2.442=0.015
max	2.993-2.840=0.153

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.308-0.306=0.002
σ	0.012-0.013=-0.001
min	0.293-0.286=0.007
max	0.369-0.366=0.003

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-437.000=6.000
σ	0.000
min	443.000-437.000=6.000
max	443.000-437.000=6.000

*mean*	0.292-0.296=-0.004
σ	0.015-0.010=0.005
min	0.277-0.277=0.000
max	0.419-0.348=0.070

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.500-298.596=-0.096
σ	1.095-0.997=0.098
min	298.054-298.238=-0.184
max	301.609-301.430=0.179

*mean*	442.500-445.800=-3.300
σ	15.190-19.770=-4.580
min	420.000-418.000=2.000
max	462.000-474.000=-12.000

*mean*	0.590-0.602=-0.012
σ	0.039-0.022=0.017
min	0.519-0.566=-0.046
max	0.648-0.634=0.014

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=-0.000
min	236.681-236.678=0.004
max	236.682-236.678=0.004

*mean*	960.625-1065.000=-104.375
σ	20.860-33.941=-13.081
min	909.000-981.000=-72.000
max	968.000-1077.000=-109.000

*mean*	205.627-209.190=-3.563
σ	1.929-4.100=-2.171
min	202.961-203.838=-0.877
max	207.807-214.146=-6.339

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	960.625-1065.000=-104.375
σ	20.860-33.941=-13.081
min	909.000-981.000=-72.000
max	968.000-1077.000=-109.000

*mean*	7.288-7.811=-0.523
σ	1.468-2.253=-0.785
min	6.266-6.358=-0.091
max	9.701-12.631=-2.930

phase=parser

*mean*	1042.362-1042.361=0.002
σ	0.000-0.000=0.000
min	1042.362-1042.360=0.002
max	1042.363-1042.361=0.001

*mean*	960.625-1065.000=-104.375
σ	20.860-33.941=-13.081
min	909.000-981.000=-72.000
max	968.000-1077.000=-109.000

*mean*	479.717-524.012=-44.294
σ	66.262-107.930=-41.668
min	376.932-375.839=1.093
max	550.610-718.524=-167.914

phase=processProdDef

*mean*	4850.764-4850.767=-0.003
σ	0.000-0.000=-0.000
min	4850.764-4850.766=-0.003
max	4850.764-4850.767=-0.003

*mean*	968.000-1077.000=-109.000
σ	0.000
min	968.000-1077.000=-109.000
max	968.000-1077.000=-109.000

*mean*	5106.074-5028.845=77.229
σ	346.978-761.811=-414.833
min	4527.537-3678.878=848.659
max	5425.130-6099.614=-674.484

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	960.625-1065.000=-104.375
σ	20.860-33.941=-13.081
min	909.000-981.000=-72.000
max	968.000-1077.000=-109.000

*mean*	25.739-27.357=-1.618
σ	9.210-10.497=-1.287
min	20.627-20.788=-0.161
max	40.675-47.088=-6.413

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	960.625-1065.000=-104.375
σ	20.860-33.941=-13.081
min	909.000-981.000=-72.000
max	968.000-1077.000=-109.000

*mean*	676.242-684.522=-8.279
σ	20.511-40.552=-20.041
min	651.400-648.464=2.936
max	698.530-758.816=-60.286

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.822=-0.002
σ	0.038-0.038=-0.000
min	293.768-293.769=-0.001
max	293.859-293.860=-0.001

*mean*	443.400-443.000=0.400
σ	0.548-0.000=0.548
min	443.000
max	444.000-443.000=1.000

*mean*	0.399-0.393=0.005
σ	0.007-0.002=0.006
min	0.391-0.391=-0.000
max	0.408-0.396=0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.087-1320.175=-0.088
σ	0.080-0.087=-0.007
min	1320.005-1320.055=-0.050
max	1320.201-1320.300=-0.099

*mean*	1067.200-1095.200=-28.000
σ	165.587-185.913=-20.326
min	843.000-838.000=5.000
max	1269.000-1316.000=-47.000

*mean*	1.973-2.150=-0.177
σ	0.199-0.215=-0.016
min	1.838-2.022=-0.184
max	2.316-2.528=-0.212

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.619-1560.579=0.039
σ	6.228-6.254=-0.026
min	1557.624-1557.548=0.076
max	1571.755-1571.760=-0.005

*mean*	618.400
σ	82.851-81.868=0.983
min	493.000-494.000=-1.000
max	716.000-713.000=3.000

*mean*	2.326-2.307=0.019
σ	0.174-0.244=-0.070
min	2.163-2.107=0.056
max	2.612-2.725=-0.113

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.174-1882.174=-0.000
σ	0.053-0.060=-0.007
min	1882.121-1882.103=0.019
max	1882.255-1882.244=0.011

*mean*	1704.400-1722.400=-18.000
σ	244.762-199.148=45.614
min	1396.000-1453.000=-57.000
max	2021.000-1911.000=110.000

*mean*	2.897-3.020=-0.123
σ	0.166-0.125=0.041
min	2.704-2.892=-0.188
max	3.136-3.221=-0.086

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.735-1.794=-0.059
σ	0.116-0.169=-0.052
min	1.546-1.499=0.047
max	1.860-1.911=-0.051

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.083=-0.001
σ	582.723-582.722=0.000
min	160.720-160.720=-0.001
max	1326.166-1326.167=-0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.547-0.554=-0.007
σ	0.546-0.550=-0.004
min	0.265-0.273=-0.008
max	1.366-1.379=-0.013

policies=20

*mean*	1607.535-1607.533=0.001
σ	0.416-0.412=0.004
min	1607.256-1607.254=0.002
max	1608.151-1608.143=0.008

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500
σ	9.815-8.660=1.155
min	442.000-443.000=-1.000
max	459.000-458.000=1.000

*mean*	2.689-2.688=0.002
σ	0.021-0.016=0.006
min	2.663-2.672=-0.009
max	2.713-2.709=0.004

policies=200

*mean*	16083.372-16083.519=-0.147
σ	0.100-0.067=0.033
min	16083.306-16083.469=-0.163
max	16083.521-16083.615=-0.094

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250-496.250=1.000
σ	3.403-4.573=-1.170
min	493.000-491.000=2.000
max	500.000-502.000=-2.000

*mean*	27.199-27.069=0.130
σ	0.080-0.076=0.005
min	27.119-27.020=0.100
max	27.309-27.180=0.129