Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.727-558.664=0.062
σ	0.000
min	558.727-558.664=0.062
max	558.727-558.664=0.062

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.880-54.881=-0.002
σ	0.359-0.359=-0.001
min	54.746-54.748=-0.001
max	55.900-55.903=-0.003

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.142-0.140=0.003
σ	0.006-0.006=0.000
min	0.137-0.132=0.004
max	0.152-0.150=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.850=-0.002
σ	0.005-0.006=-0.001
min	43.840-43.839=0.001
max	43.854-43.861=-0.007

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.125-0.125=0.000
σ	0.005-0.003=0.001
min	0.121-0.122=-0.001
max	0.133-0.131=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	4042.625-4042.125=0.500
σ	2010.043-2009.987=0.057
min	1218.000
max	7151.000-7154.000=-3.000

*mean*	13.665-13.092=0.572
σ	1.985-0.516=1.469
min	12.252-12.558=-0.306
max	18.490-14.216=4.274

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4042.625-4042.125=0.500
σ	2010.043-2009.987=0.057
min	1218.000
max	7151.000-7154.000=-3.000

*mean*	13.928-13.289=0.639
σ	1.895-0.266=1.629
min	12.672-12.937=-0.265
max	18.545-13.624=4.921

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.933-41.933=-0.000

*mean*	7151.000-7154.000=-3.000
σ	0.000
min	7151.000-7154.000=-3.000
max	7151.000-7154.000=-3.000

*mean*	15.423-15.078=0.345
σ	0.225-0.160=0.065
min	15.171-14.802=0.370
max	15.752-15.336=0.417

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.932=0.000

*mean*	4042.625-4042.125=0.500
σ	2010.043-2009.987=0.057
min	1218.000
max	7151.000-7154.000=-3.000

*mean*	14.410-13.920=0.490
σ	1.661-1.840=-0.179
min	10.755-11.011=-0.256
max	16.220-15.626=0.594

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4042.625-4042.125=0.500
σ	2010.043-2009.987=0.057
min	1218.000
max	7151.000-7154.000=-3.000

*mean*	10.110-9.636=0.475
σ	1.608-1.255=0.353
min	8.936-8.850=0.086
max	12.748-12.584=0.163

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	4042.625-4042.125=0.500
σ	2010.043-2009.987=0.057
min	1218.000
max	7151.000-7154.000=-3.000

*mean*	7.923-7.258=0.665
σ	1.537-1.292=0.246
min	6.502-6.132=0.370
max	10.386-10.305=0.081

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665-25.665=-0.000
max	25.678-25.678=0.000

*mean*	4042.625-4042.125=0.500
σ	2010.043-2009.987=0.057
min	1218.000
max	7151.000-7154.000=-3.000

*mean*	6.166-6.038=0.129
σ	0.510-0.118=0.392
min	5.781-5.831=-0.050
max	7.405-6.181=1.223

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4042.625-4042.125=0.500
σ	2010.043-2009.987=0.057
min	1218.000
max	7151.000-7154.000=-3.000

*mean*	6.004-5.892=0.112
σ	0.572-0.186=0.386
min	5.464-5.713=-0.249
max	7.362-6.328=1.034

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616-1021.616=-0.001

*mean*	7151.000-7154.000=-3.000
σ	0.000
min	7151.000-7154.000=-3.000
max	7151.000-7154.000=-3.000

*mean*	364.668-361.545=3.123
σ	49.196-42.122=7.074
min	343.715-343.378=0.337
max	486.263-465.525=20.738

op=load_product(), with indexes

*mean*	7917.793-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.625-7917.624=0.001
max	7918.954

*mean*	3273.625-3272.500=1.125
σ	1824.755-1823.786=0.969
min	809.000-810.000=-1.000
max	5624.000-5621.000=3.000

*mean*	3670.716-3620.502=50.214
σ	1045.143-1104.269=-59.126
min	3089.212-3070.327=18.885
max	6041.987-6182.075=-140.088

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4042.625-4042.125=0.500
σ	2010.043-2009.987=0.057
min	1218.000
max	7151.000-7154.000=-3.000

*mean*	91.434-88.889=2.544
σ	21.126-19.674=1.452
min	71.668-71.136=0.532
max	123.394-122.145=1.249

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950-40.950=0.000

*mean*	7151.000-7154.000=-3.000
σ	0.000
min	7151.000-7154.000=-3.000
max	7151.000-7154.000=-3.000

*mean*	62.593-61.638=0.955
σ	1.417-1.086=0.331
min	61.518-60.582=0.937
max	64.907-64.027=0.880

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7151.000-7154.000=-3.000
σ	0.000
min	7151.000-7154.000=-3.000
max	7151.000-7154.000=-3.000

*mean*	100.212-268.025=-167.813
σ	0.648-371.556=-370.908
min	99.354-98.450=0.904
max	101.350-1150.573=-1049.222

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.303=-0.000
min	14215.575-14215.576=-0.001
max	14227.820

*mean*	4042.625-4042.125=0.500
σ	2010.043-2009.987=0.057
min	1218.000
max	7151.000-7154.000=-3.000

*mean*	8089.808-8038.435=51.372
σ	1885.358-1961.053=-75.695
min	5972.724-5977.666=-4.942
max	11025.929-10943.169=82.760

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.108=-0.000
σ	0.002-0.002=0.000
min	13159.105-13159.106=-0.001
max	13159.110

*mean*	7151.000-7154.000=-3.000
σ	0.000
min	7151.000-7154.000=-3.000
max	7151.000-7154.000=-3.000

*mean*	5484.379-5272.488=211.891
σ	897.309-646.114=251.195
min	4980.625-4964.340=16.285
max	7148.862-6819.033=329.829

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	383.717-364.488=19.229
σ	14.161-30.867=-16.706
min	349.215-301.170=48.046
max	391.802-389.191=2.611

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	725.086-757.741=-32.655
σ	61.631-52.144=9.487
min	631.046-632.068=-1.022
max	785.130-797.583=-12.453

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.297=0.002
σ	0.759-0.759=0.000
min	1023.824-1023.822=0.002
max	1027.437-1027.435=0.002

*mean*	1037.550-1050.150=-12.600
σ	295.410-314.003=-18.593
min	554.000-574.000=-20.000
max	1435.000-1514.000=-79.000

*mean*	1.561-1.577=-0.017
σ	0.066-0.079=-0.013
min	1.489-1.507=-0.019
max	1.712-1.799=-0.087

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.477=-0.144
σ	0.369-0.495=-0.126
min	0.143-0.248=-0.105
max	0.990-1.363=-0.373

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.490-0.839=-0.348
σ	0.324-0.530=-0.206
min	0.332-0.583=-0.251
max	1.070-1.785=-0.715

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.385=-0.161
σ	0.028-0.042=-0.013
min	0.205-0.354=-0.149
max	0.274-0.454=-0.180

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.566=-0.232
σ	0.018-0.079=-0.061
min	0.320-0.431=-0.111
max	0.365-0.640=-0.275

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	442.400-437.000=5.400
σ	3.578-6.595=-3.018
min	436.000-431.000=5.000
max	444.000

*mean*	0.539-0.704=-0.165
σ	0.035-0.051=-0.016
min	0.490-0.627=-0.137
max	0.583-0.752=-0.169

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.466-0.623=-0.157
σ	0.060-0.029=0.031
min	0.402-0.578=-0.176
max	0.528-0.650=-0.123

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	1.905-3.512=-1.607
σ	0.103-0.077=0.026
min	1.746-3.398=-1.653
max	2.201-3.886=-1.685

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	1.887-3.487=-1.600
σ	0.103-0.063=0.040
min	1.726-3.361=-1.635
max	2.301-3.778=-1.477

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.314-0.543=-0.230
σ	0.049-0.014=0.035
min	0.295-0.520=-0.225
max	0.784-0.635=0.149

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.304-0.512=-0.208
σ	0.044-0.011=0.033
min	0.282-0.493=-0.211
max	0.708-0.565=0.142

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.685-11.398=0.286
σ	11.336-12.035=-0.699
min	0.574-0.574=-0.000
max	99.815-134.669=-34.855

*mean*	464.533-464.126=0.407
σ	20.201-18.590=1.611
min	406.000
max	482.000-478.000=4.000

*mean*	0.027-0.026=0.000
σ	0.027-0.030=-0.002
min	0.001-0.001=0.000
max	0.236-0.315=-0.078

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.713-298.611=0.103
σ	1.026-0.996=0.030
min	298.297-298.183=0.114
max	301.629-301.436=0.193

*mean*	443.900-441.500=2.400
σ	19.035-13.485=5.550
min	417.000-424.000=-7.000
max	470.000-463.000=7.000

*mean*	0.604-0.600=0.004
σ	0.023-0.018=0.004
min	0.558-0.579=-0.021
max	0.642-0.635=0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=-0.000
min	236.681-236.678=0.004
max	236.681-236.678=0.004

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	209.088-209.376=-0.287
σ	4.083-1.883=2.200
min	204.800-206.959=-2.159
max	214.612-211.565=3.047

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	8.697-9.424=-0.727
σ	1.436-3.388=-1.952
min	6.648-6.471=0.177
max	9.878-15.769=-5.891

phase=parser

*mean*	1042.362-1042.363=-0.001
σ	0.000-0.000=0.000
min	1042.361-1042.362=-0.001
max	1042.362-1042.363=-0.001

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	501.445-611.255=-109.810
σ	63.472-121.192=-57.720
min	397.502-516.716=-119.214
max	566.005-841.672=-275.667

phase=processProdDef

*mean*	4850.764-4850.764=-0.001
σ	0.000-0.000=-0.000
min	4850.764-4850.764=-0.000
max	4850.764-4850.765=-0.001

*mean*	1077.000-1078.000=-1.000
σ	0.000
min	1077.000-1078.000=-1.000
max	1077.000-1078.000=-1.000

*mean*	4694.552-4833.831=-139.278
σ	503.399-159.214=344.185
min	3864.139-4592.824=-728.684
max	5317.230-5028.156=289.074

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	34.523-34.317=0.206
σ	9.562-13.768=-4.206
min	21.066-20.844=0.222
max	41.780-56.060=-14.280

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1065.000-1065.750=-0.750
σ	33.941-34.648=-0.707
min	981.000-980.000=1.000
max	1077.000-1078.000=-1.000

*mean*	715.217-750.484=-35.268
σ	61.179-109.557=-48.378
min	658.273-652.466=5.806
max	816.849-946.528=-129.678

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.820=0.000
σ	0.038-0.038=0.001
min	293.768-293.767=0.001
max	293.860-293.859=0.001

*mean*	441.400-444.000=-2.600
σ	2.408-0.000=2.408
min	439.000-444.000=-5.000
max	444.000

*mean*	0.397-0.391=0.006
σ	0.008-0.002=0.005
min	0.391-0.388=0.003
max	0.410-0.394=0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.214-1320.218=-0.004
σ	0.036-0.033=0.003
min	1320.160-1320.171=-0.011
max	1320.245-1320.252=-0.007

*mean*	1067.600-1066.800=0.800
σ	165.240-165.095=0.146
min	844.000-843.000=1.000
max	1269.000-1267.000=2.000

*mean*	2.253-2.308=-0.056
σ	0.104-0.186=-0.083
min	2.150-2.158=-0.008
max	2.427-2.629=-0.202

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.618-1560.616=0.003
σ	6.214-6.233=-0.019
min	1557.642-1557.616=0.025
max	1571.730-1571.762=-0.031

*mean*	620.000
σ	82.553-82.741=-0.188
min	495.000
max	717.000

*mean*	2.310-2.329=-0.020
σ	0.125-0.232=-0.107
min	2.207-2.146=0.060
max	2.517-2.730=-0.213

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.172-1882.174=-0.002
σ	0.059-0.054=0.005
min	1882.105-1882.110=-0.005
max	1882.247-1882.250=-0.004

*mean*	1709.600-1711.000=-1.400
σ	254.675-261.579=-6.904
min	1396.000-1397.000=-1.000
max	2046.000-2064.000=-18.000

*mean*	2.996-2.904=0.092
σ	0.085-0.062=0.022
min	2.901-2.849=0.052
max	3.087-3.008=0.079

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.787-1.627=0.161
σ	0.159-0.138=0.021
min	1.542-1.493=0.049
max	1.943-1.855=0.088

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.079-452.081=-0.001
σ	582.721-582.723=-0.002
min	160.714-160.714=-0.001
max	1326.161-1326.165=-0.004

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.479-0.533=-0.054
σ	0.418-0.522=-0.105
min	0.266-0.266=-0.001
max	1.105-1.317=-0.211

policies=20

*mean*	1607.513-1607.513=-0.001
σ	0.420-0.414=0.006
min	1607.228-1607.232=-0.003
max	1608.134-1608.129=0.005

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.500-451.000=-4.500
σ	7.000-9.238=-2.238
min	443.000
max	457.000-459.000=-2.000

*mean*	2.700-2.692=0.008
σ	0.011-0.024=-0.012
min	2.686-2.670=0.016
max	2.713-2.717=-0.004

policies=200

*mean*	16083.438-16083.465=-0.026
σ	0.140-0.120=0.020
min	16083.281-16083.360=-0.079
max	16083.615-16083.622=-0.007

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.250-497.250=-1.000
σ	2.217-2.986=-0.769
min	494.000
max	499.000-501.000=-2.000

*mean*	27.158-27.152=0.006
σ	0.046-0.138=-0.092
min	27.096-27.023=0.073
max	27.201-27.347=-0.146