Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.880=0.001
σ	0.361-0.357=0.004
min	54.742-54.747=-0.005
max	55.906-55.894=0.012

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.142-0.141=0.001
σ	0.006-0.004=0.002
min	0.137-0.137=0.001
max	0.153-0.147=0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.848=0.002
σ	0.005-0.004=0.001
min	43.842-43.842=0.000
max	43.860-43.857=0.003

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.125-0.122=0.003
σ	0.004-0.005=-0.001
min	0.122-0.117=0.005
max	0.133-0.130=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4043.500-4042.250=1.250
σ	2009.675-2008.850=0.825
min	1217.000-1218.000=-1.000
max	7149.000-7146.000=3.000

*mean*	12.694-12.851=-0.156
σ	1.739-0.655=1.084
min	11.912-12.262=-0.351
max	16.980-14.367=2.613

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4043.500-4042.250=1.250
σ	2009.675-2008.850=0.825
min	1217.000-1218.000=-1.000
max	7149.000-7146.000=3.000

*mean*	12.578-12.985=-0.407
σ	1.977-0.596=1.381
min	11.178-11.646=-0.467
max	17.229-13.513=3.716

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928
max	41.932

*mean*	7149.000-7146.000=3.000
σ	0.000
min	7149.000-7146.000=3.000
max	7149.000-7146.000=3.000

*mean*	14.697-15.171=-0.474
σ	0.144-0.161=-0.017
min	14.500-14.933=-0.433
max	14.957-15.399=-0.442

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.932=0.000

*mean*	4043.500-4042.250=1.250
σ	2009.675-2008.850=0.825
min	1217.000-1218.000=-1.000
max	7149.000-7146.000=3.000

*mean*	14.013-14.350=-0.337
σ	1.646-1.461=0.185
min	10.247-11.075=-0.828
max	15.384-15.767=-0.383

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	4043.500-4042.250=1.250
σ	2009.675-2008.850=0.825
min	1217.000-1218.000=-1.000
max	7149.000-7146.000=3.000

*mean*	9.388-9.636=-0.248
σ	1.595-1.391=0.204
min	8.038-8.557=-0.519
max	12.106-12.681=-0.575

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	4043.500-4042.250=1.250
σ	2009.675-2008.850=0.825
min	1217.000-1218.000=-1.000
max	7149.000-7146.000=3.000

*mean*	7.148-7.433=-0.285
σ	1.628-1.213=0.415
min	5.925-6.375=-0.450
max	9.812-10.145=-0.333

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665
max	25.678-25.678=0.000

*mean*	4043.500-4042.250=1.250
σ	2009.675-2008.850=0.825
min	1217.000-1218.000=-1.000
max	7149.000-7146.000=3.000

*mean*	5.566-5.989=-0.423
σ	0.542-0.153=0.389
min	5.251-5.790=-0.539
max	6.876-6.183=0.693

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972-25.972=0.000

*mean*	4043.500-4042.250=1.250
σ	2009.675-2008.850=0.825
min	1217.000-1218.000=-1.000
max	7149.000-7146.000=3.000

*mean*	5.399-5.804=-0.404
σ	0.460-0.099=0.361
min	5.087-5.694=-0.607
max	6.499-5.995=0.504

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.614=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616-1021.616=-0.000

*mean*	7149.000-7146.000=3.000
σ	0.000
min	7149.000-7146.000=3.000
max	7149.000-7146.000=3.000

*mean*	374.308-362.994=11.314
σ	79.599-42.364=37.235
min	343.433-345.506=-2.072
max	571.240-467.761=103.479

op=load_product(), with indexes

*mean*	7917.793-7917.793=0.000
σ	0.469-0.469=-0.000
min	7917.625-7917.625=0.001
max	7918.954-7918.954=-0.001

*mean*	3274.875-3273.375=1.500
σ	1825.216-1825.315=-0.099
min	809.000-810.000=-1.000
max	5624.000-5623.000=1.000

*mean*	3658.245-3606.845=51.400
σ	1038.497-1032.549=5.948
min	3070.515-3083.371=-12.855
max	6036.809-5973.199=63.610

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.001
max	62.080

*mean*	4043.500-4042.250=1.250
σ	2009.675-2008.850=0.825
min	1217.000-1218.000=-1.000
max	7149.000-7146.000=3.000

*mean*	88.482-87.340=1.143
σ	20.978-19.912=1.066
min	69.692-71.617=-1.926
max	117.258-127.448=-10.189

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7149.000-7146.000=3.000
σ	0.000
min	7149.000-7146.000=3.000
max	7149.000-7146.000=3.000

*mean*	60.642-62.125=-1.484
σ	1.309-1.258=0.051
min	59.502-60.829=-1.327
max	63.778-65.065=-1.287

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7149.000-7146.000=3.000
σ	0.000
min	7149.000-7146.000=3.000
max	7149.000-7146.000=3.000

*mean*	99.493-257.875=-158.382
σ	0.625-355.505=-354.880
min	98.642-98.700=-0.057
max	100.577-1109.245=-1008.667

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.304=-0.000
min	14215.575
max	14227.820

*mean*	4043.500-4042.250=1.250
σ	2009.675-2008.850=0.825
min	1217.000-1218.000=-1.000
max	7149.000-7146.000=3.000

*mean*	8004.461-8011.853=-7.392
σ	1980.310-1914.002=66.309
min	5963.004-5952.758=10.246
max	10983.517-10843.400=140.117

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.108=0.000
σ	0.002-0.002=-0.000
min	13159.106-13159.105=0.001
max	13159.110

*mean*	7149.000-7146.000=3.000
σ	0.000
min	7149.000-7146.000=3.000
max	7149.000-7146.000=3.000

*mean*	5277.361-5261.622=15.739
σ	594.570-572.617=21.953
min	4991.534-4985.410=6.124
max	6697.683-6619.549=78.134

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	362.827-357.327=5.499
σ	35.619-40.660=-5.041
min	291.720-296.401=-4.681
max	394.130-394.060=0.070

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	739.148-756.781=-17.633
σ	76.360-46.245=30.115
min	584.521-649.121=-64.600
max	805.016-789.230=15.787

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.299=0.000
σ	0.759-0.759=-0.000
min	1023.827-1023.824=0.003
max	1027.437-1027.438=-0.000

*mean*	1042.450-1058.350=-15.900
σ	300.010-314.594=-14.584
min	556.000-564.000=-8.000
max	1463.000-1521.000=-58.000

*mean*	1.541-1.544=-0.002
σ	0.060-0.074=-0.014
min	1.472-1.469=0.003
max	1.697-1.764=-0.067

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.309-0.396=-0.087
σ	0.291-0.506=-0.215
min	0.151-0.143=0.008
max	0.826-1.299=-0.473

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.482=-0.002
σ	0.319-0.317=0.001
min	0.326-0.328=-0.002
max	1.050-1.049=0.000

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.216=0.005
σ	0.021-0.023=-0.002
min	0.206-0.197=0.008
max	0.257-0.256=0.001

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.330=0.001
σ	0.016-0.018=-0.002
min	0.320-0.315=0.004
max	0.358-0.362=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.600-435.600=1.000
σ	6.066-5.079=0.987
min	431.000
max	443.000-441.000=2.000

*mean*	0.524-0.574=-0.050
σ	0.050-0.028=0.022
min	0.470-0.547=-0.077
max	0.602-0.613=-0.011

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.498-0.483=0.015
σ	0.020-0.024=-0.004
min	0.477-0.461=0.016
max	0.520-0.520=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	2.618-2.610=0.008
σ	0.086-0.092=-0.006
min	2.445-2.436=0.010
max	2.936-2.977=-0.041

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	2.549-2.608=-0.059
σ	0.062-0.092=-0.030
min	2.418-2.447=-0.028
max	2.797-2.925=-0.128

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.308-0.304=0.004
σ	0.017-0.009=0.008
min	0.291-0.290=0.002
max	0.417-0.366=0.051

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.295-0.294=0.001
σ	0.007-0.012=-0.005
min	0.281-0.276=0.005
max	0.339-0.375=-0.036

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.692-298.735=-0.043
σ	1.038-0.972=0.065
min	298.327-298.229=0.098
max	301.644-301.489=0.154

*mean*	441.800-442.800=-1.000
σ	16.322-15.375=0.946
min	417.000
max	468.000

*mean*	0.593-0.609=-0.016
σ	0.035-0.016=0.019
min	0.527-0.575=-0.049
max	0.638-0.638=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678-236.678=0.000

*mean*	1064.875-1063.250=1.625
σ	34.295-33.234=1.061
min	980.000-981.000=-1.000
max	1077.000-1075.000=2.000

*mean*	203.855-204.918=-1.063
σ	2.968-4.169=-1.201
min	200.425-200.321=0.105
max	208.466-210.940=-2.475

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1064.875-1063.250=1.625
σ	34.295-33.234=1.061
min	980.000-981.000=-1.000
max	1077.000-1075.000=2.000

*mean*	10.048-11.205=-1.157
σ	2.531-2.107=0.424
min	6.558-7.552=-0.994
max	12.812-13.223=-0.411

phase=parser

*mean*	1042.366-1042.366=-0.000
σ	0.001-0.001=-0.000
min	1042.363
max	1042.366

*mean*	1064.875-1063.250=1.625
σ	34.295-33.234=1.061
min	980.000-981.000=-1.000
max	1077.000-1075.000=2.000

*mean*	577.633-642.496=-64.863
σ	125.907-146.148=-20.241
min	403.653-413.312=-9.658
max	720.663-842.494=-121.831

phase=processProdDef

*mean*	4850.765-4850.765=0.000
σ	0.000-0.000=0.000
min	4850.765-4850.764=0.000
max	4850.765-4850.765=0.001

*mean*	1077.000-1075.000=2.000
σ	0.000
min	1077.000-1075.000=2.000
max	1077.000-1075.000=2.000

*mean*	4669.794-4986.471=-316.676
σ	498.763-370.565=128.197
min	3743.943-4532.103=-788.160
max	5428.587-5466.147=-37.559

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.875-1063.250=1.625
σ	34.295-33.234=1.061
min	980.000-981.000=-1.000
max	1077.000-1075.000=2.000

*mean*	37.836-42.325=-4.489
σ	11.557-8.378=3.179
min	19.908-26.462=-6.554
max	47.763-51.704=-3.942

phase=type checker

*mean*	990.453
σ	0.072
min	990.344
max	990.567

*mean*	1064.875-1063.250=1.625
σ	34.295-33.234=1.061
min	980.000-981.000=-1.000
max	1077.000-1075.000=2.000

*mean*	747.410-831.217=-83.807
σ	93.821-148.623=-54.802
min	640.420-652.529=-12.109
max	882.400-1124.511=-242.111

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=0.000
σ	0.038-0.038=-0.000
min	293.768-293.769=-0.001
max	293.860-293.861=-0.001

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.393-0.392=0.001
σ	0.000-0.001=-0.001
min	0.392-0.391=0.001
max	0.394-0.394=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.223-1320.216=0.007
σ	0.029-0.033=-0.004
min	1320.174-1320.168=0.006
max	1320.247-1320.256=-0.009

*mean*	1084.600-1092.600=-8.000
σ	179.553-183.028=-3.475
min	851.000-838.000=13.000
max	1309.000

*mean*	2.239-2.285=-0.046
σ	0.038-0.185=-0.147
min	2.186-2.164=0.022
max	2.278-2.613=-0.336

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.612-1560.617=-0.005
σ	6.245-6.226=0.019
min	1557.612-1557.617=-0.005
max	1571.779-1571.749=0.030

*mean*	620.400-617.800=2.600
σ	83.494-82.105=1.390
min	495.000-493.000=2.000
max	720.000-713.000=7.000

*mean*	2.333-2.302=0.031
σ	0.256-0.183=0.072
min	2.198-2.179=0.019
max	2.790-2.627=0.163

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.147-1882.172=-0.025
σ	0.046-0.053=-0.007
min	1882.099-1882.101=-0.002
max	1882.221-1882.242=-0.021

*mean*	1735.200-1743.000=-7.800
σ	226.928-229.600=-2.672
min	1440.000-1442.000=-2.000
max	1953.000-1964.000=-11.000

*mean*	3.069-3.015=0.054
σ	0.220-0.160=0.060
min	2.862-2.880=-0.017
max	3.384-3.231=0.153

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.718-1.833=-0.115
σ	0.148-0.067=0.080
min	1.469-1.731=-0.262
max	1.839-1.893=-0.054

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.083=-0.001
σ	582.722-582.726=-0.003
min	160.718-160.716=0.003
max	1326.165-1326.171=-0.006

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.536-0.504=0.033
σ	0.527-0.470=0.057
min	0.265-0.266=-0.000
max	1.327-1.209=0.118

policies=20

*mean*	1607.524-1607.522=0.001
σ	0.406-0.406=0.000
min	1607.248-1607.245=0.002
max	1608.124-1608.122=0.002

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.750-450.000=-3.250
σ	7.500-9.238=-1.738
min	443.000-442.000=1.000
max	458.000

*mean*	2.681-2.668=0.013
σ	0.013-0.014=-0.001
min	2.661-2.649=0.012
max	2.691-2.679=0.011

policies=200

*mean*	16083.348-16083.389=-0.041
σ	0.110-0.167=-0.057
min	16083.237-16083.285=-0.047
max	16083.479-16083.638=-0.160

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-495.250=2.500
σ	5.315-4.193=1.122
min	492.000-491.000=1.000
max	504.000-501.000=3.000

*mean*	27.116-27.083=0.033
σ	0.042-0.033=0.008
min	27.072-27.037=0.036
max	27.172-27.110=0.062