Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.882-54.889=-0.007
σ	0.359-0.358=0.001
min	54.741-54.752=-0.011
max	55.904-55.908=-0.005

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.141-0.140=0.001
σ	0.005-0.006=-0.001
min	0.137-0.132=0.005
max	0.150-0.149=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.849-43.856=-0.006
σ	0.007-0.006=0.001
min	43.841-43.846=-0.006
max	43.863-43.862=0.000

*mean*	417.500-416.000=1.500
σ	0.527-0.000=0.527
min	417.000-416.000=1.000
max	418.000-416.000=2.000

*mean*	0.126-0.124=0.002
σ	0.005-0.005=0.000
min	0.121-0.118=0.004
max	0.136-0.132=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4041.375
σ	2009.409-2009.245=0.163
min	1216.000-1219.000=-3.000
max	7149.000

*mean*	13.551-12.806=0.744
σ	2.506-0.246=2.260
min	11.892-12.429=-0.537
max	17.825-13.167=4.658

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.001
max	36.620-36.620=-0.000

*mean*	4041.375
σ	2009.409-2009.245=0.163
min	1216.000-1219.000=-3.000
max	7149.000

*mean*	13.606-13.006=0.600
σ	1.900-0.446=1.454
min	12.399-12.226=0.173
max	16.744-13.569=3.175

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.933=-0.001

*mean*	7149.000
σ	0.000
min	7149.000
max	7149.000

*mean*	14.764-15.368=-0.604
σ	0.273-0.276=-0.003
min	14.359-15.137=-0.778
max	15.117-15.978=-0.861

op=table_records(), repeat

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.927-41.928=-0.000
max	41.932-41.932=0.000

*mean*	4041.375
σ	2009.409-2009.245=0.163
min	1216.000-1219.000=-3.000
max	7149.000

*mean*	13.813-14.144=-0.332
σ	2.024-1.732=0.292
min	10.264-11.260=-0.997
max	15.518-15.674=-0.156

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4041.375
σ	2009.409-2009.245=0.163
min	1216.000-1219.000=-3.000
max	7149.000

*mean*	9.341-9.597=-0.255
σ	1.763-1.250=0.512
min	7.896-8.716=-0.821
max	12.386-12.597=-0.211

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	4041.375
σ	2009.409-2009.245=0.163
min	1216.000-1219.000=-3.000
max	7149.000

*mean*	7.171-7.471=-0.300
σ	1.736-1.140=0.596
min	5.919-6.873=-0.954
max	10.080-10.270=-0.190

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=0.000
max	25.678-25.678=0.000

*mean*	4041.375
σ	2009.409-2009.245=0.163
min	1216.000-1219.000=-3.000
max	7149.000

*mean*	5.933-6.158=-0.225
σ	0.655-0.177=0.478
min	5.533-5.829=-0.296
max	7.066-6.373=0.692

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=-0.000
max	25.972-25.972=-0.000

*mean*	4041.375
σ	2009.409-2009.245=0.163
min	1216.000-1219.000=-3.000
max	7149.000

*mean*	5.717-5.834=-0.117
σ	0.623-0.185=0.438
min	5.305-5.484=-0.179
max	6.789-6.065=0.723

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616-1021.616=-0.000

*mean*	7149.000
σ	0.000
min	7149.000
max	7149.000

*mean*	366.373-381.022=-14.650
σ	49.752-87.740=-37.988
min	346.237-346.598=-0.361
max	489.419-598.103=-108.684

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=-0.000
min	7917.624-7917.625=-0.001
max	7918.953-7918.954=-0.001

*mean*	3271.625-3271.750=-0.125
σ	1825.156-1824.872=0.284
min	810.000
max	5620.000-5623.000=-3.000

*mean*	3871.000-3644.857=226.143
σ	1161.006-1110.781=50.225
min	3093.884-3108.255=-14.371
max	6193.216-6223.513=-30.297

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.001
max	62.080

*mean*	4041.375
σ	2009.409-2009.245=0.163
min	1216.000-1219.000=-3.000
max	7149.000

*mean*	84.118-87.991=-3.873
σ	18.530-20.279=-1.749
min	70.184-70.125=0.059
max	116.496-124.014=-7.517

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7149.000
σ	0.000
min	7149.000
max	7149.000

*mean*	60.280-61.074=-0.794
σ	0.221-1.249=-1.028
min	60.000-60.238=-0.238
max	60.661-64.002=-3.341

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=0.000
min	66.686-66.686=-0.000
max	66.691-66.691=-0.000

*mean*	7149.000
σ	0.000
min	7149.000
max	7149.000

*mean*	100.033-100.230=-0.196
σ	0.828-1.465=-0.637
min	99.267-98.826=0.441
max	101.527-103.620=-2.093

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.304=-0.000
min	14215.575-14215.576=-0.001
max	14227.820

*mean*	4041.375
σ	2009.409-2009.245=0.163
min	1216.000-1219.000=-3.000
max	7149.000

*mean*	7858.441-7803.289=55.152
σ	1849.326-2021.492=-172.166
min	5984.679-6002.162=-17.483
max	10740.902-10931.030=-190.129

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=-0.000
min	13159.106-13159.106=-0.000
max	13159.110

*mean*	7149.000
σ	0.000
min	7149.000
max	7149.000

*mean*	5169.738-5294.176=-124.438
σ	229.862-608.580=-378.718
min	5024.293-4992.840=31.453
max	5656.180-6726.137=-1069.957

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-476.000=-2.000
σ	0.000
min	474.000-476.000=-2.000
max	474.000-476.000=-2.000

*mean*	381.478-386.827=-5.349
σ	27.018-14.980=12.037
min	316.774-350.172=-33.398
max	399.539-395.168=4.372

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.875-560.000=-0.125
σ	0.354-0.000=0.354
min	559.000-560.000=-1.000
max	560.000

*mean*	749.008-777.409=-28.400
σ	55.756-27.981=27.775
min	619.638-718.078=-98.440
max	798.353-803.866=-5.513

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.002
σ	0.759-0.759=-0.000
min	1023.822-1023.826=-0.004
max	1027.436-1027.438=-0.002

*mean*	1039.300-1045.900=-6.600
σ	300.770-293.476=7.294
min	563.000-568.000=-5.000
max	1461.000-1432.000=29.000

*mean*	1.538-1.564=-0.027
σ	0.042-0.088=-0.046
min	1.494-1.486=0.008
max	1.646-1.856=-0.210

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.393-0.452=-0.059
σ	0.511-0.579=-0.068
min	0.138-0.145=-0.007
max	1.306-1.477=-0.172

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.681-0.471=0.211
σ	0.199-0.300=-0.101
min	0.565-0.324=0.241
max	1.036-1.008=0.029

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.378-0.220=0.158
σ	0.042-0.025=0.017
min	0.350-0.198=0.152
max	0.451-0.261=0.189

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.578-0.332=0.246
σ	0.026-0.014=0.012
min	0.555-0.324=0.231
max	0.621-0.357=0.264

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.600-433.600=2.000
σ	5.079-3.130=1.949
min	431.000
max	441.000-437.000=4.000

*mean*	0.726-0.594=0.132
σ	0.027-0.015=0.012
min	0.680-0.572=0.108
max	0.747-0.609=0.138

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.607-0.480=0.127
σ	0.044-0.036=0.008
min	0.542-0.439=0.103
max	0.645-0.520=0.126

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	3.462-2.351=1.111
σ	0.067-0.310=-0.243
min	3.338-1.897=1.442
max	3.735-2.719=1.016

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	3.472-2.628=0.844
σ	0.078-0.086=-0.009
min	3.350-2.456=0.895
max	3.712-2.848=0.864

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.537-0.308=0.229
σ	0.015-0.027=-0.012
min	0.510-0.289=0.221
max	0.643-0.548=0.095

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.518-0.292=0.226
σ	0.013-0.010=0.003
min	0.491-0.278=0.213
max	0.587-0.340=0.247

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.719-298.693=0.026
σ	1.023-0.966=0.057
min	298.355-298.271=0.084
max	301.629-301.431=0.198

*mean*	441.100-442.400=-1.300
σ	13.666-14.230=-0.564
min	417.000-418.000=-1.000
max	463.000-466.000=-3.000

*mean*	0.591-0.604=-0.013
σ	0.035-0.020=0.015
min	0.515-0.576=-0.061
max	0.644-0.648=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	1055.750-942.625=113.125
σ	26.163-18.031=8.132
min	991.000-898.000=93.000
max	1065.000-949.000=116.000

*mean*	204.201-207.321=-3.119
σ	1.940-5.702=-3.762
min	201.863-199.382=2.482
max	208.303-215.722=-7.419

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1055.750-941.125=114.625
σ	26.163-22.274=3.889
min	991.000-886.000=105.000
max	1065.000-949.000=116.000

*mean*	8.982-9.348=-0.366
σ	2.098-2.529=-0.431
min	6.310-6.292=0.018
max	12.723-12.977=-0.254

phase=parser

*mean*	1042.360-1042.364=-0.003
σ	0.000-0.000=-0.000
min	1042.360-1042.363=-0.003
max	1042.361-1042.364=-0.003

*mean*	1055.750-941.125=114.625
σ	26.163-22.274=3.889
min	991.000-886.000=105.000
max	1065.000-949.000=116.000

*mean*	509.634-572.709=-63.075
σ	102.181-120.635=-18.454
min	378.542-411.113=-32.571
max	723.689-754.802=-31.112

phase=processProdDef

*mean*	4850.768-4850.765=0.003
σ	0.000
min	4850.768-4850.765=0.003
max	4850.768-4850.765=0.003

*mean*	1065.000-949.000=116.000
σ	0.000
min	1065.000-949.000=116.000
max	1065.000-949.000=116.000

*mean*	4644.685-4903.784=-259.100
σ	313.898-683.201=-369.303
min	3980.605-3395.512=585.093
max	4998.305-5473.837=-475.531

phase=renaming

*mean*	21.675-21.675=0.000
σ	0.000
min	21.675-21.675=0.000
max	21.675-21.675=0.000

*mean*	1055.750-941.125=114.625
σ	26.163-22.274=3.889
min	991.000-886.000=105.000
max	1065.000-949.000=116.000

*mean*	34.526-37.927=-3.401
σ	10.278-9.772=0.506
min	20.636-21.171=-0.535
max	47.814-49.354=-1.541

phase=type checker

*mean*	990.450
σ	0.071
min	990.344
max	990.563

*mean*	1055.750-942.500=113.250
σ	26.163-18.385=7.778
min	991.000-897.000=94.000
max	1065.000-949.000=116.000

*mean*	753.880-773.320=-19.439
σ	135.210-90.878=44.332
min	647.967-648.082=-0.115
max	1036.240-905.393=130.847

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=-0.001
σ	0.037-0.038=-0.001
min	293.768-293.768=-0.000
max	293.859-293.859=-0.000

*mean*	441.200-443.000=-1.800
σ	1.643-0.000=1.643
min	440.000-443.000=-3.000
max	443.000

*mean*	0.401-0.393=0.007
σ	0.001-0.001=-0.000
min	0.400-0.392=0.008
max	0.401-0.395=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.212-1320.217=-0.005
σ	0.050-0.039=0.012
min	1320.142-1320.159=-0.016
max	1320.256-1320.260=-0.004

*mean*	1083.000-1094.400=-11.400
σ	183.053-185.280=-2.227
min	870.000-838.000=32.000
max	1333.000-1315.000=18.000

*mean*	2.209-2.293=-0.084
σ	0.029-0.190=-0.160
min	2.164-2.159=0.005
max	2.238-2.628=-0.390

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.611-1560.607=0.004
σ	6.220-6.231=-0.010
min	1557.642-1557.605=0.037
max	1571.734-1571.748=-0.014

*mean*	611.200-618.200=-7.000
σ	94.142-81.729=12.412
min	497.000-494.000=3.000
max	733.000-713.000=20.000

*mean*	2.251-2.299=-0.048
σ	0.115-0.205=-0.090
min	2.136-2.127=0.009
max	2.406-2.651=-0.245

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.173-1882.174=-0.002
σ	0.063-0.046=0.017
min	1882.091-1882.128=-0.036
max	1882.257-1882.234=0.024

*mean*	1727.000-1721.600=5.400
σ	170.666-196.133=-25.467
min	1486.000-1454.000=32.000
max	1886.000-1907.000=-21.000

*mean*	3.081-3.030=0.052
σ	0.266-0.107=0.159
min	2.925-2.893=0.031
max	3.554-3.171=0.382

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.757-1.834=-0.077
σ	0.170-0.066=0.104
min	1.463-1.735=-0.273
max	1.881-1.896=-0.015

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.078-452.082=-0.004
σ	582.720-582.722=-0.002
min	160.714-160.719=-0.005
max	1326.159-1326.166=-0.007

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.526-0.525=0.001
σ	0.489-0.498=-0.009
min	0.273-0.270=0.003
max	1.259-1.271=-0.012

policies=20

*mean*	1607.522-1607.526=-0.004
σ	0.431-0.414=0.017
min	1607.232-1607.245=-0.013
max	1608.161-1608.139=0.022

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.000-450.500=-2.500
σ	9.238-8.660=0.577
min	440.000-443.000=-3.000
max	456.000-458.000=-2.000

*mean*	2.708-2.701=0.007
σ	0.025-0.023=0.002
min	2.680-2.679=0.001
max	2.732-2.721=0.012

policies=200

*mean*	16083.499-16083.429=0.070
σ	0.125-0.104=0.020
min	16083.407-16083.343=0.064
max	16083.681-16083.579=0.102

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	493.250-496.750=-3.500
σ	3.304-3.775=-0.471
min	489.000-492.000=-3.000
max	497.000-501.000=-4.000

*mean*	27.215-27.172=0.043
σ	0.013-0.060=-0.047
min	27.198-27.127=0.071
max	27.228-27.260=-0.032