Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.890-54.678=0.211
σ	0.358-0.357=0.001
min	54.754-54.545=0.209
max	55.908-55.694=0.214

*mean*	416.000-416.700=-0.700
σ	0.000-0.483=-0.483
min	416.000
max	416.000-417.000=-1.000

*mean*	0.142-0.142=-0.000
σ	0.006-0.004=0.001
min	0.137-0.137=-0.001
max	0.155-0.151=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.705=0.150
σ	0.005-0.006=-0.000
min	43.847-43.697=0.150
max	43.863-43.714=0.149

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.124-0.121=0.003
σ	0.004-0.006=-0.001
min	0.119-0.114=0.004
max	0.132-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4041.750-4147.375=-105.625
σ	2009.527-1891.983=117.544
min	1216.000-1551.000=-335.000
max	7153.000-7274.000=-121.000

*mean*	12.892-12.856=0.037
σ	0.260-0.247=0.014
min	12.521-12.499=0.021
max	13.215-13.237=-0.022

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4041.750-4147.375=-105.625
σ	2009.527-1891.983=117.544
min	1216.000-1551.000=-335.000
max	7153.000-7274.000=-121.000

*mean*	12.203-12.955=-0.752
σ	0.511-0.608=-0.097
min	11.705-11.995=-0.289
max	13.358-13.441=-0.083

op=table_records(), no indexes

*mean*	41.930-41.932=-0.002
σ	0.002-0.001=0.000
min	41.928-41.929=-0.000
max	41.933-41.933=0.000

*mean*	7153.000-7274.000=-121.000
σ	0.000
min	7153.000-7274.000=-121.000
max	7153.000-7274.000=-121.000

*mean*	15.267-15.440=-0.173
σ	0.152-0.538=-0.386
min	15.026-14.739=0.287
max	15.468-16.357=-0.890

op=table_records(), repeat

*mean*	41.929-41.929=0.001
σ	0.002-0.002=0.001
min	41.927-41.928=-0.000
max	41.932-41.932=0.000

*mean*	4041.750-4147.375=-105.625
σ	2009.527-1891.983=117.544
min	1216.000-1551.000=-335.000
max	7153.000-7274.000=-121.000

*mean*	14.650-13.415=1.236
σ	1.629-1.794=-0.166
min	11.029-11.201=-0.172
max	16.516-15.995=0.521

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991-27.991=-0.000

*mean*	4041.750-4147.375=-105.625
σ	2009.527-1891.983=117.544
min	1216.000-1551.000=-335.000
max	7153.000-7274.000=-121.000

*mean*	9.746-8.941=0.805
σ	1.229-0.328=0.901
min	8.767-8.532=0.234
max	12.485-9.358=3.126

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4041.750-4147.375=-105.625
σ	2009.527-1891.983=117.544
min	1216.000-1551.000=-335.000
max	7153.000-7274.000=-121.000

*mean*	7.577-6.761=0.816
σ	1.237-0.215=1.022
min	6.533-6.376=0.157
max	10.164-6.978=3.186

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.003=0.001
min	25.665-25.666=-0.000
max	25.678-25.674=0.004

*mean*	4041.750-4147.375=-105.625
σ	2009.527-1891.983=117.544
min	1216.000-1551.000=-335.000
max	7153.000-7274.000=-121.000

*mean*	5.943-6.027=-0.085
σ	0.136-0.239=-0.102
min	5.769-5.603=0.166
max	6.124-6.362=-0.239

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4041.750-4147.375=-105.625
σ	2009.527-1891.983=117.544
min	1216.000-1551.000=-335.000
max	7153.000-7274.000=-121.000

*mean*	5.815-5.809=0.005
σ	0.141-0.281=-0.140
min	5.679-5.266=0.413
max	6.094-6.102=-0.008

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.606=-1502.993
σ	0.002-0.000=0.001
min	1021.612-2524.606=-1502.994
max	1021.616-2524.607=-1502.991

*mean*	7153.000-7274.000=-121.000
σ	0.000
min	7153.000-7274.000=-121.000
max	7153.000-7274.000=-121.000

*mean*	363.629-1526.942=-1163.312
σ	42.520-1036.605=-994.085
min	346.121-1042.459=-696.339
max	468.728-4040.340=-3571.613

op=load_product(), with indexes

*mean*	7917.793-8744.722=-826.929
σ	0.469-0.469=0.000
min	7917.624-8744.553=-826.929
max	7918.954-8745.882=-826.929

*mean*	3272.750-3569.875=-297.125
σ	1822.835-1790.512=32.322
min	809.000-1044.000=-235.000
max	5619.000-5778.000=-159.000

*mean*	3628.597-4750.174=-1121.577
σ	1106.076-1574.436=-468.361
min	3085.712-3527.178=-441.466
max	6205.438-7365.971=-1160.533

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.081=-0.001

*mean*	4041.750-4147.375=-105.625
σ	2009.527-1891.983=117.544
min	1216.000-1551.000=-335.000
max	7153.000-7274.000=-121.000

*mean*	87.836-81.477=6.359
σ	20.261-10.175=10.086
min	70.874-72.081=-1.206
max	124.340-98.249=26.091

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.945=0.001
σ	0.002-0.001=0.002
min	40.945-40.944=0.000
max	40.950-40.946=0.003

*mean*	7153.000-7274.000=-121.000
σ	0.000
min	7153.000-7274.000=-121.000
max	7153.000-7274.000=-121.000

*mean*	61.296-106.749=-45.453
σ	1.001-3.083=-2.081
min	60.437-102.096=-41.660
max	63.668-111.573=-47.905

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.686=0.001
σ	0.002-0.000=0.002
min	66.686-66.686=0.000
max	66.691-66.687=0.003

*mean*	7153.000-7274.000=-121.000
σ	0.000
min	7153.000-7274.000=-121.000
max	7153.000-7274.000=-121.000

*mean*	258.732-163.811=94.921
σ	366.755-4.325=362.430
min	98.850-154.457=-55.607
max	1144.094-167.612=976.482

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11656.900=2560.270
σ	4.303-4.304=-0.001
min	14215.576-11655.306=2560.270
max	14227.820-11667.552=2560.269

*mean*	4041.750-4147.375=-105.625
σ	2009.527-1891.983=117.544
min	1216.000-1551.000=-335.000
max	7153.000-7274.000=-121.000

*mean*	8208.052-6349.254=1858.798
σ	1942.517-1096.081=846.436
min	6008.693-4948.186=1060.507
max	10765.152-8294.698=2470.454

op=vertical_lookup_list() on indexed

*mean*	13159.109-11560.066=1599.043
σ	0.002-0.001=0.001
min	13159.106-11560.065=1599.041
max	13159.110-11560.067=1599.043

*mean*	7153.000-7274.000=-121.000
σ	0.000
min	7153.000-7274.000=-121.000
max	7153.000-7274.000=-121.000

*mean*	5288.632-5494.238=-205.605
σ	615.748-1373.382=-757.634
min	4994.246-4424.757=569.489
max	6764.641-7799.924=-1035.283

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	375.503-375.073=0.430
σ	19.428-34.611=-15.182
min	350.045-297.817=52.228
max	395.562-393.519=2.043

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-558.500=3.500
σ	0.000-0.926=-0.926
min	562.000-558.000=4.000
max	562.000-560.000=2.000

*mean*	760.769-727.553=33.216
σ	15.396-78.186=-62.789
min	731.555-612.774=118.781
max	783.704-811.903=-28.199

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.329=-0.030
σ	0.759-0.758=0.001
min	1023.827-1023.856=-0.029
max	1027.438-1027.465=-0.027

*mean*	1054.350-1052.550=1.800
σ	312.560-317.419=-4.860
min	570.000-576.000=-6.000
max	1512.000-1524.000=-12.000

*mean*	1.542-1.570=-0.028
σ	0.061-0.071=-0.010
min	1.466-1.498=-0.032
max	1.727-1.779=-0.052

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.429-0.467=-0.038
σ	0.575-0.492=0.084
min	0.140-0.235=-0.095
max	1.455-1.346=0.109

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.833=-0.355
σ	0.312-0.537=-0.225
min	0.324-0.564=-0.241
max	1.037-1.794=-0.757

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.381=-0.157
σ	0.020-0.045=-0.025
min	0.206-0.353=-0.147
max	0.256-0.459=-0.203

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.619=-0.290
σ	0.016-0.034=-0.018
min	0.313-0.584=-0.271
max	0.355-0.662=-0.307

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-431.000=5.000
σ	2.236-0.000=2.236
min	432.000-431.000=1.000
max	437.000-431.000=6.000

*mean*	0.601-0.559=0.043
σ	0.011-0.085=-0.074
min	0.589-0.489=0.100
max	0.614-0.706=-0.091

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.466-0.499=-0.033
σ	0.052-0.028=0.024
min	0.403-0.454=-0.051
max	0.522-0.525=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	2.578-2.656=-0.078
σ	0.107-0.098=0.009
min	2.436-2.484=-0.048
max	2.974-2.969=0.005

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	2.606-2.587=0.019
σ	0.106-0.074=0.032
min	2.430-2.437=-0.008
max	2.958-2.890=0.068

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.304-0.311=-0.007
σ	0.012-0.021=-0.008
min	0.288-0.294=-0.006
max	0.374-0.493=-0.119

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-431.000=10.000
σ	0.000
min	441.000-431.000=10.000
max	441.000-431.000=10.000

*mean*	0.294-0.294=0.000
σ	0.017-0.012=0.005
min	0.278-0.278=0.000
max	0.435-0.375=0.060

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.897-298.664=0.233
σ	1.030-1.065=-0.035
min	298.456-298.178=0.278
max	301.823-301.675=0.147

*mean*	443.500-444.400=-0.900
σ	20.250-13.615=6.634
min	414.000-426.000=-12.000
max	471.000-466.000=5.000

*mean*	0.598-0.599=-0.001
σ	0.026-0.025=0.001
min	0.551-0.557=-0.006
max	0.624-0.645=-0.021

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-239.536=-2.858
σ	0.000-0.000=0.000
min	236.678-239.536=-2.858
max	236.678-239.536=-2.858

*mean*	943.500-1764.500=-821.000
σ	18.385-26.913=-8.528
min	898.000-1745.000=-847.000
max	950.000-1797.000=-847.000

*mean*	206.495-220.275=-13.780
σ	3.796-3.111=0.685
min	201.746-214.462=-12.717
max	211.842-223.589=-11.747

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	942.000-1764.500=-822.500
σ	22.627-26.913=-4.285
min	886.000-1745.000=-859.000
max	950.000-1797.000=-847.000

*mean*	8.920-9.958=-1.039
σ	2.268-1.472=0.797
min	6.345-7.394=-1.049
max	12.821-12.568=0.253

phase=parser

*mean*	1042.361-1042.361=-0.000
σ	0.000-0.000=0.000
min	1042.360-1042.361=-0.000
max	1042.361-1042.361=-0.000

*mean*	942.000-1764.500=-822.500
σ	22.627-26.913=-4.285
min	886.000-1745.000=-859.000
max	950.000-1797.000=-847.000

*mean*	508.612-584.199=-75.588
σ	132.944-79.853=53.091
min	373.864-429.316=-55.452
max	754.904-724.249=30.655

phase=processProdDef

*mean*	4850.768-6169.659=-1318.891
σ	0.000-0.001=-0.001
min	4850.768-6169.659=-1318.891
max	4850.768-6169.660=-1318.892

*mean*	950.000-1771.000=-821.000
σ	0.000-27.795=-27.795
min	950.000-1745.000=-795.000
max	950.000-1797.000=-847.000

*mean*	4778.688-5044.117=-265.429
σ	505.686-1606.481=-1100.795
min	4264.311-3054.188=1210.123
max	5463.504-7547.361=-2083.857

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	942.000-1764.500=-822.500
σ	22.627-26.913=-4.285
min	886.000-1745.000=-859.000
max	950.000-1797.000=-847.000

*mean*	34.246-38.183=-3.938
σ	11.294-5.954=5.340
min	20.630-27.322=-6.692
max	47.859-47.798=0.061

phase=type checker

*mean*	990.450-990.442=0.008
σ	0.071-0.066=0.005
min	990.344
max	990.563-990.532=0.031

*mean*	943.250-1764.500=-821.250
σ	19.092-26.913=-7.821
min	896.000-1745.000=-849.000
max	950.000-1797.000=-847.000

*mean*	748.024-786.725=-38.700
σ	115.600-143.185=-27.585
min	650.385-660.424=-10.039
max	933.246-1060.872=-127.626

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.927=-0.107
σ	0.038-0.045=-0.008
min	293.768-293.862=-0.095
max	293.859-293.973=-0.114

*mean*	443.000-442.400=0.600
σ	0.000-0.548=-0.548
min	443.000-442.000=1.000
max	443.000

*mean*	0.391-0.403=-0.012
σ	0.002-0.001=0.001
min	0.388-0.401=-0.013
max	0.393-0.404=-0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.219-1320.261=-0.042
σ	0.032-0.057=-0.025
min	1320.174-1320.176=-0.003
max	1320.250-1320.334=-0.084

*mean*	1072.400-1085.200=-12.800
σ	168.211-164.431=3.779
min	844.000-888.000=-44.000
max	1274.000-1308.000=-34.000

*mean*	2.224-2.124=0.100
σ	0.082-0.214=-0.133
min	2.132-1.843=0.289
max	2.305-2.416=-0.111

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.610-1559.740=0.870
σ	6.214-4.081=2.133
min	1557.629-1557.707=-0.079
max	1571.722-1567.034=4.688

*mean*	618.800-623.600=-4.800
σ	82.606-88.047=-5.441
min	494.000-493.000=1.000
max	716.000-728.000=-12.000

*mean*	2.299-2.276=0.023
σ	0.155-0.203=-0.048
min	2.141-2.177=-0.036
max	2.543-2.639=-0.095

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.177-1882.263=-0.086
σ	0.056-0.057=-0.001
min	1882.118-1882.181=-0.063
max	1882.254-1882.340=-0.085

*mean*	1696.600-1723.600=-27.000
σ	245.372-174.934=70.438
min	1395.000-1473.000=-78.000
max	2022.000-1885.000=137.000

*mean*	2.982-3.123=-0.141
σ	0.064-0.277=-0.213
min	2.895-2.932=-0.037
max	3.056-3.614=-0.558

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.844-1.674=0.170
σ	0.040-0.111=-0.071
min	1.798-1.546=0.252
max	1.893-1.781=0.112

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.083-453.536=-1.454
σ	582.723-585.528=-2.805
min	160.720-160.770=-0.051
max	1326.167-1331.829=-5.662

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-441.000=1.000
σ	0.000
min	442.000-441.000=1.000
max	442.000-441.000=1.000

*mean*	0.542-0.537=0.005
σ	0.544-0.532=0.012
min	0.268-0.269=-0.002
max	1.357-1.335=0.022

policies=20

*mean*	1607.543-1608.048=-0.505
σ	0.428-0.427=0.000
min	1607.253-1607.758=-0.505
max	1608.177-1608.681=-0.504

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-448.000=1.500
σ	8.660-8.083=0.577
min	442.000-441.000=1.000
max	457.000-455.000=2.000

*mean*	2.711-2.717=-0.006
σ	0.020-0.028=-0.008
min	2.692-2.689=0.003
max	2.734-2.751=-0.018

policies=200

*mean*	16083.441-16088.619=-5.178
σ	0.147-0.102=0.044
min	16083.304-16088.554=-5.250
max	16083.595-16088.770=-5.175

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.500-494.250=2.250
σ	5.508-4.193=1.314
min	491.000-490.000=1.000
max	503.000-500.000=3.000

*mean*	27.260-27.401=-0.140
σ	0.161-0.100=0.061
min	27.144-27.297=-0.153
max	27.489-27.499=-0.010