Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.671=0.217
σ	0.360-0.358=0.002
min	54.747-54.539=0.208
max	55.912-55.688=0.223

*mean*	414.000-419.000=-5.000
σ	0.000
min	414.000-419.000=-5.000
max	414.000-419.000=-5.000

*mean*	0.139-0.141=-0.002
σ	0.006-0.005=0.002
min	0.131-0.137=-0.006
max	0.152-0.149=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.700=0.155
σ	0.005-0.006=-0.000
min	43.847-43.692=0.155
max	43.865-43.707=0.158

*mean*	414.000-419.000=-5.000
σ	0.000
min	414.000-419.000=-5.000
max	414.000-419.000=-5.000

*mean*	0.122-0.122=-0.000
σ	0.005-0.005=-0.001
min	0.117-0.117=-0.000
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4044.375-3863.875=180.500
σ	2009.576-1831.582=177.993
min	1216.000-1280.000=-64.000
max	7144.000-6113.000=1031.000

*mean*	13.469-12.758=0.711
σ	1.895-0.288=1.607
min	12.372-12.431=-0.059
max	18.084-13.199=4.885

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4044.375-3863.875=180.500
σ	2009.576-1831.582=177.993
min	1216.000-1280.000=-64.000
max	7144.000-6113.000=1031.000

*mean*	13.552-12.687=0.864
σ	2.186-0.780=1.405
min	12.038-11.421=0.617
max	18.788-13.856=4.932

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.001-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7144.000-6113.000=1031.000
σ	0.000
min	7144.000-6113.000=1031.000
max	7144.000-6113.000=1031.000

*mean*	15.462-15.115=0.347
σ	0.151-0.384=-0.233
min	15.222-14.482=0.740
max	15.654-15.680=-0.026

op=table_records(), repeat

*mean*	41.930-41.928=0.002
σ	0.002-0.000=0.002
min	41.927-41.928=-0.000
max	41.932-41.929=0.004

*mean*	4044.375-3863.875=180.500
σ	2009.576-1831.582=177.993
min	1216.000-1280.000=-64.000
max	7144.000-6113.000=1031.000

*mean*	14.175-14.065=0.110
σ	1.948-1.829=0.119
min	11.164-11.067=0.097
max	16.288-16.448=-0.159

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4044.375-3863.875=180.500
σ	2009.576-1831.582=177.993
min	1216.000-1280.000=-64.000
max	7144.000-6113.000=1031.000

*mean*	9.536-9.350=0.186
σ	1.209-1.547=-0.339
min	8.365-8.288=0.077
max	12.241-13.125=-0.884

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4044.375-3863.875=180.500
σ	2009.576-1831.582=177.993
min	1216.000-1280.000=-64.000
max	7144.000-6113.000=1031.000

*mean*	7.043-7.119=-0.076
σ	1.153-0.995=0.158
min	6.200-6.219=-0.020
max	9.760-9.499=0.260

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.666-25.666=-0.000
max	25.677-25.674=0.004

*mean*	4044.375-3863.875=180.500
σ	2009.576-1831.582=177.993
min	1216.000-1280.000=-64.000
max	7144.000-6113.000=1031.000

*mean*	6.209-6.029=0.180
σ	0.524-0.107=0.417
min	5.802-5.825=-0.022
max	7.453-6.116=1.337

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.001
σ	0.002-0.002=-0.001
min	25.968-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4044.375-3863.875=180.500
σ	2009.576-1831.582=177.993
min	1216.000-1280.000=-64.000
max	7144.000-6113.000=1031.000

*mean*	5.978-5.756=0.222
σ	0.597-0.271=0.326
min	5.472-5.154=0.318
max	7.372-6.004=1.368

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.606=-1502.991

*mean*	7144.000-6113.000=1031.000
σ	0.000
min	7144.000-6113.000=1031.000
max	7144.000-6113.000=1031.000

*mean*	365.260-1380.461=-1015.201
σ	49.823-607.770=-557.947
min	345.018-1046.711=-701.693
max	488.507-2418.772=-1930.265

op=load_product(), with indexes

*mean*	7917.792-7878.102=39.690
σ	0.469-0.470=-0.000
min	7917.624-7877.935=39.689
max	7918.954-7879.264=39.689

*mean*	3276.625-3228.500=48.125
σ	1826.735-1829.611=-2.876
min	809.000-810.000=-1.000
max	5627.000-6113.000=-486.000

*mean*	3613.622-3577.527=36.095
σ	864.449-934.951=-70.503
min	3110.729-3101.024=9.705
max	5528.271-5651.964=-123.693

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.075-62.076=-0.001
max	62.080-62.080=-0.000

*mean*	4044.375-3863.875=180.500
σ	2009.576-1831.582=177.993
min	1216.000-1280.000=-64.000
max	7144.000-6113.000=1031.000

*mean*	84.862-90.972=-6.110
σ	17.693-20.255=-2.561
min	70.316-70.771=-0.454
max	119.487-126.118=-6.631

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=0.000
max	40.950-40.949=0.001

*mean*	7144.000-6113.000=1031.000
σ	0.000
min	7144.000-6113.000=1031.000
max	7144.000-6113.000=1031.000

*mean*	61.645-63.801=-2.156
σ	0.357-3.788=-3.430
min	61.139-60.802=0.337
max	62.229-69.242=-7.014

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.690=0.001

*mean*	7144.000-6113.000=1031.000
σ	0.000
min	7144.000-6113.000=1031.000
max	7144.000-6113.000=1031.000

*mean*	99.644-100.018=-0.375
σ	0.716-1.033=-0.317
min	98.481-98.933=-0.452
max	100.522-102.181=-1.659

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11849.156=2368.015
σ	4.304-4.304=-0.000
min	14215.576-11847.562=2368.014
max	14227.820-11859.806=2368.014

*mean*	4044.375-3863.875=180.500
σ	2009.576-1831.582=177.993
min	1216.000-1280.000=-64.000
max	7144.000-6113.000=1031.000

*mean*	7818.641-6094.897=1723.744
σ	2048.661-993.723=1054.938
min	6012.647-4991.868=1020.779
max	11077.957-7419.991=3657.966

op=vertical_lookup_list() on indexed

*mean*	13159.109-10791.094=2368.015
σ	0.002-0.002=-0.000
min	13159.106-10791.091=2368.015
max	13159.110-10791.096=2368.014

*mean*	7144.000-6113.000=1031.000
σ	0.000
min	7144.000-6113.000=1031.000
max	7144.000-6113.000=1031.000

*mean*	5133.730-5216.997=-83.267
σ	198.928-1632.981=-1434.053
min	5004.704-4039.635=965.070
max	5478.239-7571.910=-2093.671

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	373.984-389.153=-15.169
σ	21.170-15.996=5.174
min	342.423-350.459=-8.035
max	393.631-402.099=-8.467

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	750.708-760.217=-9.509
σ	67.735-32.726=35.009
min	586.960-685.782=-98.822
max	806.006-795.566=10.439

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.329=-0.028
σ	0.758-0.759=-0.000
min	1023.828-1023.855=-0.027
max	1027.438-1027.465=-0.027

*mean*	1040.200-1050.850=-10.650
σ	300.010-320.186=-20.176
min	553.000-544.000=9.000
max	1461.000-1567.000=-106.000

*mean*	1.585-1.550=0.035
σ	0.070-0.092=-0.021
min	1.513-1.360=0.153
max	1.785-1.813=-0.029

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.393-0.447=-0.053
σ	0.502-0.617=-0.115
min	0.138-0.142=-0.004
max	1.289-1.549=-0.260

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.466-0.479=-0.013
σ	0.315-0.322=-0.007
min	0.311-0.322=-0.011
max	1.030-1.055=-0.026

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.219=0.005
σ	0.029-0.022=0.007
min	0.204-0.202=0.001
max	0.275-0.257=0.018

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.338=0.000
σ	0.015-0.013=0.002
min	0.327-0.327=0.000
max	0.360-0.361=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200-436.000=0.200
σ	5.541-5.612=-0.072
min	431.000
max	442.000

*mean*	0.577-0.537=0.040
σ	0.030-0.036=-0.006
min	0.527-0.478=0.049
max	0.604-0.571=0.034

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.457-0.461=-0.004
σ	0.035-0.045=-0.010
min	0.431-0.410=0.020
max	0.516-0.521=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.498-2.682=-0.185
σ	0.239-0.126=0.113
min	1.891-2.513=-0.623
max	2.900-3.395=-0.495

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	2.624-2.214=0.409
σ	0.083-0.325=-0.242
min	2.469-1.828=0.642
max	2.818-2.839=-0.020

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.307-0.310=-0.003
σ	0.026-0.009=0.017
min	0.288-0.295=-0.007
max	0.547-0.354=0.193

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.290-0.296=-0.006
σ	0.007-0.008=-0.000
min	0.278-0.283=-0.005
max	0.324-0.326=-0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.747-298.756=-0.010
σ	0.991-1.065=-0.074
min	298.309-298.345=-0.037
max	301.557-301.782=-0.225

*mean*	443.100-444.100=-1.000
σ	19.908-16.052=3.856
min	415.000-421.000=-6.000
max	471.000

*mean*	0.600-0.597=0.003
σ	0.022-0.029=-0.007
min	0.559-0.528=0.031
max	0.616-0.640=-0.024

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	942.750-1679.625=-736.875
σ	17.678-1.061=16.617
min	899.000-1677.000=-778.000
max	949.000-1680.000=-731.000

*mean*	209.588-215.553=-5.965
σ	3.124-3.274=-0.150
min	206.443-210.432=-3.990
max	214.984-219.813=-4.829

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	941.125-1679.625=-738.500
σ	22.274-1.061=21.213
min	886.000-1677.000=-791.000
max	949.000-1680.000=-731.000

*mean*	9.160-10.986=-1.826
σ	2.019-2.288=-0.269
min	6.556-6.409=0.147
max	13.011-12.848=0.163

phase=parser

*mean*	1042.363-1042.367=-0.004
σ	0.000-0.000=0.000
min	1042.363-1042.367=-0.004
max	1042.364-1042.367=-0.004

*mean*	941.125-1679.625=-738.500
σ	22.274-1.061=21.213
min	886.000-1677.000=-791.000
max	949.000-1680.000=-731.000

*mean*	525.803-633.099=-107.296
σ	117.692-109.751=7.940
min	418.452-423.437=-4.984
max	758.093-726.469=31.624

phase=processProdDef

*mean*	4850.767-4753.276=97.492
σ	0.000-0.000=-0.000
min	4850.767-4753.276=97.492
max	4850.767-4753.276=97.491

*mean*	949.000-1680.000=-731.000
σ	0.000
min	949.000-1680.000=-731.000
max	949.000-1680.000=-731.000

*mean*	4801.751-4228.956=572.794
σ	583.141-803.486=-220.345
min	3692.469-3223.526=468.943
max	5445.870-5295.235=150.635

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	941.125-1679.625=-738.500
σ	22.274-1.061=21.213
min	886.000-1677.000=-791.000
max	949.000-1680.000=-731.000

*mean*	37.072-39.814=-2.742
σ	9.099-10.261=-1.162
min	20.485-20.412=0.073
max	48.365-48.482=-0.117

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	942.500-1679.625=-737.125
σ	18.385-1.061=17.324
min	897.000-1677.000=-780.000
max	949.000-1680.000=-731.000

*mean*	734.036-791.307=-57.271
σ	82.046-95.678=-13.632
min	656.614-661.460=-4.846
max	881.465-893.037=-11.572

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.916=-0.095
σ	0.038-0.039=-0.001
min	293.770-293.864=-0.095
max	293.861-293.957=-0.096

*mean*	443.000-442.200=0.800
σ	0.000-1.643=-1.643
min	443.000-441.000=2.000
max	443.000-444.000=-1.000

*mean*	0.391-0.393=-0.002
σ	0.001-0.003=-0.001
min	0.390-0.391=-0.001
max	0.393-0.396=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.215-1320.304=-0.089
σ	0.040-0.034=0.006
min	1320.146-1320.261=-0.115
max	1320.247-1320.342=-0.095

*mean*	1095.200-1108.800=-13.600
σ	186.271-167.944=18.326
min	837.000-895.000=-58.000
max	1317.000-1319.000=-2.000

*mean*	2.218-2.238=-0.020
σ	0.098-0.091=0.007
min	2.110-2.112=-0.002
max	2.358-2.329=0.029

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.609-1559.450=1.159
σ	6.217-3.394=2.824
min	1557.620-1557.749=-0.129
max	1571.727-1565.514=6.213

*mean*	618.600-622.200=-3.600
σ	81.968-89.595=-7.626
min	494.000-508.000=-14.000
max	714.000-725.000=-11.000

*mean*	2.284-2.379=-0.095
σ	0.169-0.289=-0.119
min	2.164-2.148=0.017
max	2.582-2.857=-0.274

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.170-1882.265=-0.095
σ	0.046-0.074=-0.028
min	1882.120-1882.182=-0.062
max	1882.235-1882.350=-0.116

*mean*	1723.600-1750.200=-26.600
σ	200.924-211.176=-10.252
min	1452.000-1468.000=-16.000
max	1914.000-1950.000=-36.000

*mean*	2.989-3.237=-0.248
σ	0.179-0.399=-0.220
min	2.704-2.920=-0.217
max	3.184-3.909=-0.725

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.684-1.662=0.022
σ	0.167-0.128=0.039
min	1.409-1.525=-0.116
max	1.829-1.830=-0.001

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.411=-0.330
σ	582.723-583.278=-0.555
min	160.717-160.767=-0.051
max	1326.165-1327.328=-1.163

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.550-0.510=0.040
σ	0.550-0.482=0.068
min	0.269-0.269=0.000
max	1.376-1.233=0.142

policies=20

*mean*	1607.532-1608.048=-0.517
σ	0.427-0.423=0.004
min	1607.241-1607.762=-0.520
max	1608.163-1608.677=-0.514

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-451.500=-2.000
σ	9.815-11.091=-1.276
min	441.000-444.000=-3.000
max	458.000-468.000=-10.000

*mean*	2.704-2.716=-0.013
σ	0.018-0.013=0.005
min	2.680-2.697=-0.017
max	2.721-2.726=-0.005

policies=200

*mean*	16083.459-16088.581=-5.122
σ	0.083-0.139=-0.056
min	16083.364-16088.451=-5.087
max	16083.550-16088.766=-5.216

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.500-497.500=-2.000
σ	3.109-3.317=-0.207
min	492.000-495.000=-3.000
max	499.000-502.000=-3.000

*mean*	27.159-27.204=-0.045
σ	0.085-0.043=0.042
min	27.103-27.164=-0.062
max	27.284-27.262=0.022