Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.671=0.210
σ	0.361-0.358=0.003
min	54.742-54.539=0.203
max	55.906-55.688=0.218

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.142-0.141=0.000
σ	0.006-0.005=0.001
min	0.137-0.137=0.000
max	0.153-0.149=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.700=0.150
σ	0.005-0.006=-0.000
min	43.842-43.692=0.150
max	43.860-43.707=0.153

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.125-0.122=0.002
σ	0.004-0.005=-0.001
min	0.122-0.117=0.005
max	0.133-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4043.500-3863.875=179.625
σ	2009.675-1831.582=178.092
min	1217.000-1280.000=-63.000
max	7149.000-6113.000=1036.000

*mean*	12.694-12.758=-0.064
σ	1.739-0.288=1.451
min	11.912-12.431=-0.519
max	16.980-13.199=3.781

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4043.500-3863.875=179.625
σ	2009.675-1831.582=178.092
min	1217.000-1280.000=-63.000
max	7149.000-6113.000=1036.000

*mean*	12.578-12.687=-0.110
σ	1.977-0.780=1.197
min	11.178-11.421=-0.243
max	17.229-13.856=3.373

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7149.000-6113.000=1036.000
σ	0.000
min	7149.000-6113.000=1036.000
max	7149.000-6113.000=1036.000

*mean*	14.697-15.115=-0.418
σ	0.144-0.384=-0.240
min	14.500-14.482=0.018
max	14.957-15.680=-0.723

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.000=0.002
min	41.927-41.928=-0.000
max	41.932-41.929=0.004

*mean*	4043.500-3863.875=179.625
σ	2009.675-1831.582=178.092
min	1217.000-1280.000=-63.000
max	7149.000-6113.000=1036.000

*mean*	14.013-14.065=-0.052
σ	1.646-1.829=-0.183
min	10.247-11.067=-0.820
max	15.384-16.448=-1.064

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4043.500-3863.875=179.625
σ	2009.675-1831.582=178.092
min	1217.000-1280.000=-63.000
max	7149.000-6113.000=1036.000

*mean*	9.388-9.350=0.038
σ	1.595-1.547=0.048
min	8.038-8.288=-0.251
max	12.106-13.125=-1.019

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.402=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4043.500-3863.875=179.625
σ	2009.675-1831.582=178.092
min	1217.000-1280.000=-63.000
max	7149.000-6113.000=1036.000

*mean*	7.148-7.119=0.030
σ	1.628-0.995=0.633
min	5.925-6.219=-0.294
max	9.812-9.499=0.312

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.665-25.666=-0.000
max	25.678-25.674=0.004

*mean*	4043.500-3863.875=179.625
σ	2009.675-1831.582=178.092
min	1217.000-1280.000=-63.000
max	7149.000-6113.000=1036.000

*mean*	5.566-6.029=-0.463
σ	0.542-0.107=0.436
min	5.251-5.825=-0.574
max	6.876-6.116=0.760

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.001
min	25.968-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4043.500-3863.875=179.625
σ	2009.675-1831.582=178.092
min	1217.000-1280.000=-63.000
max	7149.000-6113.000=1036.000

*mean*	5.399-5.756=-0.357
σ	0.460-0.271=0.189
min	5.087-5.154=-0.067
max	6.499-6.004=0.496

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=-0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.606=-1502.991

*mean*	7149.000-6113.000=1036.000
σ	0.000
min	7149.000-6113.000=1036.000
max	7149.000-6113.000=1036.000

*mean*	374.308-1380.461=-1006.153
σ	79.599-607.770=-528.171
min	343.433-1046.711=-703.278
max	571.240-2418.772=-1847.532

op=load_product(), with indexes

*mean*	7917.793-7878.102=39.690
σ	0.469-0.470=-0.000
min	7917.625-7877.935=39.690
max	7918.954-7879.264=39.689

*mean*	3274.875-3228.500=46.375
σ	1825.216-1829.611=-4.395
min	809.000-810.000=-1.000
max	5624.000-6113.000=-489.000

*mean*	3658.245-3577.527=80.718
σ	1038.497-934.951=103.546
min	3070.515-3101.024=-30.509
max	6036.809-5651.964=384.845

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.080=-0.000

*mean*	4043.500-3863.875=179.625
σ	2009.675-1831.582=178.092
min	1217.000-1280.000=-63.000
max	7149.000-6113.000=1036.000

*mean*	88.482-90.972=-2.490
σ	20.978-20.255=0.723
min	69.692-70.771=-1.079
max	117.258-126.118=-8.859

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=0.000
max	40.950-40.949=0.001

*mean*	7149.000-6113.000=1036.000
σ	0.000
min	7149.000-6113.000=1036.000
max	7149.000-6113.000=1036.000

*mean*	60.642-63.801=-3.160
σ	1.309-3.788=-2.478
min	59.502-60.802=-1.300
max	63.778-69.242=-5.465

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.690=0.001

*mean*	7149.000-6113.000=1036.000
σ	0.000
min	7149.000-6113.000=1036.000
max	7149.000-6113.000=1036.000

*mean*	99.493-100.018=-0.525
σ	0.625-1.033=-0.408
min	98.642-98.933=-0.291
max	100.577-102.181=-1.603

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11849.156=2368.015
σ	4.303-4.304=-0.000
min	14215.575-11847.562=2368.013
max	14227.820-11859.806=2368.014

*mean*	4043.500-3863.875=179.625
σ	2009.675-1831.582=178.092
min	1217.000-1280.000=-63.000
max	7149.000-6113.000=1036.000

*mean*	8004.461-6094.897=1909.564
σ	1980.310-993.723=986.588
min	5963.004-4991.868=971.136
max	10983.517-7419.991=3563.526

op=vertical_lookup_list() on indexed

*mean*	13159.108-10791.094=2368.015
σ	0.002-0.002=-0.000
min	13159.106-10791.091=2368.015
max	13159.110-10791.096=2368.014

*mean*	7149.000-6113.000=1036.000
σ	0.000
min	7149.000-6113.000=1036.000
max	7149.000-6113.000=1036.000

*mean*	5277.361-5216.997=60.364
σ	594.570-1632.981=-1038.411
min	4991.534-4039.635=951.899
max	6697.683-7571.910=-874.227

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	362.827-389.153=-26.326
σ	35.619-15.996=19.623
min	291.720-350.459=-58.739
max	394.130-402.099=-7.969

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	739.148-760.217=-21.069
σ	76.360-32.726=43.634
min	584.521-685.782=-101.260
max	805.016-795.566=9.450

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.329=-0.029
σ	0.759-0.759=0.000
min	1023.827-1023.855=-0.028
max	1027.437-1027.465=-0.028

*mean*	1042.450-1050.850=-8.400
σ	300.010-320.186=-20.176
min	556.000-544.000=12.000
max	1463.000-1567.000=-104.000

*mean*	1.541-1.550=-0.008
σ	0.060-0.092=-0.031
min	1.472-1.360=0.112
max	1.697-1.813=-0.117

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.309-0.447=-0.138
σ	0.291-0.617=-0.326
min	0.151-0.142=0.009
max	0.826-1.549=-0.723

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.479=0.001
σ	0.319-0.322=-0.004
min	0.326-0.322=0.004
max	1.050-1.055=-0.006

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.219=0.002
σ	0.021-0.022=-0.001
min	0.206-0.202=0.004
max	0.257-0.257=-0.001

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.338=-0.007
σ	0.016-0.013=0.002
min	0.320-0.327=-0.007
max	0.358-0.361=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.600-436.000=0.600
σ	6.066-5.612=0.454
min	431.000
max	443.000-442.000=1.000

*mean*	0.524-0.537=-0.013
σ	0.050-0.036=0.014
min	0.470-0.478=-0.009
max	0.602-0.571=0.031

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.498-0.461=0.037
σ	0.020-0.045=-0.025
min	0.477-0.410=0.067
max	0.520-0.521=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.618-2.682=-0.064
σ	0.086-0.126=-0.040
min	2.445-2.513=-0.068
max	2.936-3.395=-0.459

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.549-2.214=0.335
σ	0.062-0.325=-0.263
min	2.418-1.828=0.591
max	2.797-2.839=-0.042

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.308-0.310=-0.002
σ	0.017-0.009=0.008
min	0.291-0.295=-0.003
max	0.417-0.354=0.063

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.295-0.296=-0.001
σ	0.007-0.008=-0.000
min	0.281-0.283=-0.002
max	0.339-0.326=0.013

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.692-298.756=-0.064
σ	1.038-1.065=-0.027
min	298.327-298.345=-0.018
max	301.644-301.782=-0.138

*mean*	441.800-444.100=-2.300
σ	16.322-16.052=0.270
min	417.000-421.000=-4.000
max	468.000-471.000=-3.000

*mean*	0.593-0.597=-0.004
σ	0.035-0.029=0.006
min	0.527-0.528=-0.001
max	0.638-0.640=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=0.000
min	236.678-236.678=-0.000
max	236.678-236.678=0.000

*mean*	1064.875-1679.625=-614.750
σ	34.295-1.061=33.234
min	980.000-1677.000=-697.000
max	1077.000-1680.000=-603.000

*mean*	203.855-215.553=-11.698
σ	2.968-3.274=-0.306
min	200.425-210.432=-10.007
max	208.466-219.813=-11.347

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1064.875-1679.625=-614.750
σ	34.295-1.061=33.234
min	980.000-1677.000=-697.000
max	1077.000-1680.000=-603.000

*mean*	10.048-10.986=-0.938
σ	2.531-2.288=0.243
min	6.558-6.409=0.149
max	12.812-12.848=-0.036

phase=parser

*mean*	1042.366-1042.367=-0.002
σ	0.001-0.000=0.001
min	1042.363-1042.367=-0.004
max	1042.366-1042.367=-0.001

*mean*	1064.875-1679.625=-614.750
σ	34.295-1.061=33.234
min	980.000-1677.000=-697.000
max	1077.000-1680.000=-603.000

*mean*	577.633-633.099=-55.466
σ	125.907-109.751=16.156
min	403.653-423.437=-19.783
max	720.663-726.469=-5.805

phase=processProdDef

*mean*	4850.765-4753.276=97.489
σ	0.000-0.000=-0.000
min	4850.765-4753.276=97.489
max	4850.765-4753.276=97.489

*mean*	1077.000-1680.000=-603.000
σ	0.000
min	1077.000-1680.000=-603.000
max	1077.000-1680.000=-603.000

*mean*	4669.794-4228.956=440.838
σ	498.763-803.486=-304.724
min	3743.943-3223.526=520.417
max	5428.587-5295.235=133.353

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1064.875-1679.625=-614.750
σ	34.295-1.061=33.234
min	980.000-1677.000=-697.000
max	1077.000-1680.000=-603.000

*mean*	37.836-39.814=-1.979
σ	11.557-10.261=1.295
min	19.908-20.412=-0.504
max	47.763-48.482=-0.720

phase=type checker

*mean*	990.453-990.454=-0.000
σ	0.072-0.071=0.001
min	990.344-990.348=-0.004
max	990.567

*mean*	1064.875-1679.625=-614.750
σ	34.295-1.061=33.234
min	980.000-1677.000=-697.000
max	1077.000-1680.000=-603.000

*mean*	747.410-791.307=-43.897
σ	93.821-95.678=-1.857
min	640.420-661.460=-21.040
max	882.400-893.037=-10.637

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.916=-0.095
σ	0.038-0.039=-0.001
min	293.768-293.864=-0.096
max	293.860-293.957=-0.097

*mean*	443.000-442.200=0.800
σ	0.000-1.643=-1.643
min	443.000-441.000=2.000
max	443.000-444.000=-1.000

*mean*	0.393-0.393=-0.000
σ	0.000-0.003=-0.002
min	0.392-0.391=0.002
max	0.394-0.396=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.223-1320.304=-0.081
σ	0.029-0.034=-0.005
min	1320.174-1320.261=-0.087
max	1320.247-1320.342=-0.095

*mean*	1084.600-1108.800=-24.200
σ	179.553-167.944=11.609
min	851.000-895.000=-44.000
max	1309.000-1319.000=-10.000

*mean*	2.239-2.238=0.001
σ	0.038-0.091=-0.053
min	2.186-2.112=0.074
max	2.278-2.329=-0.051

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.612-1559.450=1.162
σ	6.245-3.394=2.851
min	1557.612-1557.749=-0.137
max	1571.779-1565.514=6.266

*mean*	620.400-622.200=-1.800
σ	83.494-89.595=-6.100
min	495.000-508.000=-13.000
max	720.000-725.000=-5.000

*mean*	2.333-2.379=-0.046
σ	0.256-0.289=-0.033
min	2.198-2.148=0.051
max	2.790-2.857=-0.067

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.147-1882.265=-0.118
σ	0.046-0.074=-0.028
min	1882.099-1882.182=-0.083
max	1882.221-1882.350=-0.129

*mean*	1735.200-1750.200=-15.000
σ	226.928-211.176=15.752
min	1440.000-1468.000=-28.000
max	1953.000-1950.000=3.000

*mean*	3.069-3.237=-0.168
σ	0.220-0.399=-0.179
min	2.862-2.920=-0.058
max	3.384-3.909=-0.525

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.718-1.662=0.056
σ	0.148-0.128=0.019
min	1.469-1.525=-0.056
max	1.839-1.830=0.009

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-452.411=-0.330
σ	582.722-583.278=-0.556
min	160.718-160.767=-0.049
max	1326.165-1327.328=-1.163

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.536-0.510=0.026
σ	0.527-0.482=0.045
min	0.265-0.269=-0.003
max	1.327-1.233=0.094

policies=20

*mean*	1607.524-1608.048=-0.525
σ	0.406-0.423=-0.017
min	1607.248-1607.762=-0.514
max	1608.124-1608.677=-0.553

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.750-451.500=-4.750
σ	7.500-11.091=-3.591
min	443.000-444.000=-1.000
max	458.000-468.000=-10.000

*mean*	2.681-2.716=-0.035
σ	0.013-0.013=0.000
min	2.661-2.697=-0.036
max	2.691-2.726=-0.036

policies=200

*mean*	16083.348-16088.581=-5.233
σ	0.110-0.139=-0.029
min	16083.237-16088.451=-5.214
max	16083.479-16088.766=-5.287

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.750-497.500=0.250
σ	5.315-3.317=1.998
min	492.000-495.000=-3.000
max	504.000-502.000=2.000

*mean*	27.116-27.204=-0.088
σ	0.042-0.043=-0.001
min	27.072-27.164=-0.092
max	27.172-27.262=-0.090