Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.618=0.000
σ	0.351-0.349=0.002
min	54.480-54.480=0.000
max	55.617-55.610=0.007

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.140-0.141=-0.002
σ	0.005-0.004=0.001
min	0.135-0.138=-0.002
max	0.149-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.785=0.004
σ	0.009-0.006=0.003
min	43.772-43.779=-0.007
max	43.800-43.796=0.004

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.126-0.123=0.003
σ	0.011-0.004=0.008
min	0.115-0.120=-0.005
max	0.150-0.129=0.021

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4101.000-4258.875=-157.875
σ	1576.039-1893.704=-317.665
min	1978.000-1906.000=72.000
max	6046.000-7553.000=-1507.000

*mean*	12.146-12.397=-0.251
σ	0.199-0.461=-0.262
min	11.769-11.597=0.172
max	12.442-12.874=-0.432

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4101.000-4258.875=-157.875
σ	1576.039-1893.704=-317.665
min	1978.000-1906.000=72.000
max	6046.000-7553.000=-1507.000

*mean*	12.275-11.927=0.348
σ	0.510-0.843=-0.334
min	11.354-10.864=0.491
max	12.718-12.903=-0.185

op=table_records(), no indexes

*mean*	41.928-41.932=-0.004
σ	0.000-0.000=-0.000
min	41.928-41.932=-0.004
max	41.929-41.933=-0.004

*mean*	6046.000-7553.000=-1507.000
σ	0.000
min	6046.000-7553.000=-1507.000
max	6046.000-7553.000=-1507.000

*mean*	13.048-13.824=-0.776
σ	1.153-1.067=0.086
min	10.709-12.498=-1.789
max	14.707-15.028=-0.320

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4101.000-4258.875=-157.875
σ	1576.039-1893.704=-317.665
min	1978.000-1906.000=72.000
max	6046.000-7553.000=-1507.000

*mean*	12.128-12.106=0.023
σ	1.952-1.798=0.154
min	10.064-10.278=-0.214
max	14.388-14.638=-0.250

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607-27.609=-0.002

*mean*	4101.000-4258.875=-157.875
σ	1576.039-1893.704=-317.665
min	1978.000-1906.000=72.000
max	6046.000-7553.000=-1507.000

*mean*	8.159-8.437=-0.278
σ	0.234-0.696=-0.462
min	7.901-7.872=0.029
max	8.470-10.014=-1.544

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4101.000-4258.875=-157.875
σ	1576.039-1893.704=-317.665
min	1978.000-1906.000=72.000
max	6046.000-7553.000=-1507.000

*mean*	6.193-6.325=-0.132
σ	0.363-0.733=-0.370
min	5.857-5.819=0.038
max	6.770-8.071=-1.301

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.667-25.666=0.001
σ	0.002-0.002=0.001
min	25.664-25.665=-0.000
max	25.670-25.668=0.001

*mean*	4101.000-4258.875=-157.875
σ	1576.039-1893.704=-317.665
min	1978.000-1906.000=72.000
max	6046.000-7553.000=-1507.000

*mean*	5.419-5.383=0.036
σ	0.106-0.062=0.044
min	5.236-5.304=-0.067
max	5.570-5.507=0.064

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4101.000-4258.875=-157.875
σ	1576.039-1893.704=-317.665
min	1978.000-1906.000=72.000
max	6046.000-7553.000=-1507.000

*mean*	5.196-5.101=0.094
σ	0.139-0.169=-0.030
min	5.008-4.871=0.137
max	5.487-5.363=0.124

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.597=0.006
σ	0.000-0.000=0.000
min	2524.603-2524.597=0.006
max	2524.604-2524.598=0.006

*mean*	6046.000-7553.000=-1507.000
σ	0.000
min	6046.000-7553.000=-1507.000
max	6046.000-7553.000=-1507.000

*mean*	1542.181-1048.702=493.479
σ	795.671-4.636=791.035
min	1039.021-1039.723=-0.702
max	2972.686-1054.863=1917.824

op=load_product(), with indexes

*mean*	8744.567-8744.559=0.009
σ	0.033-0.034=-0.001
min	8744.553-8744.544=0.009
max	8744.649-8744.643=0.006

*mean*	3813.875-3771.500=42.375
σ	1657.294-1633.859=23.435
min	1978.000-1906.000=72.000
max	6046.000-5949.000=97.000

*mean*	4601.340-4401.660=199.680
σ	1385.196-1399.965=-14.769
min	3513.902-3532.024=-18.122
max	7096.825-7354.243=-257.417

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.003=-0.001
min	62.076
max	62.080-62.084=-0.004

*mean*	4101.000-4258.875=-157.875
σ	1576.039-1893.704=-317.665
min	1978.000-1906.000=72.000
max	6046.000-7553.000=-1507.000

*mean*	80.399-84.854=-4.454
σ	10.101-11.185=-1.084
min	70.148-71.537=-1.389
max	97.616-98.956=-1.340

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	6046.000-7553.000=-1507.000
σ	0.000
min	6046.000-7553.000=-1507.000
max	6046.000-7553.000=-1507.000

*mean*	96.451-247.614=-151.163
σ	8.397-416.122=-407.725
min	85.208-84.709=0.498
max	107.715-1277.295=-1169.580

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.001=-0.001
min	66.685-66.685=0.000
max	66.687-66.689=-0.003

*mean*	6046.000-7553.000=-1507.000
σ	0.000
min	6046.000-7553.000=-1507.000
max	6046.000-7553.000=-1507.000

*mean*	227.746-151.030=76.716
σ	236.978-13.409=223.568
min	127.145-133.600=-6.456
max	813.437-168.009=645.428

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.832-11656.833=-0.001
σ	4.317-4.317=0.000
min	11655.305
max	11667.517-11667.517=-0.000

*mean*	4101.000-4258.875=-157.875
σ	1576.039-1893.704=-317.665
min	1978.000-1906.000=72.000
max	6046.000-7553.000=-1507.000

*mean*	6421.721-6300.930=120.791
σ	1212.999-1182.759=30.240
min	4912.249-4922.497=-10.248
max	7675.066-8340.364=-665.298

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.065=0.003
σ	0.001-0.001=0.001
min	11560.066-11560.064=0.002
max	11560.069-11560.066=0.003

*mean*	6046.000-7553.000=-1507.000
σ	0.000
min	6046.000-7553.000=-1507.000
max	6046.000-7553.000=-1507.000

*mean*	6561.760-5419.689=1142.071
σ	1467.184-1317.469=149.714
min	4411.860-4347.027=64.833
max	8211.275-7185.913=1025.361

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.591-172.580=0.011
σ	0.028-0.023=0.005
min	172.558
max	172.625-172.625=-0.000

*mean*	1978.000-1906.000=72.000
σ	0.000
min	1978.000-1906.000=72.000
max	1978.000-1906.000=72.000

*mean*	365.627-329.958=35.669
σ	27.431-62.578=-35.147
min	321.221-260.483=60.738
max	403.315-398.910=4.405

op=pointedIndexFromKvs

rows=400000

*mean*	357.361-357.369=-0.009
σ	0.039-0.042=-0.004
min	357.321
max	357.407-357.414=-0.007

*mean*	1978.000-1906.000=72.000
σ	0.000
min	1978.000-1906.000=72.000
max	1978.000-1906.000=72.000

*mean*	761.454-761.708=-0.254
σ	60.103-66.708=-6.606
min	628.062-605.666=22.396
max	812.080-821.629=-9.549

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.476-1008.191=0.285
σ	0.878-0.865=0.013
min	1007.991-1007.683=0.308
max	1012.116-1011.754=0.362

*mean*	1037.350-1041.350=-4.000
σ	304.500-306.518=-2.018
min	548.000-546.000=2.000
max	1466.000-1470.000=-4.000

*mean*	1.531-1.556=-0.025
σ	0.114-0.105=0.009
min	1.316-1.464=-0.149
max	1.815-1.873=-0.058

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.000
σ	0.002-0.003=-0.000
min	0.881
max	0.886-0.887=-0.001

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.401-0.431=-0.030
σ	0.115-0.152=-0.037
min	0.322-0.342=-0.021
max	0.604-0.701=-0.096

name=error_case.art

*mean*	2.334-2.334=0.001
σ	0.002-0.002=0.000
min	2.332-2.332=0.001
max	2.337

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.885-0.923=-0.038
σ	0.080-0.165=-0.084
min	0.830-0.828=0.002
max	1.023-1.216=-0.193

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.545-0.549=-0.004
σ	0.056-0.044=0.011
min	0.506-0.514=-0.007
max	0.641-0.624=0.017

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.855-0.843=0.012
σ	0.046-0.041=0.005
min	0.818-0.808=0.009
max	0.933-0.911=0.022

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.920-963.543=0.377
σ	0.027-0.025=0.002
min	963.902-963.523=0.379
max	963.968-963.584=0.383

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.841-0.855=-0.014
σ	0.020-0.018=0.002
min	0.817-0.822=-0.006
max	0.858-0.866=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.889-884.854=0.036
σ	0.006-0.006=0.000
min	884.883-884.847=0.036
max	884.897-884.861=0.036

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.739-0.708=0.031
σ	0.005-0.035=-0.030
min	0.732-0.670=0.062
max	0.745-0.746=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	4.232-3.519=0.713
σ	0.096-0.103=-0.006
min	4.072-2.994=1.078
max	4.536-3.830=0.705

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.002

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	4.242-3.518=0.725
σ	0.090-0.077=0.013
min	4.095-3.396=0.700
max	4.539-3.817=0.722

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.750-0.538=0.212
σ	0.019-0.013=0.006
min	0.716-0.513=0.203
max	0.872-0.623=0.249

name=record_render_syntax_err.art

*mean*	2.163-2.163=0.000
σ	0.002-0.002=-0.000
min	2.163
max	2.166

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.712-0.508=0.204
σ	0.016-0.012=0.004
min	0.675-0.487=0.188
max	0.778-0.550=0.227

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.772-297.305=0.467
σ	0.218-0.194=0.024
min	297.631-297.146=0.485
max	298.367-297.793=0.574

*mean*	1978.000-1906.000=72.000
σ	0.000
min	1978.000-1906.000=72.000
max	1978.000-1906.000=72.000

*mean*	0.591-0.599=-0.008
σ	0.036-0.016=0.020
min	0.513-0.571=-0.058
max	0.620-0.622=-0.002

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1585.125
σ	59.225
min	1466.000
max	1659.000

*mean*	202.811
σ	1.457
min	201.526
max	205.988

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1585.125
σ	59.225
min	1466.000
max	1659.000

*mean*	10.516
σ	1.594
min	9.211
max	12.651

phase=parser

*mean*	1041.162
σ	0.000
min	1041.161
max	1041.162

*mean*	1585.125
σ	59.225
min	1466.000
max	1659.000

*mean*	647.792
σ	65.221
min	581.623
max	733.476

phase=processProdDef

*mean*	6169.659
σ	0.001
min	6169.659
max	6169.660

*mean*	1609.250
σ	39.935
min	1531.000
max	1659.000

*mean*	6167.652
σ	1217.744
min	3931.346
max	7376.719

phase=renaming

*mean*	21.670
σ	0.000
min	21.670
max	21.670

*mean*	1585.125
σ	59.225
min	1466.000
max	1659.000

*mean*	42.700
σ	4.030
min	39.328
max	48.162

phase=type checker

*mean*	958.690
σ	0.055
min	958.604
max	958.760

*mean*	1585.125
σ	59.225
min	1466.000
max	1659.000

*mean*	741.274
σ	69.460
min	665.096
max	873.860

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.995-289.778=3.217
σ	0.036-0.034=0.002
min	292.943-289.739=3.204
max	293.032-289.818=3.215

*mean*	1659.000-1470.000=189.000
σ	0.000
min	1659.000-1470.000=189.000
max	1659.000-1470.000=189.000

*mean*	0.402-0.408=-0.006
σ	0.007-0.013=-0.006
min	0.392-0.397=-0.005
max	0.408-0.425=-0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.813-1299.608=3.205
σ	0.070-0.088=-0.018
min	1302.732-1299.499=3.234
max	1302.923-1299.722=3.201

*mean*	1659.000-1470.000=189.000
σ	0.000
min	1659.000-1470.000=189.000
max	1659.000-1470.000=189.000

*mean*	1.967-1.894=0.073
σ	0.101-0.065=0.035
min	1.862-1.832=0.031
max	2.098-1.967=0.132

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.919-1542.615=3.305
σ	4.010-4.062=-0.052
min	1543.972-1540.545=3.427
max	1553.089-1549.872=3.217

*mean*	1659.000-1470.000=189.000
σ	0.000
min	1659.000-1470.000=189.000
max	1659.000-1470.000=189.000

*mean*	2.382-2.242=0.140
σ	0.126-0.241=-0.115
min	2.240-2.056=0.184
max	2.575-2.651=-0.076

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.879-1861.638=3.241
σ	0.070-0.053=0.017
min	1864.801-1861.581=3.221
max	1864.952-1861.705=3.247

*mean*	1776.800-1742.800=34.000
σ	131.174-174.745=-43.570
min	1659.000-1498.000=161.000
max	1978.000-1906.000=72.000

*mean*	3.249-3.065=0.184
σ	0.397-0.242=0.155
min	2.865-2.880=-0.015
max	3.826-3.482=0.344

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.807-1.694=0.113
σ	0.080-0.305=-0.225
min	1.697-1.220=0.477
max	1.914-1.937=-0.024

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.795-446.186=0.609
σ	577.190-577.140=0.050
min	158.198-157.614=0.584
max	1312.579-1311.896=0.684

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1659.000-1470.000=189.000
σ	0.000
min	1659.000-1470.000=189.000
max	1659.000-1470.000=189.000

*mean*	0.550-0.535=0.014
σ	0.565-0.545=0.020
min	0.265-0.260=0.005
max	1.397-1.353=0.044

policies=20

*mean*	1582.285-1576.419=5.866
σ	0.363-0.344=0.019
min	1582.039-1576.183=5.856
max	1582.825-1576.930=5.895

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1659.000-1470.000=189.000
σ	0.000
min	1659.000-1470.000=189.000
max	1659.000-1470.000=189.000

*mean*	2.642-2.611=0.030
σ	0.009-0.012=-0.003
min	2.630-2.598=0.032
max	2.650-2.627=0.023

policies=200

*mean*	15830.754-15772.211=58.543
σ	0.096-0.098=-0.002
min	15830.675-15772.102=58.573
max	15830.868-15772.327=58.541

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1659.000-1470.000=189.000
σ	0.000
min	1659.000-1470.000=189.000
max	1659.000-1470.000=189.000

*mean*	26.623-26.487=0.137
σ	0.119-0.120=-0.002
min	26.483-26.380=0.104
max	26.762-26.645=0.118