Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.617=0.003
σ	0.350-0.349=0.001
min	54.485-54.485=-0.000
max	55.616-55.611=0.005

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.150-0.140=0.011
σ	0.009-0.005=0.004
min	0.139-0.131=0.008
max	0.165-0.147=0.017

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.785=0.000
σ	0.008-0.007=0.001
min	43.778-43.781=-0.003
max	43.803-43.803=0.000

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.126-0.124=0.002
σ	0.008-0.004=0.004
min	0.117-0.121=-0.004
max	0.141-0.130=0.011

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4255.875-4265.250=-9.375
σ	1893.064-1883.622=9.442
min	1890.000-1962.000=-72.000
max	7541.000-7550.000=-9.000

*mean*	12.296-12.648=-0.352
σ	0.317-0.279=0.038
min	11.802-12.350=-0.548
max	12.733-13.106=-0.373

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.619-36.619=0.000

*mean*	4255.875-4265.250=-9.375
σ	1893.064-1883.622=9.442
min	1890.000-1962.000=-72.000
max	7541.000-7550.000=-9.000

*mean*	12.680-12.476=0.204
σ	0.362-0.666=-0.304
min	11.922-11.534=0.388
max	13.152-13.238=-0.086

op=table_records(), no indexes

*mean*	41.929-41.928=0.000
σ	0.000-0.001=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	7541.000-7550.000=-9.000
σ	0.000
min	7541.000-7550.000=-9.000
max	7541.000-7550.000=-9.000

*mean*	13.603-14.396=-0.792
σ	0.862-0.988=-0.126
min	12.630-12.877=-0.247
max	14.611-15.509=-0.898

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=-0.000

*mean*	4255.875-4265.250=-9.375
σ	1893.064-1883.622=9.442
min	1890.000-1962.000=-72.000
max	7541.000-7550.000=-9.000

*mean*	11.989-12.966=-0.977
σ	1.793-1.987=-0.193
min	10.504-10.696=-0.192
max	14.587-15.568=-0.981

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.607-27.607=-0.000

*mean*	4255.875-4265.250=-9.375
σ	1893.064-1883.622=9.442
min	1890.000-1962.000=-72.000
max	7541.000-7550.000=-9.000

*mean*	8.253-8.917=-0.664
σ	0.440-1.361=-0.921
min	7.629-7.886=-0.257
max	9.001-12.219=-3.218

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4255.875-4265.250=-9.375
σ	1893.064-1883.622=9.442
min	1890.000-1962.000=-72.000
max	7541.000-7550.000=-9.000

*mean*	5.954-6.686=-0.732
σ	0.311-1.338=-1.027
min	5.344-5.198=0.146
max	6.368-9.820=-3.452

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.670

*mean*	4255.875-4265.250=-9.375
σ	1893.064-1883.622=9.442
min	1890.000-1962.000=-72.000
max	7541.000-7550.000=-9.000

*mean*	5.310-5.629=-0.319
σ	0.134-0.094=0.039
min	5.158-5.447=-0.288
max	5.510-5.719=-0.209

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.971=-0.000

*mean*	4255.875-4265.250=-9.375
σ	1893.064-1883.622=9.442
min	1890.000-1962.000=-72.000
max	7541.000-7550.000=-9.000

*mean*	5.011-5.405=-0.394
σ	0.151-0.134=0.016
min	4.765-5.124=-0.359
max	5.192-5.561=-0.369

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.594=-0.000
σ	0.000-0.000=-0.000
min	2524.594-2524.594=-0.000
max	2524.594-2524.594=-0.001

*mean*	7541.000-7550.000=-9.000
σ	0.000
min	7541.000-7550.000=-9.000
max	7541.000-7550.000=-9.000

*mean*	1052.984-1056.894=-3.910
σ	4.608-6.611=-2.003
min	1046.053-1046.599=-0.546
max	1058.670-1064.559=-5.888

op=load_product(), with indexes

*mean*	8744.559-8744.558=0.000
σ	0.033-0.033=0.000
min	8744.545-8744.544=0.001
max	8744.640-8744.639=0.001

*mean*	3766.750-3783.500=-16.750
σ	1638.423-1615.284=23.138
min	1890.000-1962.000=-72.000
max	5946.000-5945.000=1.000

*mean*	4620.953-4759.437=-138.484
σ	1460.399-1361.011=99.387
min	3552.378-3576.558=-24.180
max	7288.588-6689.616=598.972

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4255.875-4265.250=-9.375
σ	1893.064-1883.622=9.442
min	1890.000-1962.000=-72.000
max	7541.000-7550.000=-9.000

*mean*	85.635-90.817=-5.183
σ	7.072-16.857=-9.785
min	76.535-72.443=4.092
max	96.826-125.607=-28.782

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.000
min	40.944
max	40.945

*mean*	7541.000-7550.000=-9.000
σ	0.000
min	7541.000-7550.000=-9.000
max	7541.000-7550.000=-9.000

*mean*	99.339-239.021=-139.682
σ	8.342-389.264=-380.922
min	85.134-89.285=-4.151
max	107.961-1202.267=-1094.306

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.686

*mean*	7541.000-7550.000=-9.000
σ	0.000
min	7541.000-7550.000=-9.000
max	7541.000-7550.000=-9.000

*mean*	150.198-151.727=-1.530
σ	16.980-13.683=3.297
min	117.530-131.140=-13.610
max	167.771-167.744=0.027

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.317-4.317=-0.000
min	11655.305-11655.305=0.000
max	11667.517

*mean*	4255.875-4265.250=-9.375
σ	1893.064-1883.622=9.442
min	1890.000-1962.000=-72.000
max	7541.000-7550.000=-9.000

*mean*	6331.926-6639.193=-307.267
σ	1313.152-1301.888=11.264
min	4950.041-4949.977=0.064
max	8423.325-8033.084=390.241

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.069=-0.000
σ	0.001-0.002=-0.001
min	11560.066-11560.066=-0.000
max	11560.069-11560.072=-0.003

*mean*	7541.000-7550.000=-9.000
σ	0.000
min	7541.000-7550.000=-9.000
max	7541.000-7550.000=-9.000

*mean*	5386.988-5446.542=-59.554
σ	1302.881-1258.883=43.998
min	4416.464-4437.425=-20.962
max	7399.778-7373.469=26.309

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.591-172.584=0.007
σ	0.025-0.027=-0.002
min	172.558
max	172.623-172.625=-0.003

*mean*	1890.000-1962.000=-72.000
σ	0.000
min	1890.000-1962.000=-72.000
max	1890.000-1962.000=-72.000

*mean*	375.499-364.613=10.886
σ	21.136-25.571=-4.434
min	354.409-323.313=31.096
max	403.924-402.455=1.469

op=pointedIndexFromKvs

rows=400000

*mean*	357.359-357.361=-0.001
σ	0.037-0.037=0.000
min	357.321
max	357.403-357.399=0.005

*mean*	1890.000-1962.000=-72.000
σ	0.000
min	1890.000-1962.000=-72.000
max	1890.000-1962.000=-72.000

*mean*	745.434-755.367=-9.934
σ	85.242-44.142=41.099
min	626.354-667.118=-40.764
max	870.686-813.651=57.035

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.201-1008.200=0.001
σ	0.971-0.960=0.011
min	1007.714-1007.715=-0.001
max	1012.250-1012.197=0.053

*mean*	1040.600-1040.200=0.400
σ	296.374-303.497=-7.122
min	552.000-551.000=1.000
max	1440.000-1467.000=-27.000

*mean*	1.563-1.590=-0.027
σ	0.086-0.139=-0.053
min	1.474-1.494=-0.020
max	1.772-2.075=-0.303

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	0.420-0.419=0.001
σ	0.124-0.127=-0.003
min	0.354-0.338=0.016
max	0.641-0.645=-0.004

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	0.898-0.900=-0.001
σ	0.088-0.090=-0.002
min	0.827-0.841=-0.014
max	1.048-1.055=-0.007

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	0.557-0.581=-0.024
σ	0.046-0.063=-0.017
min	0.518-0.521=-0.003
max	0.636-0.653=-0.017

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	0.860-0.867=-0.007
σ	0.037-0.047=-0.009
min	0.837-0.837=0.000
max	0.926-0.945=-0.020

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-963.543=0.005
σ	0.035-0.025=0.011
min	963.523
max	963.608-963.583=0.025

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	0.809-0.821=-0.012
σ	0.036-0.051=-0.015
min	0.782-0.744=0.038
max	0.866-0.874=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.000
σ	0.009-0.006=0.003
min	884.847
max	884.867-884.860=0.007

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	0.737-0.719=0.018
σ	0.022-0.035=-0.013
min	0.698-0.670=0.027
max	0.750-0.749=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	4.321-4.316=0.005
σ	0.116-0.070=0.046
min	4.152-4.182=-0.030
max	5.137-4.558=0.579

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	4.301-4.289=0.011
σ	0.085-0.072=0.013
min	4.164-4.120=0.044
max	4.626-4.540=0.085

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	0.766-0.771=-0.006
σ	0.016-0.019=-0.004
min	0.735-0.739=-0.005
max	0.863-0.897=-0.033

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	0.733-0.731=0.002
σ	0.019-0.014=0.005
min	0.636-0.701=-0.065
max	0.791-0.801=-0.010

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.722-297.760=-0.038
σ	0.213-0.246=-0.033
min	297.589-297.543=0.046
max	298.303-298.391=-0.088

*mean*	1890.000-1962.000=-72.000
σ	0.000
min	1890.000-1962.000=-72.000
max	1890.000-1962.000=-72.000

*mean*	0.619-0.581=0.038
σ	0.017-0.061=-0.044
min	0.600-0.514=0.086
max	0.650-0.698=-0.048

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	290.043-290.031=0.013
σ	0.038-0.043=-0.004
min	289.990-289.983=0.007
max	290.084-290.077=0.007

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	0.395-0.406=-0.012
σ	0.013-0.012=0.000
min	0.388-0.393=-0.005
max	0.418-0.420=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.950-1299.855=0.095
σ	0.107-0.070=0.036
min	1299.808-1299.767=0.041
max	1300.092-1299.957=0.135

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	2.391-1.965=0.426
σ	0.249-0.051=0.198
min	2.199-1.891=0.308
max	2.758-2.017=0.741

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.936-1542.915=0.021
σ	3.987-4.017=-0.030
min	1540.995-1540.956=0.040
max	1550.064-1550.096=-0.032

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	2.352-2.205=0.147
σ	0.131-0.090=0.041
min	2.151-2.075=0.076
max	2.476-2.298=0.177

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.894-1861.924=-0.030
σ	0.060-0.070=-0.010
min	1861.812-1861.847=-0.035
max	1861.967-1862.005=-0.038

*mean*	1735.400-1757.200=-21.800
σ	167.446-217.303=-49.857
min	1493.000-1468.000=25.000
max	1890.000-1962.000=-72.000

*mean*	3.108-3.280=-0.171
σ	0.249-0.348=-0.100
min	2.856-2.889=-0.033
max	3.472-3.656=-0.184

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.666-1.733=-0.067
σ	0.181-0.108=0.073
min	1.462-1.622=-0.159
max	1.867-1.884=-0.017

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.745-446.745=0.000
σ	577.197-577.197=-0.000
min	158.145-158.145=0.000
max	1312.540-1312.540=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	0.548-0.551=-0.003
σ	0.568-0.577=-0.009
min	0.260-0.262=-0.002
max	1.400-1.416=-0.016

policies=20

*mean*	1581.735-1581.739=-0.003
σ	0.358-0.369=-0.011
min	1581.492-1581.487=0.005
max	1582.267-1582.287=-0.020

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	2.637-2.651=-0.013
σ	0.017-0.018=-0.001
min	2.615-2.635=-0.020
max	2.655-2.674=-0.019

policies=200

*mean*	15825.435-15825.477=-0.042
σ	0.094-0.149=-0.055
min	15825.295-15825.278=0.016
max	15825.490-15825.636=-0.147

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1440.000-1467.000=-27.000
σ	0.000
min	1440.000-1467.000=-27.000
max	1440.000-1467.000=-27.000

*mean*	26.607-26.667=-0.060
σ	0.082-0.121=-0.038
min	26.489-26.562=-0.073
max	26.668-26.807=-0.139