Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.615=0.001
σ	0.350-0.353=-0.002
min	54.478-54.477=0.001
max	55.613-55.618=-0.006

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.140-0.136=0.004
σ	0.003-0.005=-0.001
min	0.136-0.130=0.007
max	0.145-0.143=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.787=-0.001
σ	0.006-0.007=-0.001
min	43.776-43.780=-0.003
max	43.799-43.805=-0.007

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.123-0.128=-0.005
σ	0.004-0.008=-0.005
min	0.120-0.120=0.000
max	0.130-0.141=-0.011

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4102.500-4102.750=-0.250
σ	1574.760-1571.834=2.926
min	1961.000-1964.000=-3.000
max	6047.000-6043.000=4.000

*mean*	12.411-12.227=0.183
σ	0.330-0.246=0.084
min	11.966-11.890=0.076
max	12.694-12.593=0.101

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.619=-0.000

*mean*	4102.500-4102.750=-0.250
σ	1574.760-1571.834=2.926
min	1961.000-1964.000=-3.000
max	6047.000-6043.000=4.000

*mean*	12.001-12.437=-0.435
σ	0.607-0.602=0.005
min	11.198-11.499=-0.302
max	13.019-13.104=-0.085

op=table_records(), no indexes

*mean*	41.932-41.928=0.004
σ	0.000-0.000=0.000
min	41.932-41.928=0.004
max	41.933-41.929=0.004

*mean*	6047.000-6043.000=4.000
σ	0.000
min	6047.000-6043.000=4.000
max	6047.000-6043.000=4.000

*mean*	13.308-13.217=0.090
σ	1.183-1.164=0.019
min	11.363-10.862=0.501
max	15.102-14.370=0.732

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4102.500-4102.750=-0.250
σ	1574.760-1571.834=2.926
min	1961.000-1964.000=-3.000
max	6047.000-6043.000=4.000

*mean*	13.107-11.966=1.142
σ	2.095-1.984=0.111
min	10.621-9.998=0.623
max	15.701-14.838=0.863

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.609-27.607=0.002

*mean*	4102.500-4102.750=-0.250
σ	1574.760-1571.834=2.926
min	1961.000-1964.000=-3.000
max	6047.000-6043.000=4.000

*mean*	9.239-8.150=1.089
σ	1.258-0.255=1.003
min	8.136-7.762=0.373
max	12.169-8.517=3.652

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.001
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4102.500-4102.750=-0.250
σ	1574.760-1571.834=2.926
min	1961.000-1964.000=-3.000
max	6047.000-6043.000=4.000

*mean*	6.855-6.268=0.586
σ	1.214-0.209=1.005
min	6.210-5.983=0.227
max	9.824-6.507=3.317

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.665-25.664=0.000
max	25.670-25.670=0.000

*mean*	4102.500-4102.750=-0.250
σ	1574.760-1571.834=2.926
min	1961.000-1964.000=-3.000
max	6047.000-6043.000=4.000

*mean*	5.677-5.366=0.312
σ	0.074-0.120=-0.046
min	5.565-5.120=0.445
max	5.797-5.542=0.255

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4102.500-4102.750=-0.250
σ	1574.760-1571.834=2.926
min	1961.000-1964.000=-3.000
max	6047.000-6043.000=4.000

*mean*	5.400-5.181=0.218
σ	0.076-0.091=-0.015
min	5.256-5.034=0.221
max	5.492-5.300=0.192

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.597-2524.593=0.004
σ	0.001-0.000=0.000
min	2524.597-2524.593=0.003
max	2524.598-2524.594=0.004

*mean*	6047.000-6043.000=4.000
σ	0.000
min	6047.000-6043.000=4.000
max	6047.000-6043.000=4.000

*mean*	1456.715-1556.533=-99.818
σ	681.749-826.131=-144.382
min	1042.753-1033.549=9.204
max	2933.060-2976.438=-43.378

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.000
σ	0.032-0.033=-0.001
min	8744.545-8744.544=0.001
max	8744.639-8744.641=-0.003

*mean*	3819.375-3819.000=0.375
σ	1655.702-1653.582=2.120
min	1961.000-1964.000=-3.000
max	6047.000-6043.000=4.000

*mean*	4650.378-4322.860=327.518
σ	1506.776-1359.851=146.925
min	3573.007-3558.616=14.391
max	7594.343-7438.146=156.197

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.080

*mean*	4102.500-4102.750=-0.250
σ	1574.760-1571.834=2.926
min	1961.000-1964.000=-3.000
max	6047.000-6043.000=4.000

*mean*	88.346-81.483=6.864
σ	17.826-12.181=5.645
min	71.545-70.055=1.490
max	121.116-100.655=20.460

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	6047.000-6043.000=4.000
σ	0.000
min	6047.000-6043.000=4.000
max	6047.000-6043.000=4.000

*mean*	95.355-96.116=-0.761
σ	8.646-6.855=1.791
min	81.993-86.524=-4.532
max	106.448-105.770=0.677

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.001-0.001=-0.000
min	66.685-66.685=-0.000
max	66.689-66.689=-0.000

*mean*	6047.000-6043.000=4.000
σ	0.000
min	6047.000-6043.000=4.000
max	6047.000-6043.000=4.000

*mean*	225.284-225.584=-0.300
σ	233.246-230.026=3.221
min	126.888-126.526=0.363
max	801.602-794.132=7.470

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.317-4.319=-0.002
min	11655.305
max	11667.517-11667.521=-0.004

*mean*	4102.500-4102.750=-0.250
σ	1574.760-1571.834=2.926
min	1961.000-1964.000=-3.000
max	6047.000-6043.000=4.000

*mean*	6504.478-6403.008=101.471
σ	1262.406-1256.173=6.233
min	4992.525-5008.226=-15.702
max	8507.639-8392.660=114.980

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.000-0.001=-0.000
min	11560.064-11560.066=-0.002
max	11560.066-11560.069=-0.003

*mean*	6047.000-6043.000=4.000
σ	0.000
min	6047.000-6043.000=4.000
max	6047.000-6043.000=4.000

*mean*	6806.318-6861.086=-54.768
σ	1192.907-1366.936=-174.029
min	4487.236-4471.523=15.713
max	8089.245-8522.498=-433.253

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.584-172.583=0.001
σ	0.024-0.028=-0.004
min	172.558
max	172.617-172.628=-0.011

*mean*	1961.000-1964.000=-3.000
σ	0.000
min	1961.000-1964.000=-3.000
max	1961.000-1964.000=-3.000

*mean*	376.586-358.456=18.130
σ	21.489-42.478=-20.990
min	352.047-268.311=83.736
max	406.255-402.299=3.957

op=pointedIndexFromKvs

rows=400000

*mean*	357.360-357.358=0.002
σ	0.043-0.037=0.006
min	357.321
max	357.426-357.400=0.026

*mean*	1961.000-1964.000=-3.000
σ	0.000
min	1961.000-1964.000=-3.000
max	1961.000-1964.000=-3.000

*mean*	762.982-793.390=-30.408
σ	60.313-33.450=26.864
min	618.271-714.144=-95.873
max	800.912-824.469=-23.557

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1008.186=-0.000
σ	0.903-0.939=-0.035
min	1007.689-1007.722=-0.033
max	1011.937-1012.096=-0.159

*mean*	1040.900-1059.050=-18.150
σ	306.965-317.077=-10.112
min	548.000-571.000=-23.000
max	1472.000-1530.000=-58.000

*mean*	1.536-1.559=-0.024
σ	0.106-0.145=-0.039
min	1.454-1.464=-0.009
max	1.807-2.069=-0.262

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.001
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.001

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	0.418-0.410=0.008
σ	0.135-0.107=0.028
min	0.340-0.344=-0.003
max	0.658-0.598=0.059

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.002=0.000
min	2.332
max	2.337

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	0.890-0.899=-0.008
σ	0.087-0.082=0.005
min	0.819-0.850=-0.031
max	1.040-1.043=-0.003

name=heavy_item.art

*mean*	1.521-1.522=-0.000
σ	0.002-0.002=-0.000
min	1.520
max	1.524-1.524=-0.000

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	0.550-0.555=-0.005
σ	0.063-0.053=0.010
min	0.491-0.517=-0.025
max	0.643-0.648=-0.005

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	0.855-0.857=-0.002
σ	0.039-0.042=-0.002
min	0.826-0.820=0.006
max	0.924-0.927=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-963.543=0.006
σ	0.036-0.024=0.012
min	963.523
max	963.610-963.582=0.028

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	0.825-0.834=-0.009
σ	0.014-0.029=-0.015
min	0.814-0.803=0.010
max	0.849-0.870=-0.021

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=-0.001
σ	0.006-0.006=-0.000
min	884.847
max	884.858-884.860=-0.002

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	0.733-0.703=0.030
σ	0.016-0.071=-0.055
min	0.707-0.586=0.122
max	0.749-0.750=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.712-7.711=0.001

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	4.322-4.286=0.036
σ	0.082-0.081=0.002
min	4.188-4.138=0.050
max	4.622-4.684=-0.062

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.662-7.658=0.004

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	4.277-4.263=0.015
σ	0.075-0.081=-0.006
min	4.074-3.769=0.305
max	4.538-4.427=0.112

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	0.757-0.763=-0.007
σ	0.017-0.018=-0.001
min	0.732-0.736=-0.004
max	0.859-0.873=-0.014

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	0.717-0.723=-0.006
σ	0.015-0.016=-0.001
min	0.684-0.669=0.015
max	0.781-0.777=0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.550-297.555=-0.004
σ	0.178-0.201=-0.024
min	297.390-297.373=0.017
max	298.009-298.071=-0.062

*mean*	1961.000-1964.000=-3.000
σ	0.000
min	1961.000-1964.000=-3.000
max	1961.000-1964.000=-3.000

*mean*	0.563-0.592=-0.030
σ	0.062-0.044=0.017
min	0.501-0.514=-0.013
max	0.715-0.695=0.019

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.775-289.775=0.000
σ	0.036-0.040=-0.004
min	289.720-289.720=0.001
max	289.808-289.814=-0.006

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	0.401-0.396=0.004
σ	0.010-0.004=0.007
min	0.394-0.393=0.001
max	0.418-0.403=0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.622-1299.670=-0.048
σ	0.104-0.070=0.034
min	1299.502-1299.587=-0.084
max	1299.760-1299.759=0.001

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	1.939-2.134=-0.195
σ	0.059-0.060=-0.001
min	1.866-2.039=-0.173
max	2.001-2.185=-0.184

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.606-1542.627=-0.021
σ	4.040-4.022=0.018
min	1540.585-1540.598=-0.013
max	1549.825-1549.812=0.012

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	2.194-2.268=-0.074
σ	0.156-0.179=-0.023
min	2.014-2.064=-0.050
max	2.405-2.467=-0.062

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.649-1861.625=0.024
σ	0.071-0.081=-0.010
min	1861.571-1861.495=0.075
max	1861.734-1861.708=0.026

*mean*	1757.600-1772.000=-14.400
σ	215.898-198.005=17.893
min	1472.000-1530.000=-58.000
max	1961.000-1964.000=-3.000

*mean*	3.260-3.267=-0.007
σ	0.373-0.366=0.007
min	2.848-2.886=-0.038
max	3.762-3.740=0.022

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.668-1.703=-0.035
σ	0.142-0.266=-0.123
min	1.487-1.313=0.173
max	1.842-1.972=-0.129

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.184-446.186=-0.002
σ	577.140-577.140=-0.000
min	157.613-157.614=-0.001
max	1311.893-1311.895=-0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	0.534-0.547=-0.013
σ	0.543-0.571=-0.028
min	0.260-0.260=-0.000
max	1.349-1.403=-0.054

policies=20

*mean*	1576.400-1576.420=-0.020
σ	0.339-0.342=-0.003
min	1576.174-1576.188=-0.015
max	1576.905-1576.929=-0.024

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	2.610-2.616=-0.006
σ	0.011-0.018=-0.007
min	2.595-2.590=0.005
max	2.620-2.629=-0.009

policies=200

*mean*	15772.252-15772.219=0.033
σ	0.071-0.178=-0.107
min	15772.190-15772.061=0.129
max	15772.327-15772.475=-0.147

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1472.000-1530.000=-58.000
σ	0.000
min	1472.000-1530.000=-58.000
max	1472.000-1530.000=-58.000

*mean*	26.288-26.386=-0.099
σ	0.018-0.104=-0.086
min	26.272-26.244=0.028
max	26.312-26.475=-0.163