Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.055-54.055=-0.001
σ	0.369-0.369=0.000
min	53.906-53.912=-0.007
max	55.103-55.104=-0.001

*mean*	414.000-415.000=-1.000
σ	0.000
min	414.000-415.000=-1.000
max	414.000-415.000=-1.000

*mean*	0.138-0.140=-0.002
σ	0.005-0.003=0.002
min	0.131-0.137=-0.006
max	0.149-0.145=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.394-43.394=-0.000
σ	0.005-0.007=-0.002
min	43.386-43.384=0.002
max	43.400-43.406=-0.006

*mean*	414.000-415.000=-1.000
σ	0.000
min	414.000-415.000=-1.000
max	414.000-415.000=-1.000

*mean*	0.122-0.120=0.002
σ	0.004-0.003=0.001
min	0.116-0.115=0.001
max	0.128-0.127=0.001

CSV - column_set() on unindexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.074-62.074=-0.000
σ	0.000-0.000=0.000
min	62.073-62.074=-0.000
max	62.075-62.074=0.001

*mean*	5165.200-5090.500=74.700
σ	2657.716-2537.543=120.172
min	1350.000
max	8665.000-8720.000=-55.000

*mean*	102.290-106.462=-4.172
σ	13.069-10.347=2.721
min	79.759-86.812=-7.053
max	116.928-118.592=-1.664

CSV - column_set(), warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	15109.632-15109.632=-0.000
σ	3.862-3.862=-0.000
min	15108.410
max	15120.623-15120.624=-0.001

*mean*	5165.200-5090.500=74.700
σ	2657.716-2537.543=120.172
min	1350.000
max	8665.000-8720.000=-55.000

*mean*	9995.046-10337.545=-342.499
σ	2183.084-1791.830=391.255
min	6708.088-6665.147=42.940
max	11928.234-12334.214=-405.981

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.545-8744.546=-0.000
σ	0.035-0.035=-0.000
min	8744.534-8744.534=-0.000
max	8744.645-8744.646=-0.001

*mean*	4750.600-4786.100=-35.500
σ	2616.392-2639.804=-23.413
min	1070.000-1071.000=-1.000
max	8665.000-8720.000=-55.000

*mean*	4623.202-4689.171=-65.970
σ	1014.644-998.950=15.694
min	3509.756-3535.299=-25.543
max	6255.217-6054.907=200.310

iterations=10

operation_display=load_product()with indexes

rows=200000

*mean*	8744.532-8744.532=0.000
σ	0.002-0.002=0.000
min	8744.530-8744.531=-0.000
max	8744.535-8744.535=0.001

*mean*	8701.200-8720.000=-18.800
σ	114.474-0.000=114.474
min	8665.000-8720.000=-55.000
max	9027.000-8720.000=307.000

*mean*	4586.556-4511.299=75.257
σ	1063.259-1240.546=-177.288
min	3503.572-3531.234=-27.662
max	6373.361-6819.521=-446.159

CSV - table_records()

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=table_records(), repeat

rows=200000

*mean*	41.901-41.901=-0.000
σ	0.002-0.002=0.000
min	41.899
max	41.904-41.904=0.000

*mean*	8701.200-8720.000=-18.800
σ	114.474-0.000=114.474
min	8665.000-8720.000=-55.000
max	9027.000-8720.000=307.000

*mean*	14.311-13.510=0.801
σ	1.655-1.948=-0.293
min	11.485-11.423=0.062
max	16.046-15.899=0.147

CSV - table_records(), warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=table_records()

rows=200000

*mean*	15088.238
σ	0.002-0.002=0.000
min	15088.236
max	15088.242-15088.241=0.001

*mean*	8701.200-8720.000=-18.800
σ	114.474-0.000=114.474
min	8665.000-8720.000=-55.000
max	9027.000-8720.000=307.000

*mean*	10079.189-9271.608=807.581
σ	2135.831-2417.933=-282.102
min	6510.671-6584.099=-73.427
max	12577.149-12218.058=359.091

CSV - vertical_lookup_list() on indexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=vertical_lookup_list() on indexed, after column_set(), repeat

rows=200000

*mean*	26.398-26.398=0.000
σ	0.001-0.001=-0.000
min	26.397-26.397=0.000
max	26.401-26.401=-0.000

*mean*	5165.200-5090.500=74.700
σ	2657.716-2537.543=120.172
min	1350.000
max	8665.000-8720.000=-55.000

*mean*	7.426-7.292=0.133
σ	0.425-0.577=-0.152
min	6.698-6.009=0.689
max	7.924-8.024=-0.100

iterations=10

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.398-26.398=0.000
σ	0.002-0.002=-0.000
min	26.397-26.397=0.000
max	26.401

*mean*	8701.200-8720.000=-18.800
σ	114.474-0.000=114.474
min	8665.000-8720.000=-55.000
max	9027.000-8720.000=307.000

*mean*	7.170-6.939=0.231
σ	0.308-0.329=-0.020
min	6.698-6.233=0.464
max	7.466-7.324=0.142

CSV - vertical_lookup_row_list() on indexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.633-25.634=-0.000
σ	0.002-0.003=-0.001
min	25.631-25.631=-0.000
max	25.637-25.639=-0.003

*mean*	8701.200-8720.000=-18.800
σ	114.474-0.000=114.474
min	8665.000-8720.000=-55.000
max	9027.000-8720.000=307.000

*mean*	5.424-5.282=0.142
σ	0.127-0.212=-0.085
min	5.191-4.967=0.224
max	5.658-5.577=0.081

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.628-25.628=0.000
σ	0.002-0.002=0.000
min	25.626
max	25.630-25.630=0.000

*mean*	8701.200-8720.000=-18.800
σ	114.474-0.000=114.474
min	8665.000-8720.000=-55.000
max	9027.000-8720.000=307.000

*mean*	5.305-5.168=0.137
σ	0.159-0.180=-0.021
min	5.037-4.921=0.116
max	5.513-5.415=0.098

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.932-25.932=0.000
σ	0.002-0.002=0.000
min	25.930
max	25.935-25.935=0.000

*mean*	8701.200-8720.000=-18.800
σ	114.474-0.000=114.474
min	8665.000-8720.000=-55.000
max	9027.000-8720.000=307.000

*mean*	5.303-5.215=0.088
σ	0.160-0.205=-0.045
min	4.913-4.912=0.001
max	5.442-5.448=-0.006

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.931-25.931=0.000
σ	0.002-0.002=-0.000
min	25.930-25.930=0.000
max	25.934

*mean*	8701.200-8720.000=-18.800
σ	114.474-0.000=114.474
min	8665.000-8720.000=-55.000
max	9027.000-8720.000=307.000

*mean*	5.312-5.209=0.104
σ	0.123-0.193=-0.070
min	5.056-4.899=0.157
max	5.440-5.429=0.011

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.666-172.661=0.005
σ	0.012-0.012=0.000
min	172.644-172.643=0.001
max	172.675-172.677=-0.002

*mean*	484.000-485.900=-1.900
σ	0.000-1.449=-1.449
min	484.000-485.000=-1.000
max	484.000-488.000=-4.000

*mean*	388.116-388.337=-0.221
σ	43.627-35.851=7.776
min	270.590-320.105=-49.515
max	419.654-420.314=-0.660

iterations=10

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.406-357.411=-0.005
σ	0.140-0.143=-0.004
min	357.321
max	357.654-357.627=0.027

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	786.213-765.476=20.737
σ	34.104-55.854=-21.750
min	701.573-628.821=72.752
max	815.177-804.955=10.222

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1006.876-1006.875=0.000
σ	0.751-0.751=-0.001
min	1006.406-1006.406=0.000
max	1009.979-1009.979=-0.001

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	1.509-1.578=-0.069
σ	0.116-0.160=-0.044
min	1.460-1.302=0.158
max	1.998-2.037=-0.038

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.003
min	0.882
max	0.887

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	0.419-0.310=0.109
σ	0.133-0.107=0.026
min	0.339-0.256=0.082
max	0.656-0.501=0.155

name=error_case.art

*mean*	2.339
σ	0.003
min	2.337
max	2.342

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	0.878-0.635=0.243
σ	0.089-0.079=0.010
min	0.818-0.591=0.227
max	1.034-0.775=0.258

name=heavy_item.art

*mean*	1.524
σ	0.002
min	1.522
max	1.526

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	0.530-0.527=0.003
σ	0.038-0.051=-0.013
min	0.501-0.491=0.011
max	0.594-0.615=-0.021

name=nested_use.art

*mean*	2.361-2.361=0.000
σ	0.002-0.002=0.000
min	2.360
max	2.364

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	0.856-0.834=0.022
σ	0.039-0.043=-0.004
min	0.814-0.803=0.010
max	0.916-0.907=0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.830-964.837=-0.008
σ	0.028-0.033=-0.005
min	964.802-964.810=-0.008
max	964.864-964.892=-0.028

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	0.819-0.788=0.031
σ	0.024-0.035=-0.010
min	0.792-0.733=0.059
max	0.843-0.828=0.015

name=cdr_enhanced_4k_loc.art

*mean*	885.510-885.513=-0.003
σ	0.005-0.008=-0.003
min	885.504
max	885.516-885.523=-0.007

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	0.710-0.732=-0.022
σ	0.037-0.005=0.032
min	0.644-0.725=-0.081
max	0.728-0.737=-0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.716-7.716=0.000
σ	0.002-0.002=0.000
min	7.715
max	7.721-7.721=-0.000

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	4.292-4.214=0.078
σ	0.099-0.078=0.021
min	4.132-4.076=0.056
max	4.617-4.468=0.149

name=record_render_large_syntax_err.art

*mean*	7.665-7.665=-0.000
σ	0.002-0.002=-0.000
min	7.664
max	7.668-7.669=-0.001

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	4.237-4.222=0.016
σ	0.106-0.080=0.026
min	4.077-4.060=0.018
max	5.082-4.557=0.524

name=record_render_success.art

*mean*	2.291
σ	0.002
min	2.290
max	2.294

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	0.743-0.739=0.004
σ	0.017-0.020=-0.003
min	0.707-0.710=-0.003
max	0.849-0.880=-0.031

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	0.699-0.701=-0.002
σ	0.032-0.019=0.013
min	0.496-0.645=-0.149
max	0.753-0.810=-0.057

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	295.497-295.376=0.120
σ	0.218-0.191=0.028
min	295.344-295.242=0.102
max	296.090-295.900=0.190

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	0.554-0.595=-0.041
σ	0.028-0.050=-0.021
min	0.513-0.512=0.002
max	0.582-0.688=-0.106

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	285.382-285.383=-0.001
σ	0.036-0.028=0.008
min	285.334-285.347=-0.013
max	285.422-285.416=0.006

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	0.395-0.394=0.001
σ	0.009-0.008=0.001
min	0.386-0.388=-0.002
max	0.407-0.408=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1295.892-1295.771=0.121
σ	0.067-0.059=0.008
min	1295.828-1295.681=0.146
max	1295.982-1295.816=0.166

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	2.312-1.932=0.381
σ	0.121-0.083=0.038
min	2.162-1.817=0.345
max	2.456-1.999=0.457

iters=5

new-facts=6402

prior-facts=1

*mean*	1539.963-1539.979=-0.015
σ	6.897-6.904=-0.007
min	1536.689-1536.718=-0.029
max	1552.298-1552.326=-0.028

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	2.304-2.340=-0.036
σ	0.210-0.213=-0.003
min	2.144-2.102=0.041
max	2.671-2.645=0.026

iters=5

new-facts=6402

prior-facts=6402

*mean*	1857.685-1857.694=-0.009
σ	0.051-0.041=0.010
min	1857.611-1857.651=-0.040
max	1857.730-1857.746=-0.016

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	3.142-3.097=0.045
σ	0.271-0.254=0.017
min	2.852-2.850=0.001
max	3.453-3.525=-0.072

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.623-1.231=0.393
σ	0.189-0.294=-0.105
min	1.322-0.933=0.389
max	1.847-1.642=0.205

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	445.740-445.741=-0.001
σ	580.933-580.932=0.001
min	155.269-155.273=-0.003
max	1317.140-1317.139=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	0.541-0.542=-0.001
σ	0.540-0.554=-0.014
min	0.267-0.263=0.004
max	1.351-1.373=-0.022

policies=20

*mean*	1552.974-1552.960=0.014
σ	0.325-0.268=0.057
min	1552.748-1552.763=-0.014
max	1553.456-1553.355=0.101

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	2.593-2.609=-0.016
σ	0.031-0.016=0.015
min	2.561-2.593=-0.032
max	2.622-2.632=-0.010

policies=200

*mean*	15537.971-15538.035=-0.064
σ	0.107-0.133=-0.027
min	15537.830-15537.869=-0.039
max	15538.063-15538.187=-0.124

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	9027.000-8720.000=307.000
σ	0.000
min	9027.000-8720.000=307.000
max	9027.000-8720.000=307.000

*mean*	26.196-26.326=-0.131
σ	0.082-0.091=-0.010
min	26.128-26.261=-0.134
max	26.292-26.460=-0.168