Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.056-54.057=-0.000
σ	0.368-0.368=0.001
min	53.911-53.913=-0.002
max	55.104-55.102=0.002

*mean*	414.000-417.000=-3.000
σ	0.000
min	414.000-417.000=-3.000
max	414.000-417.000=-3.000

*mean*	0.139-0.138=0.001
σ	0.003-0.005=-0.002
min	0.134-0.131=0.004
max	0.144-0.145=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.395-43.395=0.000
σ	0.008-0.006=0.003
min	43.383-43.386=-0.004
max	43.409-43.404=0.005

*mean*	414.000-417.000=-3.000
σ	0.000
min	414.000-417.000=-3.000
max	414.000-417.000=-3.000

*mean*	0.123-0.122=0.000
σ	0.007-0.004=0.002
min	0.114-0.113=0.001
max	0.133-0.129=0.004

CSV benchmark: ci/scenario_aon

Factor

allocated MiB

peak allocated MiB

time_s

fixture=catalog

iterations=5

operation_display=column_set() on area_code (indexed)

profile=catalog

rows=catalog

scenario=ci/scenario_aon

scenario_id=ci/scenario_aon

step_id=column_set.area_code

*mean*	228.284
σ	0.022
min	228.249
max	228.303

*mean*	26.600
σ	15.421
min	4.000
max	46.000

*mean*	0.271
σ	0.058
min	0.211
max	0.349

fixture=catalog

iterations=5

operation_display=column_set() on dpx_subarea_name (no index)

profile=catalog

rows=catalog

scenario=ci/scenario_aon

scenario_id=ci/scenario_aon

step_id=column_set.dpx_subarea_name

*mean*	8.892
σ	0.004
min	8.885
max	8.896

*mean*	1.573
σ	0.092
min	1.412
max	1.638

*mean*	0.014
σ	0.002
min	0.013
max	0.018

fixture=catalog

iterations=5

operation_display=load_product()

profile=catalog

rows=catalog

scenario=ci/scenario_aon

scenario_id=ci/scenario_aon

step_id=load_product

*mean*	178.288
σ	0.301
min	177.749
max	178.434

*mean*	20.838
σ	2.265
min	18.000
max	23.016

*mean*	0.153
σ	0.033
min	0.123
max	0.199

fixture=catalog

iterations=5

operation_display=vertical_lookup_row_list() on area + subarea code (both indexed)

profile=catalog

rows=catalog

scenario=ci/scenario_aon

scenario_id=ci/scenario_aon

step_id=vertical_lookup_row_list.area.subarea

*mean*	0.000
σ	0.000
min	0.000
max	0.000

*mean*	0.000
σ	0.000
min	0.000
max	0.000

*mean*	0.001
σ	0.000
min	0.001
max	0.002

iterations=5

operation_display=column_set() on area_code (indexed)

rows=15894

scenario_id=ci/scenario_aon

step_id=column_set.area_code

*mean*	228.266
σ	0.015
min	228.254
max	228.291

*mean*	26.200
σ	15.707
min	2.000
max	45.000

*mean*	0.255
σ	0.084
min	0.154
max	0.379

iterations=5

operation_display=column_set() on dpx_subarea_name (no index)

rows=15894

scenario_id=ci/scenario_aon

step_id=column_set.dpx_subarea_name

*mean*	6.501
σ	2.179
min	4.907
max	8.891

*mean*	1.239
σ	0.203
min	1.116
max	1.594

*mean*	0.012
σ	0.003
min	0.009
max	0.017

iterations=5

operation_display=load_product()

rows=15894

scenario_id=ci/scenario_aon

step_id=load_product

*mean*	179.845
σ	2.368
min	177.742
max	182.428

*mean*	20.073
σ	3.871
min	15.514
max	23.978

*mean*	0.149
σ	0.053
min	0.085
max	0.231

iterations=5

operation_display=vertical_lookup_row_list() on area + subarea code (both indexed)

rows=15894

scenario_id=ci/scenario_aon

step_id=vertical_lookup_row_list.area.subarea

*mean*	1.638
σ	2.243
min	0.000
max	4.096

*mean*	0.360
σ	0.493
min	0.000
max	0.909

*mean*	0.001
σ	0.001
min	0.001
max	0.002

CSV benchmark: ci/scenario_synthetic

Factor

allocated MiB

peak allocated MiB

time_s

fixture=synthetic/mixed_indexes

iterations=5

operation_display=load_product()

profile=synthetic/mixed_indexes

rows=200000

scenario=ci/scenario_synthetic

scenario_id=ci/scenario_synthetic

step_id=load_product

*mean*	8292.280
σ	1.465
min	8291.599
max	8294.901

*mean*	457.203
σ	78.789
min	381.000
max	543.000

*mean*	4.518
σ	1.584
min	3.319
max	7.099

fixture=synthetic/mixed_indexes

iterations=5

operation_display=table_records()

profile=synthetic/mixed_indexes

rows=200000

scenario=ci/scenario_synthetic

scenario_id=ci/scenario_synthetic

step_id=table_records

*mean*	14174.842
σ	4.999
min	14172.578
max	14183.785

*mean*	409.400
σ	190.576
min	91.000
max	598.000

*mean*	9.173
σ	1.794
min	6.418
max	10.818

fixture=synthetic/mixed_indexes

iterations=5

operation_display=table_records(), repeat

profile=synthetic/mixed_indexes

rows=200000

scenario=ci/scenario_synthetic

scenario_id=ci/scenario_synthetic

step_id=table_records.repeat

*mean*	27.914
σ	0.000
min	27.914
max	27.915

*mean*	0.119
σ	0.000
min	0.118
max	0.119

*mean*	0.010
σ	0.002
min	0.008
max	0.012

fixture=synthetic/mixed_indexes

iterations=5

operation_display=vertical_lookup_list() on indexed

profile=synthetic/mixed_indexes

rows=200000

scenario=ci/scenario_synthetic

scenario_id=ci/scenario_synthetic

step_id=vertical_lookup_list.indexed

*mean*	19.579
σ	0.003
min	19.576
max	19.582

*mean*	12.127
σ	0.001
min	12.126
max	12.128

*mean*	0.021
σ	0.002
min	0.019
max	0.023

fixture=synthetic/mixed_indexes

iterations=5

operation_display=vertical_lookup_list() on indexed, repeat

profile=synthetic/mixed_indexes

rows=200000

scenario=ci/scenario_synthetic

scenario_id=ci/scenario_synthetic

step_id=vertical_lookup_list.indexed.repeat

*mean*	13.287
σ	0.002
min	13.285
max	13.289

*mean*	9.280
σ	0.001
min	9.280
max	9.281

*mean*	0.009
σ	0.001
min	0.009
max	0.010

iterations=5

operation_display=load_product()

rows=200000

scenario_id=ci/scenario_synthetic

step_id=load_product

*mean*	8291.797
σ	0.416
min	8291.550
max	8292.538

*mean*	512.030
σ	57.494
min	452.000
max	598.000

*mean*	4.921
σ	1.217
min	3.329
max	6.593

iterations=5

operation_display=table_records()

rows=200000

scenario_id=ci/scenario_synthetic

step_id=table_records

*mean*	14174.913
σ	5.123
min	14172.595
max	14184.078

*mean*	447.136
σ	261.363
min	91.084
max	757.000

*mean*	10.855
σ	0.820
min	9.941
max	11.540

iterations=5

operation_display=table_records(), repeat

rows=200000

scenario_id=ci/scenario_synthetic

step_id=table_records.repeat

*mean*	27.915
σ	0.000
min	27.914
max	27.915

*mean*	0.118
σ	0.000
min	0.117
max	0.119

*mean*	0.009
σ	0.002
min	0.008
max	0.012

iterations=5

operation_display=vertical_lookup_list() on indexed

rows=200000

scenario_id=ci/scenario_synthetic

step_id=vertical_lookup_list.indexed

*mean*	19.579
σ	0.003
min	19.576
max	19.582

*mean*	12.127
σ	0.001
min	12.126
max	12.128

*mean*	0.020
σ	0.002
min	0.018
max	0.024

iterations=5

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

scenario_id=ci/scenario_synthetic

step_id=vertical_lookup_list.indexed.repeat

*mean*	13.287
σ	0.002
min	13.286
max	13.289

*mean*	9.281
σ	0.001
min	9.280
max	9.281

*mean*	0.009
σ	0.000
min	0.008
max	0.009

Internal benchmark: pointedIndexFromKvs

Factor

time_s

benchmark=pointed_index_from_kvs

iterations=5

rows=100000

*mean*	0.012
σ	0.026
min	0.000
max	0.058

benchmark=pointed_index_from_kvs

iterations=5

rows=400000

*mean*	0.308
σ	0.002
min	0.305
max	0.311

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1006.860-1006.857=0.003
σ	0.750-0.751=-0.000
min	1006.389-1006.386=0.003
max	1009.959-1009.959=0.000

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	1.595-1.559=0.036
σ	0.117-0.154=-0.037
min	1.466-1.338=0.128
max	1.922-1.903=0.019

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.000
σ	0.003-0.003=0.001
min	0.882
max	0.888-0.887=0.002

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	0.315-0.307=0.008
σ	0.123-0.119=0.004
min	0.245-0.239=0.007
max	0.534-0.518=0.016

name=error_case.art

*mean*	2.339-2.339=0.001
σ	0.003-0.003=-0.000
min	2.337
max	2.342

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	0.650-0.642=0.008
σ	0.084-0.075=0.009
min	0.600-0.595=0.005
max	0.798-0.774=0.024

name=heavy_item.art

*mean*	1.524-1.524=0.000
σ	0.002-0.002=0.000
min	1.522
max	1.527-1.526=0.001

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	0.514-0.380=0.133
σ	0.041-0.033=0.008
min	0.450-0.351=0.100
max	0.559-0.435=0.124

name=nested_use.art

*mean*	2.362-2.361=0.001
σ	0.002-0.002=0.000
min	2.360
max	2.364

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	0.864-0.603=0.261
σ	0.040-0.038=0.002
min	0.836-0.571=0.265
max	0.933-0.669=0.263

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.835-964.831=0.004
σ	0.031-0.026=0.005
min	964.808-964.813=-0.005
max	964.888-964.874=0.013

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	0.806-0.811=-0.005
σ	0.048-0.052=-0.004
min	0.753-0.737=0.016
max	0.860-0.855=0.005

name=cdr_enhanced_4k_loc.art

*mean*	885.513-885.511=0.003
σ	0.007-0.008=-0.001
min	885.506-885.504=0.001
max	885.522-885.522=-0.001

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	0.682-0.732=-0.049
σ	0.046-0.006=0.040
min	0.632-0.724=-0.091
max	0.732-0.738=-0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.716-7.716=-0.000
σ	0.002-0.002=-0.000
min	7.715
max	7.719-7.722=-0.002

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	4.273-4.286=-0.013
σ	0.100-0.094=0.006
min	4.107-4.131=-0.024
max	4.657-4.753=-0.097

name=record_render_large_syntax_err.art

*mean*	7.665
σ	0.002
min	7.664
max	7.668

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	4.307-3.535=0.772
σ	0.096-0.200=-0.104
min	4.130-3.345=0.785
max	4.640-4.359=0.282

name=record_render_success.art

*mean*	2.291
σ	0.002
min	2.290
max	2.294

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	0.758-0.736=0.023
σ	0.030-0.018=0.012
min	0.671-0.712=-0.041
max	0.931-0.842=0.089

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	0.708-0.692=0.016
σ	0.021-0.015=0.006
min	0.562-0.665=-0.103
max	0.804-0.759=0.045

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	295.540-295.427=0.112
σ	0.227-0.186=0.040
min	295.269-295.289=-0.020
max	295.965-295.911=0.054

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	0.578-0.563=0.015
σ	0.040-0.067=-0.027
min	0.497-0.486=0.011
max	0.636-0.714=-0.077

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	285.395-285.395=-0.000
σ	0.026-0.027=-0.001
min	285.373-285.372=0.001
max	285.427-285.429=-0.003

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	0.395-0.393=0.002
σ	0.012-0.007=0.006
min	0.386-0.386=-0.000
max	0.414-0.401=0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1295.795-1295.846=-0.051
σ	0.101-0.084=0.017
min	1295.672-1295.773=-0.101
max	1295.949-1295.974=-0.025

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	2.076-2.411=-0.335
σ	0.168-0.216=-0.047
min	1.787-2.187=-0.400
max	2.197-2.717=-0.520

iters=5

new-facts=6402

prior-facts=1

*mean*	1539.938-1539.937=0.001
σ	6.882-6.855=0.027
min	1536.647-1536.682=-0.035
max	1552.246-1552.197=0.049

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	2.297-2.277=0.020
σ	0.236-0.167=0.069
min	2.001-2.033=-0.032
max	2.658-2.484=0.173

iters=5

new-facts=6402

prior-facts=6402

*mean*	1857.677-1857.683=-0.006
σ	0.056-0.057=-0.002
min	1857.624-1857.629=-0.004
max	1857.763-1857.767=-0.004

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	3.017-3.085=-0.069
σ	0.168-0.236=-0.068
min	2.852-2.867=-0.015
max	3.300-3.486=-0.187

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.277-1.474=-0.197
σ	0.365-0.253=0.111
min	0.943-1.154=-0.211
max	1.887-1.722=0.165

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	445.707-445.708=-0.001
σ	580.933-580.933=-0.000
min	155.239-155.238=0.001
max	1317.106-1317.107=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	0.540-0.555=-0.015
σ	0.553-0.563=-0.010
min	0.253-0.273=-0.020
max	1.369-1.399=-0.029

policies=20

*mean*	1552.666-1552.674=-0.008
σ	0.337-0.354=-0.017
min	1552.436-1552.435=0.001
max	1553.167-1553.200=-0.034

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	2.596-2.631=-0.035
σ	0.011-0.066=-0.055
min	2.586-2.577=0.009
max	2.612-2.728=-0.116

policies=200

*mean*	15534.737-15534.728=0.008
σ	0.133-0.091=0.042
min	15534.625-15534.650=-0.025
max	15534.927-15534.860=0.068

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	4601.000-4260.000=341.000
σ	0.000
min	4601.000-4260.000=341.000
max	4601.000-4260.000=341.000

*mean*	26.256-26.174=0.082
σ	0.125-0.121=0.004
min	26.077-26.069=0.008
max	26.364-26.325=0.038