d7216285fc8a009e06f1094bd192024bbe3674d0

CSV benchmark: catalog/aon_aef_broker/dpx_locations_us/large_csv_loaded

Factor

allocated MiB

peak allocated MiB

time_s

iterations=5

operation_display=column_set() on area_code (indexed)

rows=15894

scenario_id=catalog/aon_aef_broker/dpx_locations_us/large_csv_loaded

step_id=column_set.area_code

*mean*	228.193
σ	0.020
min	228.170
max	228.210

*mean*	41.495
σ	0.236
min	41.200
max	41.715

*mean*	0.119
σ	0.001
min	0.118
max	0.120

iterations=5

operation_display=column_set() on area_code (indexed), repeat

rows=15894

scenario_id=catalog/aon_aef_broker/dpx_locations_us/large_csv_loaded

step_id=column_set.area_code.repeat

*mean*	0.822
σ	1.839
min	0.000
max	4.112

*mean*	0.114
σ	0.255
min	0.000
max	0.569

*mean*	0.001
σ	0.001
min	0.001
max	0.002

iterations=5

operation_display=column_set() on dpx_subarea_name (no index)

rows=15894

scenario_id=catalog/aon_aef_broker/dpx_locations_us/large_csv_loaded

step_id=column_set.dpx_subarea_name

*mean*	7.951
σ	2.213
min	5.465
max	9.569

*mean*	1.292
σ	0.315
min	1.024
max	1.651

*mean*	0.008
σ	0.001
min	0.007
max	0.009

iterations=5

operation_display=column_set() on dpx_subarea_name (no index), repeat

rows=15894

scenario_id=catalog/aon_aef_broker/dpx_locations_us/large_csv_loaded

step_id=column_set.dpx_subarea_name.repeat

*mean*	8.084
σ	1.777
min	4.906
max	8.879

*mean*	0.369
σ	0.433
min	0.090
max	1.086

*mean*	0.008
σ	0.000
min	0.007
max	0.008

iterations=5

operation_display=load_product()

rows=15894

scenario_id=catalog/aon_aef_broker/dpx_locations_us/large_csv_loaded

step_id=load_product

*mean*	180.033
σ	2.515
min	177.689
max	184.308

*mean*	23.721
σ	0.421
min	23.276
max	24.309

*mean*	0.082
σ	0.001
min	0.081
max	0.084

iterations=5

operation_display=vertical_lookup_list() on area_code (indexed)

rows=15894

scenario_id=catalog/aon_aef_broker/dpx_locations_us/large_csv_loaded

step_id=vertical_lookup_list.area_code

*mean*	1.118
σ	2.501
min	0.000
max	5.592

*mean*	0.019
σ	0.042
min	0.000
max	0.095

*mean*	0.001
σ	0.000
min	0.001
max	0.002

iterations=5

operation_display=vertical_lookup_list() on area_code (indexed), repeat

rows=15894

scenario_id=catalog/aon_aef_broker/dpx_locations_us/large_csv_loaded

step_id=vertical_lookup_list.area_code.repeat

*mean*	2.219
σ	3.039
min	0.000
max	5.589

*mean*	0.126
σ	0.223
min	0.000
max	0.515

*mean*	0.001
σ	0.001
min	0.000
max	0.002

iterations=5

operation_display=vertical_lookup_list() on dpx_subarea_code (no index)

rows=15894

scenario_id=catalog/aon_aef_broker/dpx_locations_us/large_csv_loaded

step_id=vertical_lookup_list.dpx_subarea_code

*mean*	1.774
σ	2.441
min	0.000
max	4.777

*mean*	0.240
σ	0.406
min	0.000
max	0.938

*mean*	0.004
σ	0.001
min	0.004
max	0.005

iterations=5

operation_display=vertical_lookup_list() on dpx_subarea_code (no index), repeat

rows=15894

scenario_id=catalog/aon_aef_broker/dpx_locations_us/large_csv_loaded

step_id=vertical_lookup_list.dpx_subarea_code.repeat

*mean*	3.051
σ	2.796
min	0.000
max	5.492

*mean*	0.234
σ	0.304
min	0.000
max	0.707

*mean*	0.004
σ	0.001
min	0.003
max	0.004

iterations=5

operation_display=vertical_lookup_row_list() on area + subarea code (both indexed)

rows=15894

scenario_id=catalog/aon_aef_broker/dpx_locations_us/large_csv_loaded

step_id=vertical_lookup_row_list.area.subarea

*mean*	2.339
σ	3.209
min	0.000
max	6.143

*mean*	0.115
σ	0.190
min	0.000
max	0.438

*mean*	0.001
σ	0.001
min	0.000
max	0.002

iterations=5

operation_display=vertical_lookup_row_list() on area + subarea code (both indexed), repeat

rows=15894

scenario_id=catalog/aon_aef_broker/dpx_locations_us/large_csv_loaded

step_id=vertical_lookup_row_list.area.subarea.repeat

*mean*	0.000
σ	0.000
min	0.000
max	0.000

*mean*	0.000
σ	0.000
min	0.000
max	0.000

*mean*	0.000
σ	0.000
min	0.000
max	0.000

CSV benchmark: ci/scenario_aon

Factor

allocated MiB

peak allocated MiB

time_s

iterations=5

operation_display=column_set() on area_code (indexed)

rows=15894

scenario_id=ci/scenario_aon

step_id=column_set.area_code

*mean*	228.988
σ	1.767
min	228.192
max	232.149

*mean*	25.164
σ	16.610
min	0.820
max	44.000

*mean*	0.301
σ	0.063
min	0.211
max	0.381

iterations=5

operation_display=column_set() on dpx_subarea_name (no index)

rows=15894

scenario_id=ci/scenario_aon

step_id=column_set.dpx_subarea_name

*mean*	8.092
σ	1.778
min	4.911
max	8.893

*mean*	1.388
σ	0.194
min	1.182
max	1.631

*mean*	0.014
σ	0.001
min	0.013
max	0.016

iterations=5

operation_display=load_product()

rows=15894

scenario_id=ci/scenario_aon

step_id=load_product

*mean*	178.222
σ	0.318
min	177.659
max	178.403

*mean*	20.705
σ	2.878
min	17.581
max	23.696

*mean*	0.177
σ	0.043
min	0.122
max	0.230

iterations=5

operation_display=vertical_lookup_row_list() on area + subarea code (both indexed)

rows=15894

scenario_id=ci/scenario_aon

step_id=vertical_lookup_row_list.area.subarea

*mean*	0.819
σ	1.832
min	0.000
max	4.096

*mean*	0.181
σ	0.405
min	0.000
max	0.905

*mean*	0.001
σ	0.001
min	0.001
max	0.003

CSV benchmark: ci/scenario_synthetic

Factor

allocated MiB

peak allocated MiB

time_s

iterations=5

operation_display=load_product()

rows=200000

scenario_id=ci/scenario_synthetic

step_id=load_product

*mean*	8716.135
σ	1.370
min	8715.490
max	8718.584

*mean*	505.912
σ	185.114
min	391.000
max	832.000

*mean*	5.745
σ	1.005
min	4.445
max	6.673

iterations=5

operation_display=table_records()

rows=200000

scenario_id=ci/scenario_synthetic

step_id=table_records

*mean*	15164.953
σ	5.013
min	15162.682
max	15173.921

*mean*	534.689
σ	316.583
min	206.000
max	1045.443

*mean*	11.262
σ	1.650
min	8.344
max	12.400

iterations=5

operation_display=table_records(), repeat

rows=200000

scenario_id=ci/scenario_synthetic

step_id=table_records.repeat

*mean*	27.806
σ	0.001
min	27.806
max	27.807

*mean*	0.102
σ	0.000
min	0.101
max	0.103

*mean*	0.010
σ	0.002
min	0.008
max	0.013

iterations=5

operation_display=vertical_lookup_list() on indexed

rows=200000

scenario_id=ci/scenario_synthetic

step_id=vertical_lookup_list.indexed

*mean*	12.820
σ	0.002
min	12.817
max	12.822

*mean*	10.790
σ	0.000
min	10.790
max	10.791

*mean*	0.005
σ	0.001
min	0.005
max	0.007

iterations=5

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

scenario_id=ci/scenario_synthetic

step_id=vertical_lookup_list.indexed.repeat

*mean*	12.800
σ	0.002
min	12.797
max	12.802

*mean*	0.242
σ	0.000
min	0.242
max	0.242

*mean*	0.005
σ	0.001
min	0.004
max	0.006

CSV benchmark: synthetic/mixed_indexes/benchmark_one

Factor

allocated MiB

peak allocated MiB

time_s

iterations=5

operation_display=load_product()

rows=200000

scenario_id=synthetic/mixed_indexes/benchmark_one

step_id=load_product

*mean*	8715.331
σ	0.456
min	8715.096
max	8716.145

*mean*	378.176
σ	230.733
min	38.463
max	607.392

*mean*	5.210
σ	1.406
min	3.492
max	7.255

iterations=5

operation_display=table_records()

rows=200000

scenario_id=synthetic/mixed_indexes/benchmark_one

step_id=table_records

*mean*	15162.718
σ	0.033
min	15162.679
max	15162.742

*mean*	637.624
σ	831.013
min	4.366
max	1913.258

*mean*	10.541
σ	1.900
min	7.266
max	12.043

iterations=5

operation_display=table_records(), repeat

rows=200000

scenario_id=synthetic/mixed_indexes/benchmark_one

step_id=table_records.repeat

*mean*	27.806
σ	0.000
min	27.806
max	27.807

*mean*	0.102
σ	0.001
min	0.101
max	0.102

*mean*	0.010
σ	0.002
min	0.008
max	0.012

iterations=5

operation_display=vertical_lookup_list() on indexed

rows=200000

scenario_id=synthetic/mixed_indexes/benchmark_one

step_id=vertical_lookup_list.indexed

*mean*	12.819
σ	0.002
min	12.817
max	12.821

*mean*	10.790
σ	0.000
min	10.790
max	10.790

*mean*	0.005
σ	0.001
min	0.005
max	0.007

iterations=5

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

scenario_id=synthetic/mixed_indexes/benchmark_one

step_id=vertical_lookup_list.indexed.repeat

*mean*	12.799
σ	0.002
min	12.797
max	12.802

*mean*	0.242
σ	0.000
min	0.242
max	0.242

*mean*	0.005
σ	0.001
min	0.004
max	0.006

iterations=5

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

scenario_id=synthetic/mixed_indexes/benchmark_one

step_id=vertical_lookup_row_list.two_indexed

*mean*	12.170
σ	0.003
min	12.167
max	12.173

*mean*	0.038
σ	0.000
min	0.038
max	0.039

*mean*	0.003
σ	0.001
min	0.003
max	0.005

iterations=5

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

scenario_id=synthetic/mixed_indexes/benchmark_one

step_id=vertical_lookup_row_list.two_indexed.repeat

*mean*	11.773
σ	0.002
min	11.771
max	11.775

*mean*	0.039
σ	0.000
min	0.039
max	0.039

*mean*	0.003
σ	0.001
min	0.003
max	0.005

iterations=5

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

scenario_id=synthetic/mixed_indexes/benchmark_one

step_id=vertical_lookup_row_list.three_one_unindexed

*mean*	11.963
σ	0.002
min	11.959
max	11.965

*mean*	0.043
σ	0.002
min	0.042
max	0.046

*mean*	0.003
σ	0.001
min	0.003
max	0.005

iterations=5

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

scenario_id=synthetic/mixed_indexes/benchmark_one

step_id=vertical_lookup_row_list.three_one_unindexed.repeat

*mean*	11.963
σ	0.002
min	11.961
max	11.965

*mean*	0.046
σ	0.000
min	0.046
max	0.046

*mean*	0.003
σ	0.001
min	0.003
max	0.005

CSV benchmark: synthetic/mixed_indexes/benchmark_three

Factor

allocated MiB

peak allocated MiB

time_s

iterations=5

operation_display=column_set() on indexed

rows=200000

scenario_id=synthetic/mixed_indexes/benchmark_three

step_id=column_set.indexed

*mean*	39.756
σ	0.002
min	39.754
max	39.758

*mean*	2.148
σ	0.001
min	2.147
max	2.149

*mean*	0.025
σ	0.001
min	0.024
max	0.026

iterations=5

operation_display=column_set() on indexed, repeat

rows=200000

scenario_id=synthetic/mixed_indexes/benchmark_three

step_id=column_set.indexed.repeat

*mean*	42.759
σ	0.002
min	42.757
max	42.761

*mean*	13.150
σ	0.005
min	13.141
max	13.152

*mean*	0.025
σ	0.001
min	0.024
max	0.025

iterations=5

operation_display=load_product()

rows=200000

scenario_id=synthetic/mixed_indexes/benchmark_three

step_id=load_product

*mean*	8718.260
σ	0.603
min	8717.190
max	8718.651

*mean*	294.860
σ	183.195
min	150.192
max	551.343

*mean*	5.083
σ	1.228
min	3.503
max	6.787

iterations=5

operation_display=vertical_lookup_list() on indexed

rows=200000

scenario_id=synthetic/mixed_indexes/benchmark_three

step_id=vertical_lookup_list.indexed

*mean*	15147.510
σ	0.077
min	15147.387
max	15147.576

*mean*	714.227
σ	617.053
min	148.725
max	1635.883

*mean*	10.624
σ	2.075
min	7.052
max	12.116

iterations=5

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

scenario_id=synthetic/mixed_indexes/benchmark_three

step_id=vertical_lookup_list.indexed.repeat

*mean*	12.434
σ	0.000
min	12.434
max	12.434

*mean*	10.891
σ	0.000
min	10.891
max	10.891

*mean*	0.005
σ	0.000
min	0.004
max	0.005

CSV benchmark: synthetic/no_indexes/benchmark_two

Factor

allocated MiB

peak allocated MiB

time_s

iterations=5

operation_display=column_set() on unindexed

rows=200000

scenario_id=synthetic/no_indexes/benchmark_two

step_id=column_set.unindexed

*mean*	14104.755
σ	0.058
min	14104.652
max	14104.796

*mean*	472.991
σ	323.591
min	54.255
max	798.304

*mean*	8.027
σ	2.079
min	5.435
max	9.782

iterations=5

operation_display=column_set() on unindexed, repeat

rows=200000

scenario_id=synthetic/no_indexes/benchmark_two

step_id=column_set.unindexed.repeat

*mean*	73.270
σ	0.058
min	73.230
max	73.373

*mean*	18.619
σ	0.000
min	18.619
max	18.620

*mean*	0.140
σ	0.010
min	0.125
max	0.149

iterations=5

operation_display=load_product()

rows=200000

scenario_id=synthetic/no_indexes/benchmark_two

step_id=load_product

*mean*	2470.069
σ	0.139
min	2470.002
max	2470.318

*mean*	680.395
σ	1009.813
min	200.004
max	2485.137

*mean*	1.667
σ	0.690
min	1.016
max	2.553

iterations=5

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

scenario_id=synthetic/no_indexes/benchmark_two

step_id=vertical_lookup_list.unindexed.missing_int

*mean*	27.203
σ	0.001
min	27.202
max	27.204

*mean*	12.917
σ	0.000
min	12.917
max	12.917

*mean*	0.086
σ	0.017
min	0.063
max	0.103

iterations=5

operation_display=vertical_lookup_list() on unindexed missing Int near end, repeat

rows=200000

scenario_id=synthetic/no_indexes/benchmark_two

step_id=vertical_lookup_list.unindexed.missing_int.repeat

*mean*	27.200
σ	0.002
min	27.199
max	27.203

*mean*	12.917
σ	0.000
min	12.917
max	12.918

*mean*	0.086
σ	0.016
min	0.063
max	0.103

iterations=5

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

scenario_id=synthetic/no_indexes/benchmark_two

step_id=vertical_lookup_list.unindexed.tail_unique_int

*mean*	27.420
σ	0.001
min	27.420
max	27.422

*mean*	15.308
σ	0.000
min	15.307
max	15.308

*mean*	0.086
σ	0.017
min	0.063
max	0.103

iterations=5

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

scenario_id=synthetic/no_indexes/benchmark_two

step_id=vertical_lookup_list.unindexed.tail_unique_int.repeat

*mean*	27.205
σ	0.001
min	27.204
max	27.206

*mean*	12.917
σ	0.000
min	12.917
max	12.917

*mean*	0.086
σ	0.017
min	0.062
max	0.103

iterations=5

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

scenario_id=synthetic/no_indexes/benchmark_two

step_id=vertical_lookup_row_list.unindexed.small_unique_int

*mean*	53.774
σ	0.000
min	53.773
max	53.774

*mean*	188.159
σ	339.755
min	36.216
max	795.931

*mean*	0.251
σ	0.268
min	0.105
max	0.728

iterations=5

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

scenario_id=synthetic/no_indexes/benchmark_two

step_id=vertical_lookup_row_list.unindexed.small_unique_int.repeat

*mean*	52.931
σ	0.002
min	52.930
max	52.934

*mean*	35.545
σ	0.004
min	35.538
max	35.547

*mean*	0.132
σ	0.020
min	0.110
max	0.162

Internal benchmark: pointedIndexFromKvs

Factor

time_s

benchmark=pointed_index_from_kvs

iterations=5

rows=400000

*mean*	0.747
σ	0.082
min	0.627
max	0.832