Compare commits

CSV - column_set() on indexed

Factor

allocated MiB

peak allocated MiB

time_ms

iterations=10

operation_display=column_set() on indexed

rows=200000

scenario_id=mixed_indexes/benchmark4

step_id=column_set.indexed.4

*mean*	34.209
σ	0.000
min	34.209
max	34.210

*mean*	0.438
σ	0.000
min	0.438
max	0.439

*mean*	13.261
σ	0.495
min	12.533
max	13.797

iterations=10

operation_display=column_set() on indexed, repeat

rows=200000

scenario_id=mixed_indexes/benchmark4

step_id=column_set.indexed.repeat.4

*mean*	36.787
σ	0.000
min	36.786
max	36.787

*mean*	25.336
σ	0.004
min	25.328
max	25.339

*mean*	13.401
σ	0.361
min	12.675
max	13.711

CSV - column_set() on unindexed

Factor

allocated MiB

peak allocated MiB

time_ms

iterations=10

operation_display=column_set() on unindexed, dense, repeat

rows=200000

scenario_id=benchmark1

step_id=column_set.unindexed.dense.repeat.1

*mean*	60.921
σ	0.000
min	60.921
max	60.922

*mean*	30.247
σ	0.000
min	30.246
max	30.247

*mean*	102.119
σ	15.715
min	76.582
max	119.935

iterations=10

operation_display=column_set() on unindexed, sparse, repeat

rows=200000

scenario_id=no_indexes/benchmark3

step_id=column_set.unindexed.sparse.repeat.3

*mean*	70.089
σ	0.085
min	69.991
max	70.173

*mean*	89.673
σ	183.155
min	31.737
max	610.943

*mean*	196.881
σ	191.076
min	119.859
max	740.382

CSV - column_set(), warmup

Factor

allocated MiB

peak allocated MiB

time_ms

iterations=10

operation_display=column_set() on unindexed, dense

rows=200000

scenario_id=benchmark1

step_id=column_set.unindexed.dense.1

*mean*	15111.747
σ	3.904
min	15110.511
max	15122.858

*mean*	840.927
σ	358.268
min	220.000
max	1106.492

*mean*	8786.532
σ	2074.560
min	6618.246
max	12378.349

iterations=10

operation_display=column_set() on unindexed, sparse

rows=200000

scenario_id=no_indexes/benchmark3

step_id=column_set.unindexed.sparse.3

*mean*	14059.157
σ	0.085
min	14059.071
max	14059.255

*mean*	519.587
σ	321.753
min	87.288
max	869.499

*mean*	8643.447
σ	1973.285
min	5403.070
max	11217.439

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time_ms

iterations=10

operation_display=load_product()

rows=200000

scenario_id=benchmark1

step_id=load_product.1

*mean*	8743.066
σ	0.466
min	8742.917
max	8744.393

*mean*	672.949
σ	184.744
min	488.246
max	1015.000

*mean*	4290.306
σ	1231.770
min	3490.388
max	7334.528

iterations=10

operation_display=load_product()

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=load_product.2

*mean*	8742.415
σ	0.416
min	8742.281
max	8743.598

*mean*	566.886
σ	236.133
min	202.263
max	1051.217

*mean*	4452.013
σ	1474.407
min	3476.478
max	7508.935

iterations=10

operation_display=load_product()

rows=200000

scenario_id=mixed_indexes/benchmark4

step_id=load_product.4.mixed_indexes

*mean*	8745.686
σ	0.297
min	8744.840
max	8745.786

*mean*	567.644
σ	321.578
min	30.328
max	1255.088

*mean*	4164.210
σ	891.378
min	3498.337
max	5757.872

iterations=10

operation_display=load_product(), no indexes

rows=200000

scenario_id=no_indexes/benchmark3

step_id=load_product.3.no_indexes

*mean*	2525.622
σ	0.106
min	2525.587
max	2525.923

*mean*	925.328
σ	1711.747
min	263.291
max	5741.134

*mean*	1336.875
σ	437.218
min	1027.729
max	2179.555

CSV - table_records()

Factor

allocated MiB

peak allocated MiB

time_ms

iterations=10

operation_display=table_records()

rows=200000

scenario_id=no_indexes/benchmark3

step_id=table_records.3

*mean*	42.858
σ	0.001
min	42.857
max	42.859

*mean*	2.285
σ	0.000
min	2.284
max	2.285

*mean*	14.427
σ	1.227
min	11.572
max	15.406

iterations=10

operation_display=table_records(), repeat

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=table_records.repeat.2

*mean*	44.703
σ	0.000
min	44.703
max	44.703

*mean*	0.104
σ	0.003
min	0.095
max	0.106

*mean*	14.305
σ	2.096
min	12.364
max	17.081

iterations=10

operation_display=table_records(), repeat

rows=200000

scenario_id=no_indexes/benchmark3

step_id=table_records.repeat.3

*mean*	42.070
σ	0.002
min	42.067
max	42.071

*mean*	0.102
σ	0.000
min	0.102
max	0.103

*mean*	13.619
σ	1.070
min	10.944
max	14.405

CSV - table_records(), warmup

Factor

allocated MiB

peak allocated MiB

time_ms

iterations=10

operation_display=table_records()

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=table_records.2

*mean*	15087.095
σ	0.052
min	15087.075
max	15087.241

*mean*	941.164
σ	1474.783
min	6.899
max	4940.216

*mean*	9090.289
σ	2395.950
min	6501.509
max	12279.749

CSV - vertical_lookup_list() on indexed

Factor

allocated MiB

peak allocated MiB

time_ms

iterations=10

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

scenario_id=benchmark1

step_id=vertical_lookup_list.indexed.repeat.1

*mean*	27.769
σ	0.000
min	27.769
max	27.769

*mean*	0.490
σ	0.000
min	0.490
max	0.490

*mean*	8.133
σ	0.358
min	7.464
max	8.600

iterations=10

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=vertical_lookup_list.indexed.repeat.2

*mean*	27.769
σ	0.000
min	27.769
max	27.769

*mean*	0.490
σ	0.000
min	0.490
max	0.490

*mean*	7.716
σ	0.305
min	7.268
max	8.086

iterations=10

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

scenario_id=mixed_indexes/benchmark4

step_id=vertical_lookup_list.indexed.repeat.4

*mean*	26.395
σ	0.000
min	26.395
max	26.395

*mean*	24.711
σ	0.000
min	24.711
max	24.712

*mean*	8.193
σ	0.281
min	7.794
max	8.528

CSV - vertical_lookup_list() on unindexed

Factor

allocated MiB

peak allocated MiB

time_ms

iterations=10

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

scenario_id=no_indexes/benchmark3

step_id=vertical_lookup_list.unindexed.missing_int.3

*mean*	41.112
σ	0.002
min	41.111
max	41.117

*mean*	26.829
σ	0.001
min	26.828
max	26.830

*mean*	95.671
σ	14.343
min	73.241
max	107.786

iterations=10

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

scenario_id=no_indexes/benchmark3

step_id=vertical_lookup_list.unindexed.missing_int.repeat.3

*mean*	41.111
σ	0.001
min	41.110
max	41.113

*mean*	26.829
σ	0.000
min	26.828
max	26.829

*mean*	95.174
σ	15.061
min	72.614
max	107.345

iterations=10

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

scenario_id=no_indexes/benchmark3

step_id=vertical_lookup_list.unindexed.tail_unique_int.repeat.3

*mean*	41.117
σ	0.001
min	41.115
max	41.119

*mean*	73.662
σ	148.102
min	26.828
max	495.167

*mean*	134.569
σ	117.266
min	73.441
max	466.277

CSV - vertical_lookup_list(), mini warmup

Factor

allocated MiB

peak allocated MiB

time_ms

iterations=10

operation_display=vertical_lookup_list() on indexed

rows=200000

scenario_id=benchmark1

step_id=vertical_lookup_list.indexed.1

*mean*	27.584
σ	0.002
min	27.584
max	27.589

*mean*	24.705
σ	0.000
min	24.705
max	24.706

*mean*	9.889
σ	0.712
min	8.970
max	10.523

iterations=10

operation_display=vertical_lookup_list() on indexed

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=vertical_lookup_list.indexed.2

*mean*	26.732
σ	0.000
min	26.732
max	26.733

*mean*	24.701
σ	0.000
min	24.701
max	24.701

*mean*	9.260
σ	0.671
min	8.414
max	10.361

iterations=10

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

scenario_id=no_indexes/benchmark3

step_id=vertical_lookup_list.unindexed.tail_unique_int.3

*mean*	41.768
σ	0.002
min	41.765
max	41.771

*mean*	29.219
σ	0.001
min	29.218
max	29.220

*mean*	98.058
σ	12.304
min	73.220
max	108.169

CSV - vertical_lookup_list(), warmup

Factor

allocated MiB

peak allocated MiB

time_ms

iterations=10

operation_display=vertical_lookup_list() on indexed

rows=200000

scenario_id=mixed_indexes/benchmark4

step_id=vertical_lookup_list.indexed.4

*mean*	15075.619
σ	0.013
min	15075.611
max	15075.654

*mean*	825.654
σ	1224.328
min	50.401
max	4114.065

*mean*	9595.842
σ	2018.781
min	6570.476
max	12155.509

CSV - vertical_lookup_row_list() on indexed

Factor

allocated MiB

peak allocated MiB

time_ms

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=vertical_lookup_row_list.two_indexed.2

*mean*	26.480
σ	0.001
min	26.480
max	26.484

*mean*	0.038
σ	0.000
min	0.038
max	0.039

*mean*	5.364
σ	0.132
min	5.145
max	5.535

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=vertical_lookup_row_list.two_indexed.repeat.2

*mean*	25.681
σ	0.000
min	25.680
max	25.682

*mean*	0.039
σ	0.000
min	0.038
max	0.039

*mean*	5.299
σ	0.101
min	5.045
max	5.409

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=vertical_lookup_row_list.three_one_unindexed.2

*mean*	25.874
σ	0.000
min	25.874
max	25.875

*mean*	0.042
σ	0.000
min	0.042
max	0.043

*mean*	5.261
σ	0.168
min	4.990
max	5.480

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=vertical_lookup_row_list.three_one_unindexed.repeat.2

*mean*	25.872
σ	0.000
min	25.872
max	25.872

*mean*	0.046
σ	0.000
min	0.046
max	0.046

*mean*	5.323
σ	0.116
min	5.122
max	5.468

CSV - vertical_lookup_row_list() on unindexed

Factor

allocated MiB

peak allocated MiB

time_ms

iterations=10

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

scenario_id=no_indexes/benchmark3

step_id=vertical_lookup_row_list.unindexed.small_unique_int.3

*mean*	66.895
σ	0.002
min	66.893
max	66.897

*mean*	52.512
σ	0.003
min	52.508
max	52.517

*mean*	146.328
σ	19.839
min	116.123
max	164.355

iterations=10

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

scenario_id=no_indexes/benchmark3

step_id=vertical_lookup_row_list.unindexed.small_unique_int.repeat.3

*mean*	66.839
σ	0.002
min	66.837
max	66.842

*mean*	245.628
σ	546.722
min	49.449
max	1788.868

*mean*	303.357
σ	405.032
min	117.883
max	1436.197

CSV benchmark: ci/scenario

Factor

allocated MiB

peak allocated MiB

time_s

iterations=10

operation_display=load_product()

rows=200000

scenario_id=ci/scenario

step_id=load_product

*mean*	8703.709
σ	1.519
min	8703.228
max	8708.032

*mean*	554.825
σ	139.139
min	192.240
max	710.000

*mean*	4.246
σ	1.432
min	3.475
max	7.260

iterations=10

operation_display=table_records()

rows=200000

scenario_id=ci/scenario

step_id=table_records

*mean*	15014.488
σ	3.945
min	15013.239
max	15025.715

*mean*	784.288
σ	367.107
min	245.000
max	1343.000

*mean*	8.599
σ	1.961
min	6.507
max	11.807

iterations=10

operation_display=table_records(), repeat

rows=200000

scenario_id=ci/scenario

step_id=table_records.repeat

*mean*	44.821
σ	0.001
min	44.820
max	44.824

*mean*	0.102
σ	0.003
min	0.093
max	0.104

*mean*	0.015
σ	0.002
min	0.012
max	0.017

iterations=10

operation_display=vertical_lookup_list() on indexed

rows=200000

scenario_id=ci/scenario

step_id=vertical_lookup_list.indexed

*mean*	26.598
σ	0.003
min	26.597
max	26.606

*mean*	24.566
σ	0.001
min	24.566
max	24.568

*mean*	0.008
σ	0.000
min	0.007
max	0.008

iterations=10

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

scenario_id=ci/scenario

step_id=vertical_lookup_list.indexed.repeat

*mean*	26.573
σ	0.000
min	26.573
max	26.573

*mean*	0.242
σ	0.000
min	0.242
max	0.242

*mean*	0.007
σ	0.000
min	0.006
max	0.007

CSV benchmark: mixed_indexes/benchmark_one

Factor

allocated MiB

peak allocated MiB

time_s

iterations=10

operation_display=load_product()

rows=200000

scenario_id=mixed_indexes/benchmark_one

step_id=load_product

*mean*	8702.947
σ	0.355
min	8702.831
max	8703.958

*mean*	583.660
σ	368.280
min	116.792
max	1391.879

*mean*	4.377
σ	1.093
min	3.456
max	6.537

iterations=10

operation_display=table_records()

rows=200000

scenario_id=mixed_indexes/benchmark_one

step_id=table_records

*mean*	15013.241
σ	0.004
min	15013.239
max	15013.251

*mean*	1255.148
σ	1475.081
min	41.077
max	5296.909

*mean*	9.932
σ	1.976
min	6.473
max	11.916

iterations=10

operation_display=table_records(), repeat

rows=200000

scenario_id=mixed_indexes/benchmark_one

step_id=table_records.repeat

*mean*	44.820
σ	0.000
min	44.820
max	44.821

*mean*	0.102
σ	0.003
min	0.093
max	0.104

*mean*	0.016
σ	0.001
min	0.015
max	0.017

iterations=10

operation_display=vertical_lookup_list() on indexed

rows=200000

scenario_id=mixed_indexes/benchmark_one

step_id=vertical_lookup_list.indexed

*mean*	26.597
σ	0.000
min	26.597
max	26.597

*mean*	24.566
σ	0.000
min	24.566
max	24.566

*mean*	0.008
σ	0.000
min	0.007
max	0.008

iterations=10

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

scenario_id=mixed_indexes/benchmark_one

step_id=vertical_lookup_list.indexed.repeat

*mean*	26.573
σ	0.000
min	26.573
max	26.573

*mean*	0.242
σ	0.000
min	0.242
max	0.242

*mean*	0.007
σ	0.000
min	0.007
max	0.007

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

scenario_id=mixed_indexes/benchmark_one

step_id=vertical_lookup_row_list.two_indexed

*mean*	25.947
σ	0.001
min	25.947
max	25.949

*mean*	0.038
σ	0.000
min	0.038
max	0.039

*mean*	0.005
σ	0.000
min	0.005
max	0.005

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

scenario_id=mixed_indexes/benchmark_one

step_id=vertical_lookup_row_list.two_indexed.repeat

*mean*	25.545
σ	0.000
min	25.545
max	25.546

*mean*	0.039
σ	0.000
min	0.038
max	0.039

*mean*	0.005
σ	0.000
min	0.005
max	0.005

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

scenario_id=mixed_indexes/benchmark_one

step_id=vertical_lookup_row_list.three_one_unindexed

*mean*	25.739
σ	0.001
min	25.738
max	25.740

*mean*	0.042
σ	0.000
min	0.042
max	0.043

*mean*	0.005
σ	0.000
min	0.005
max	0.006

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

scenario_id=mixed_indexes/benchmark_one

step_id=vertical_lookup_row_list.three_one_unindexed.repeat

*mean*	25.736
σ	0.001
min	25.736
max	25.737

*mean*	0.046
σ	0.000
min	0.046
max	0.046

*mean*	0.005
σ	0.000
min	0.005
max	0.006

CSV benchmark: mixed_indexes/benchmark_three

Factor

allocated MiB

peak allocated MiB

time_s

iterations=10

operation_display=column_set() on indexed

rows=200000

scenario_id=mixed_indexes/benchmark_three

step_id=column_set.indexed

*mean*	29.709
σ	0.000
min	29.709
max	29.709

*mean*	0.297
σ	0.000
min	0.297
max	0.297

*mean*	0.009
σ	0.000
min	0.009
max	0.010

iterations=10

operation_display=column_set() on indexed, repeat

rows=200000

scenario_id=mixed_indexes/benchmark_three

step_id=column_set.indexed.repeat

*mean*	30.491
σ	0.001
min	30.491
max	30.494

*mean*	24.567
σ	0.001
min	24.567
max	24.568

*mean*	0.009
σ	0.000
min	0.008
max	0.009

iterations=10

operation_display=load_product()

rows=200000

scenario_id=mixed_indexes/benchmark_three

step_id=load_product

*mean*	8707.619
σ	0.340
min	8707.510
max	8708.587

*mean*	602.422
σ	257.636
min	92.953
max	1007.799

*mean*	4.702
σ	1.389
min	3.480
max	6.627

iterations=10

operation_display=vertical_lookup_list() on indexed

rows=200000

scenario_id=mixed_indexes/benchmark_three

step_id=vertical_lookup_list.indexed

*mean*	14994.377
σ	0.044
min	14994.252
max	14994.397

*mean*	1273.071
σ	1130.651
min	193.802
max	4316.242

*mean*	9.547
σ	2.357
min	6.474
max	12.190

iterations=10

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

scenario_id=mixed_indexes/benchmark_three

step_id=vertical_lookup_list.indexed.repeat

*mean*	29.470
σ	0.000
min	29.469
max	29.470

*mean*	25.837
σ	0.000
min	25.837
max	25.837

*mean*	0.010
σ	0.000
min	0.010
max	0.010

CSV benchmark: no_indexes/benchmark_two

Factor

allocated MiB

peak allocated MiB

time_s

iterations=10

operation_display=column_set() on unindexed

rows=200000

scenario_id=no_indexes/benchmark_two

step_id=column_set.unindexed

*mean*	13979.330
σ	0.048
min	13979.272
max	13979.394

*mean*	1045.114
σ	1600.973
min	2.557
max	5494.704

*mean*	7.655
σ	1.837
min	5.345
max	10.911

iterations=10

operation_display=column_set() on unindexed, repeat

rows=200000

scenario_id=no_indexes/benchmark_two

step_id=column_set.unindexed.repeat

*mean*	65.873
σ	0.050
min	65.805
max	65.933

*mean*	30.908
σ	0.016
min	30.893
max	30.923

*mean*	0.127
σ	0.009
min	0.113
max	0.143

iterations=10

operation_display=load_product()

rows=200000

scenario_id=no_indexes/benchmark_two

step_id=load_product

*mean*	2525.081
σ	0.109
min	2525.045
max	2525.393

*mean*	380.968
σ	315.499
min	241.332
max	1262.108

*mean*	1.434
σ	0.658
min	1.013
max	2.704

iterations=10

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

scenario_id=no_indexes/benchmark_two

step_id=vertical_lookup_list.unindexed.missing_int

*mean*	40.976
σ	0.001
min	40.975
max	40.978

*mean*	26.693
σ	0.000
min	26.693
max	26.694

*mean*	0.089
σ	0.015
min	0.066
max	0.107

iterations=10

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

scenario_id=no_indexes/benchmark_two

step_id=vertical_lookup_list.unindexed.missing_int.repeat

*mean*	40.976
σ	0.001
min	40.975
max	40.978

*mean*	26.693
σ	0.000
min	26.693
max	26.694

*mean*	0.089
σ	0.015
min	0.066
max	0.106

iterations=10

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

scenario_id=no_indexes/benchmark_two

step_id=vertical_lookup_list.unindexed.tail_unique_int

*mean*	40.910
σ	0.001
min	40.909
max	40.912

*mean*	29.083
σ	0.000
min	29.083
max	29.084

*mean*	0.089
σ	0.014
min	0.067
max	0.106

iterations=10

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

scenario_id=no_indexes/benchmark_two

step_id=vertical_lookup_list.unindexed.tail_unique_int.repeat

*mean*	40.982
σ	0.001
min	40.980
max	40.984

*mean*	26.693
σ	0.000
min	26.692
max	26.693

*mean*	0.089
σ	0.014
min	0.067
max	0.107

iterations=10

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

scenario_id=no_indexes/benchmark_two

step_id=vertical_lookup_row_list.unindexed.small_unique_int

*mean*	67.549
σ	0.001
min	67.548
max	67.549

*mean*	49.992
σ	0.002
min	49.986
max	49.994

*mean*	0.139
σ	0.021
min	0.107
max	0.166

iterations=10

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

scenario_id=no_indexes/benchmark_two

step_id=vertical_lookup_row_list.unindexed.small_unique_int.repeat

*mean*	66.704
σ	0.002
min	66.702
max	66.706

*mean*	49.318
σ	0.003
min	49.314
max	49.322

*mean*	0.143
σ	0.020
min	0.112
max	0.169

CSV internal benchmark: pointedIndexFromKvs

Factor

time_ms

benchmark=pointed_index_from_kvs

iterations=10

rows=400000

*mean*	765.440
σ	56.621
min	686.459
max	851.056

Internal benchmark: pointedIndexFromKvs

Factor

time_s

benchmark=pointed_index_from_kvs

iterations=10

rows=400000

*mean*	0.644
σ	0.235
min	0.304
max	0.831