Compare commits

CSV - column_set() on indexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=column_set() on indexed

rows=200000

scenario_id=mixed_indexes/benchmark4

step_id=column_set.indexed.4

*mean*	36.783-36.783=0.000
σ	0.002-0.002=-0.000
min	36.781
max	36.785-36.785=0.000

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	70.903-12.994=57.909
σ	183.279-0.354=182.925
min	12.644-12.537=0.108
max	592.523-13.883=578.640

iterations=10

operation_display=column_set() on indexed, repeat

rows=200000

scenario_id=mixed_indexes/benchmark4

step_id=column_set.indexed.repeat.4

*mean*	36.783-36.783=0.000
σ	0.002-0.002=0.000
min	36.781
max	36.787-36.785=0.002

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	25.482-12.962=12.520
σ	35.997-0.668=35.329
min	12.281-12.117=0.165
max	127.689-13.976=113.713

CSV - column_set() on unindexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=column_set() on unindexed, dense, repeat

rows=200000

scenario_id=mixed_indexes/benchmark1

step_id=column_set.unindexed.dense.repeat.1

*mean*	62.241-62.242=-0.000
σ	0.000-0.000=-0.000
min	62.241-62.241=-0.000
max	62.242-62.243=-0.001

*mean*	5216.300-5190.700=25.600
σ	2577.853-2682.541=-104.688
min	1266.000-1294.000=-28.000
max	8616.000-9687.000=-1071.000

*mean*	100.925-111.845=-10.920
σ	13.955-41.210=-27.254
min	82.389-82.428=-0.039
max	113.674-225.027=-111.353

iterations=10

operation_display=column_set() on unindexed, sparse, repeat

rows=200000

scenario_id=no_indexes/benchmark3

step_id=column_set.unindexed.sparse.repeat.3

*mean*	70.832-70.832=-0.000
σ	0.002-0.002=-0.000
min	70.830
max	70.834

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	135.294-134.764=0.531
σ	5.663-6.433=-0.769
min	120.830-121.265=-0.435
max	139.559-139.539=0.020

CSV - column_set(), warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=column_set() on unindexed, dense

rows=200000

scenario_id=mixed_indexes/benchmark1

step_id=column_set.unindexed.dense.1

*mean*	15109.841-15109.842=-0.001
σ	3.993-3.993=0.000
min	15108.577-15108.577=-0.000
max	15121.206

*mean*	5216.300-5187.100=29.200
σ	2577.853-2686.802=-108.949
min	1266.000-1294.000=-28.000
max	8616.000-9687.000=-1071.000

*mean*	9971.609-8841.415=1130.194
σ	2043.469-1807.560=235.909
min	6655.627-6660.631=-5.004
max	11823.489-11534.777=288.712

iterations=10

operation_display=column_set() on unindexed, sparse

rows=200000

scenario_id=no_indexes/benchmark3

step_id=column_set.unindexed.sparse.3

*mean*	14060.902-14060.903=-0.001
σ	0.004-0.004=-0.000
min	14060.898-14060.898=-0.000
max	14060.911-14060.912=-0.001

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	7121.631-6747.022=374.608
σ	1814.878-1673.478=141.400
min	5427.528-5415.319=12.209
max	9589.509-9246.896=342.613

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=load_product()

rows=200000

scenario_id=mixed_indexes/benchmark1

step_id=load_product.1

*mean*	8744.666-8744.666=0.000
σ	0.417-0.418=-0.001
min	8744.530-8744.530=-0.000
max	8745.854-8745.856=-0.002

*mean*	4842.400-4572.000=270.400
σ	2512.200-2536.643=-24.443
min	1044.000-1051.000=-7.000
max	8616.000-8050.000=566.000

*mean*	4510.076-4200.012=310.064
σ	1212.398-1089.914=122.484
min	3512.254-3490.792=21.463
max	6964.618-6394.156=570.463

iterations=10

operation_display=load_product()

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=load_product.2

*mean*	8744.534-8744.535=-0.001
σ	0.003-0.003=-0.000
min	8744.530-8744.530=0.000
max	8744.539-8744.539=-0.000

*mean*	8616.000-9687.000=-1071.000
σ	0.000
min	8616.000-9687.000=-1071.000
max	8616.000-9687.000=-1071.000

*mean*	4407.648-4323.184=84.464
σ	1443.688-1330.741=112.947
min	3520.821-3511.415=9.406
max	7016.321-6996.892=19.429

iterations=10

operation_display=load_product()

rows=200000

scenario_id=mixed_indexes/benchmark4

step_id=load_product.4.mixed_indexes

*mean*	8744.535-8744.535=-0.000
σ	0.003-0.003=0.000
min	8744.531-8744.531=-0.001
max	8744.539-8744.539=-0.000

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	4980.640-5042.742=-62.103
σ	1490.708-1430.992=59.716
min	3536.123-3501.271=34.852
max	7422.543-7338.125=84.417

iterations=10

operation_display=load_product(), no indexes

rows=200000

scenario_id=no_indexes/benchmark3

step_id=load_product.3.no_indexes

*mean*	2524.583-2524.582=0.001
σ	0.004-0.003=0.001
min	2524.579-2524.579=-0.000
max	2524.591-2524.589=0.002

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	1421.962-1284.094=137.868
σ	826.080-501.460=324.620
min	1032.429-1026.468=5.961
max	3339.567-2611.763=727.804

CSV - table_records()

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=table_records()

rows=200000

scenario_id=no_indexes/benchmark3

step_id=table_records.3

*mean*	42.069-42.070=-0.001
σ	0.002-0.002=-0.000
min	42.067-42.067=-0.000
max	42.071-42.072=-0.000

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	14.090-14.685=-0.595
σ	1.746-1.141=0.605
min	11.381-12.137=-0.756
max	15.883-16.047=-0.164

iterations=10

operation_display=table_records(), repeat

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=table_records.repeat.2

*mean*	42.067-42.068=-0.000
σ	0.002-0.002=0.000
min	42.066-42.066=0.000
max	42.070

*mean*	8712.500-9687.000=-974.500
σ	305.160-0.000=305.160
min	8616.000-9687.000=-1071.000
max	9581.000-9687.000=-106.000

*mean*	13.013-13.521=-0.508
σ	1.925-1.838=0.087
min	10.932-11.344=-0.412
max	16.666-16.098=0.568

iterations=10

operation_display=table_records(), repeat

rows=200000

scenario_id=no_indexes/benchmark3

step_id=table_records.repeat.3

*mean*	42.069-42.069=0.001
σ	0.003-0.002=0.001
min	42.067-42.066=0.000
max	42.075-42.071=0.004

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	13.156-13.717=-0.561
σ	1.785-0.985=0.801
min	10.536-11.370=-0.834
max	15.064-14.800=0.264

CSV - table_records(), warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=table_records()

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=table_records.2

*mean*	15088.408-15088.407=0.001
σ	0.003-0.002=0.001
min	15088.403-15088.403=-0.000
max	15088.413-15088.409=0.004

*mean*	8712.500-9687.000=-974.500
σ	305.160-0.000=305.160
min	8616.000-9687.000=-1071.000
max	9581.000-9687.000=-106.000

*mean*	9448.676-9057.947=390.729
σ	2249.393-2311.046=-61.654
min	6597.185-6552.359=44.826
max	12443.933-12657.764=-213.831

CSV - vertical_lookup_list() on indexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

scenario_id=mixed_indexes/benchmark1

step_id=vertical_lookup_list.indexed.repeat.1

*mean*	26.567-26.567=-0.000
σ	0.002-0.002=-0.000
min	26.565-26.565=0.000
max	26.569-26.569=-0.000

*mean*	5216.300-5190.700=25.600
σ	2577.853-2682.541=-104.688
min	1266.000-1294.000=-28.000
max	8616.000-9687.000=-1071.000

*mean*	7.307-7.065=0.242
σ	0.283-0.576=-0.294
min	6.948-6.014=0.934
max	7.760-7.953=-0.193

iterations=10

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=vertical_lookup_list.indexed.repeat.2

*mean*	26.567-26.567=-0.000
σ	0.002-0.002=0.000
min	26.564-26.565=-0.000
max	26.569

*mean*	8712.500-9687.000=-974.500
σ	305.160-0.000=305.160
min	8616.000-9687.000=-1071.000
max	9581.000-9687.000=-106.000

*mean*	7.373-7.349=0.024
σ	1.195-1.208=-0.013
min	6.736-5.765=0.971
max	10.706-10.516=0.190

iterations=10

operation_display=vertical_lookup_list() on indexed, repeat

rows=200000

scenario_id=mixed_indexes/benchmark4

step_id=vertical_lookup_list.indexed.repeat.4

*mean*	26.567-26.567=0.000
σ	0.002-0.002=-0.000
min	26.565-26.564=0.000
max	26.569

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	8.093-8.103=-0.009
σ	0.357-0.370=-0.013
min	7.538-7.596=-0.058
max	8.472-8.560=-0.089

CSV - vertical_lookup_list() on unindexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

scenario_id=no_indexes/benchmark3

step_id=vertical_lookup_list.unindexed.missing_int.3

*mean*	41.111-41.111=-0.000
σ	0.002-0.002=-0.000
min	41.110
max	41.114

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	95.035-100.410=-5.375
σ	16.970-12.013=4.957
min	61.333-74.844=-13.511
max	109.487-106.842=2.645

iterations=10

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

scenario_id=no_indexes/benchmark3

step_id=vertical_lookup_list.unindexed.missing_int.repeat.3

*mean*	41.112-41.112=-0.000
σ	0.002-0.002=-0.000
min	41.109
max	41.114

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	93.678-100.495=-6.817
σ	18.651-11.933=6.718
min	61.066-75.471=-14.405
max	109.253-107.898=1.355

iterations=10

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

scenario_id=no_indexes/benchmark3

step_id=vertical_lookup_list.unindexed.tail_unique_int.repeat.3

*mean*	41.117-41.116=0.001
σ	0.002-0.002=0.000
min	41.115-41.115=-0.000
max	41.120-41.120=0.000

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	198.685-100.302=98.384
σ	319.688-11.920=307.768
min	67.481-75.279=-7.799
max	1107.572-106.605=1000.967

CSV - vertical_lookup_list(), mini warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=vertical_lookup_list() on indexed

rows=200000

scenario_id=mixed_indexes/benchmark1

step_id=vertical_lookup_list.indexed.1

*mean*	27.771-27.771=0.000
σ	0.003-0.003=-0.000
min	27.769-27.769=0.000
max	27.778

*mean*	5216.300-5190.700=25.600
σ	2577.853-2682.541=-104.688
min	1266.000-1294.000=-28.000
max	8616.000-9687.000=-1071.000

*mean*	9.728-9.450=0.278
σ	0.721-0.639=0.082
min	8.767-8.828=-0.061
max	10.389-10.428=-0.039

iterations=10

operation_display=vertical_lookup_list() on indexed

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=vertical_lookup_list.indexed.2

*mean*	27.771-27.771=-0.000
σ	0.003-0.003=0.000
min	27.769
max	27.777

*mean*	8712.500-9687.000=-974.500
σ	305.160-0.000=305.160
min	8616.000-9687.000=-1071.000
max	9581.000-9687.000=-106.000

*mean*	9.419-9.540=-0.121
σ	1.424-1.143=0.281
min	8.304-8.654=-0.350
max	13.220-12.564=0.656

iterations=10

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

scenario_id=no_indexes/benchmark3

step_id=vertical_lookup_list.unindexed.tail_unique_int.3

*mean*	41.117-41.117=0.000
σ	0.002-0.002=0.000
min	41.114
max	41.121-41.119=0.003

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	171.299-100.427=70.872
σ	220.135-11.813=208.322
min	76.214-75.170=1.044
max	797.104-106.870=690.235

CSV - vertical_lookup_list(), warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=vertical_lookup_list() on indexed

rows=200000

scenario_id=mixed_indexes/benchmark4

step_id=vertical_lookup_list.indexed.4

*mean*	15074.109-15074.109=-0.000
σ	0.002-0.003=-0.000
min	15074.106
max	15074.113-15074.115=-0.002

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	10588.427-10220.236=368.192
σ	2133.900-1848.327=285.573
min	6587.985-6533.801=54.185
max	12425.190-11901.862=523.328

CSV - vertical_lookup_row_list() on indexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=vertical_lookup_row_list.two_indexed.2

*mean*	25.683-25.682=0.000
σ	0.002-0.003=-0.000
min	25.680-25.680=0.000
max	25.686

*mean*	8712.500-9687.000=-974.500
σ	305.160-0.000=305.160
min	8616.000-9687.000=-1071.000
max	9581.000-9687.000=-106.000

*mean*	5.606-5.572=0.034
σ	0.960-0.962=-0.003
min	5.141-5.041=0.100
max	8.320-8.295=0.025

iterations=10

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=vertical_lookup_row_list.two_indexed.repeat.2

*mean*	25.683-25.683=-0.000
σ	0.002-0.002=0.000
min	25.680
max	25.685-25.685=0.000

*mean*	8712.500-9687.000=-974.500
σ	305.160-0.000=305.160
min	8616.000-9687.000=-1071.000
max	9581.000-9687.000=-106.000

*mean*	5.556-5.565=-0.009
σ	1.024-0.933=0.090
min	4.867-5.022=-0.155
max	8.439-8.171=0.268

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=vertical_lookup_row_list.three_one_unindexed.2

*mean*	25.875-25.875=0.000
σ	0.002-0.002=0.001
min	25.872-25.872=0.000
max	25.880-25.876=0.004

*mean*	8712.500-9687.000=-974.500
σ	305.160-0.000=305.160
min	8616.000-9687.000=-1071.000
max	9581.000-9687.000=-106.000

*mean*	5.593-5.577=0.015
σ	1.028-0.977=0.051
min	4.980-5.067=-0.087
max	8.487-8.339=0.148

iterations=10

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

scenario_id=mixed_indexes/benchmark2

step_id=vertical_lookup_row_list.three_one_unindexed.repeat.2

*mean*	25.873-25.873=0.000
σ	0.002-0.002=-0.000
min	25.872-25.871=0.001
max	25.876

*mean*	8712.500-9687.000=-974.500
σ	305.160-0.000=305.160
min	8616.000-9687.000=-1071.000
max	9581.000-9687.000=-106.000

*mean*	5.554-5.517=0.037
σ	0.977-0.943=0.034
min	5.080-5.049=0.031
max	8.321-8.188=0.133

CSV - vertical_lookup_row_list() on unindexed

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=10

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

scenario_id=no_indexes/benchmark3

step_id=vertical_lookup_row_list.unindexed.small_unique_int.3

*mean*	66.839-66.839=-0.000
σ	0.002-0.002=-0.000
min	66.837-66.837=0.000
max	66.841

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	143.002-153.084=-10.082
σ	26.762-16.215=10.547
min	98.886-118.759=-19.873
max	166.718-162.429=4.289

iterations=10

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

scenario_id=no_indexes/benchmark3

step_id=vertical_lookup_row_list.unindexed.small_unique_int.repeat.3

*mean*	66.838-66.840=-0.001
σ	0.002-0.003=-0.001
min	66.837
max	66.841-66.846=-0.005

*mean*	9581.000-9687.000=-106.000
σ	0.000
min	9581.000-9687.000=-106.000
max	9581.000-9687.000=-106.000

*mean*	143.694-350.529=-206.835
σ	26.604-424.846=-398.242
min	100.071-121.079=-21.008
max	167.301-1277.237=-1109.936

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

benchmark=pointed_index_from_kvs

iterations=10

rows=400000

*mean*	357.322
σ	0.002
min	357.321
max	357.325

*mean*	557.000-557.900=-0.900
σ	8.055-4.557=3.498
min	545.000
max	562.000-560.000=2.000

*mean*	726.727-707.004=19.723
σ	79.059-66.555=12.504
min	595.643-631.329=-35.685
max	841.402-786.914=54.488