Compare commits

Home / Compare 5bba5123 .. cbd6f4d4

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

CSV - column_set() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on indexed
rows=200000
scenario_id=mixed_indexes/benchmark4
step_id=column_set.indexed.4
mean36.783-36.764=0.019
σ0.002-0.002=0.000
min36.781-36.762=0.019
max36.785-36.766=0.019
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean12.994-54.881=-41.887
σ0.354-132.128=-131.775
min12.537-12.060=0.476
max13.883-430.920=-417.037
iterations=10
operation_display=column_set() on indexed, repeat
rows=200000
scenario_id=mixed_indexes/benchmark4
step_id=column_set.indexed.repeat.4
mean36.783-36.765=0.018
σ0.002-0.002=0.000
min36.781-36.762=0.019
max36.785-36.766=0.019
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean12.962-33.531=-20.569
σ0.668-61.121=-60.453
min12.117-12.003=0.114
max13.976-207.267=-193.290

CSV - column_set() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense, repeat
rows=200000
scenario_id=benchmark1
step_id=column_set.unindexed.dense.repeat.1
mean62.224
σ0.002
min62.222
max62.226
mean5371.000
σ2677.022
min1395.000
max9283.000
mean105.573
σ10.121
min90.998
max117.402
iterations=10
operation_display=column_set() on unindexed, dense, repeat
rows=200000
scenario_id=mixed_indexes/benchmark1
step_id=column_set.unindexed.dense.repeat.1
mean62.242
σ0.000
min62.241
max62.243
mean5190.700
σ2682.541
min1294.000
max9687.000
mean111.845
σ41.210
min82.428
max225.027
iterations=10
operation_display=column_set() on unindexed, sparse, repeat
rows=200000
scenario_id=no_indexes/benchmark3
step_id=column_set.unindexed.sparse.repeat.3
mean70.832-70.812=0.020
σ0.002-0.002=0.000
min70.830-70.811=0.019
max70.834-70.815=0.019
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean134.764-135.261=-0.497
σ6.433-12.035=-5.602
min121.265-111.055=10.210
max139.539-143.377=-3.838

CSV - column_set(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense
rows=200000
scenario_id=benchmark1
step_id=column_set.unindexed.dense.1
mean62.224
σ0.002
min62.222
max62.226
mean5371.000
σ2677.022
min1395.000
max9283.000
mean105.634
σ9.279
min93.283
max117.289
iterations=10
operation_display=column_set() on unindexed, dense
rows=200000
scenario_id=mixed_indexes/benchmark1
step_id=column_set.unindexed.dense.1
mean15109.842
σ3.993
min15108.577
max15121.206
mean5187.100
σ2686.802
min1294.000
max9687.000
mean8841.415
σ1807.560
min6660.631
max11534.777
iterations=10
operation_display=column_set() on unindexed, sparse
rows=200000
scenario_id=no_indexes/benchmark3
step_id=column_set.unindexed.sparse.3
mean14060.903-70.815=13990.088
σ0.004-0.004=-0.000
min14060.898-70.811=13990.087
max14060.912-70.824=13990.088
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean6747.022-309.137=6437.886
σ1673.478-355.363=1318.114
min5415.319-137.951=5277.368
max9246.896-1050.265=8196.631

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=load_product()
rows=200000
scenario_id=benchmark1
step_id=load_product.1
mean8744.530
σ0.003
min8744.527
max8744.535
mean5168.000
σ2813.148
min1049.000
max9283.000
mean5744.129
σ1379.349
min3803.511
max7217.456
iterations=10
operation_display=load_product()
rows=200000
scenario_id=mixed_indexes/benchmark1
step_id=load_product.1
mean8744.666
σ0.418
min8744.530
max8745.856
mean4572.000
σ2536.643
min1051.000
max8050.000
mean4200.012
σ1089.914
min3490.792
max6394.156
iterations=10
operation_display=load_product()
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=load_product.2
mean8744.535-8744.531=0.004
σ0.003-0.003=-0.000
min8744.530-8744.527=0.003
max8744.539-8744.535=0.004
mean9687.000-9283.000=404.000
σ0.000
min9687.000-9283.000=404.000
max9687.000-9283.000=404.000
mean4323.184-5523.217=-1200.033
σ1330.741-1539.210=-208.469
min3511.415-3565.054=-53.639
max6996.892-7533.189=-536.298
iterations=10
operation_display=load_product()
rows=200000
scenario_id=mixed_indexes/benchmark4
step_id=load_product.4.mixed_indexes
mean8744.535-8744.529=0.006
σ0.003-0.002=0.000
min8744.531-8744.527=0.005
max8744.539-8744.534=0.005
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean5042.742-5223.472=-180.730
σ1430.992-1537.008=-106.016
min3501.271-3574.564=-73.293
max7338.125-7632.628=-294.503
iterations=10
operation_display=load_product(), no indexes
rows=200000
scenario_id=no_indexes/benchmark3
step_id=load_product.3.no_indexes
mean2524.582-2524.579=0.003
σ0.003-0.004=-0.001
min2524.579-2524.576=0.003
max2524.589-2524.589=0.000
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean1284.094-1318.402=-34.309
σ501.460-607.088=-105.627
min1026.468-1036.874=-10.405
max2611.763-2811.670=-199.907

CSV - table_records()

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
scenario_id=no_indexes/benchmark3
step_id=table_records.3
mean42.070-42.050=0.019
σ0.002-0.002=0.000
min42.067-42.048=0.019
max42.072-42.052=0.020
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean14.685-11.892=2.793
σ1.141-1.350=-0.208
min12.137-10.456=1.681
max16.047-14.413=1.634
iterations=10
operation_display=table_records(), repeat
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=table_records.repeat.2
mean42.068-42.048=0.020
σ0.002-0.002=0.000
min42.066-42.047=0.019
max42.070-42.051=0.019
mean9687.000-9349.600=337.400
σ0.000-210.608=-210.608
min9687.000-9283.000=404.000
max9687.000-9949.000=-262.000
mean13.521-12.504=1.017
σ1.838-1.386=0.452
min11.344-10.631=0.713
max16.098-14.599=1.499
iterations=10
operation_display=table_records(), repeat
rows=200000
scenario_id=no_indexes/benchmark3
step_id=table_records.repeat.3
mean42.069-42.049=0.020
σ0.002-0.002=0.000
min42.066-42.047=0.019
max42.071-42.052=0.019
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean13.717-11.779=1.938
σ0.985-1.371=-0.386
min11.370-10.237=1.133
max14.800-13.975=0.825

CSV - table_records(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=table_records.2
mean15088.407-42.047=15046.360
σ0.002-0.001=0.001
min15088.403-42.047=15046.357
max15088.409-42.051=15046.358
mean9687.000-9349.600=337.400
σ0.000-210.608=-210.608
min9687.000-9283.000=404.000
max9687.000-9949.000=-262.000
mean9057.947-13.905=9044.042
σ2311.046-1.586=2309.460
min6552.359-11.106=6541.252
max12657.764-15.530=12642.233

CSV - vertical_lookup_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
scenario_id=benchmark1
step_id=vertical_lookup_list.indexed.repeat.1
mean26.548
σ0.002
min26.545
max26.549
mean5371.000
σ2677.022
min1395.000
max9283.000
mean6.518
σ0.473
min5.813
max7.309
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
scenario_id=mixed_indexes/benchmark1
step_id=vertical_lookup_list.indexed.repeat.1
mean26.567
σ0.002
min26.565
max26.569
mean5190.700
σ2682.541
min1294.000
max9687.000
mean7.065
σ0.576
min6.014
max7.953
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=vertical_lookup_list.indexed.repeat.2
mean26.567-26.549=0.018
σ0.002-0.001=0.001
min26.565-26.545=0.019
max26.569-26.549=0.019
mean9687.000-9349.600=337.400
σ0.000-210.608=-210.608
min9687.000-9283.000=404.000
max9687.000-9949.000=-262.000
mean7.349-6.575=0.774
σ1.208-0.367=0.840
min5.765-5.980=-0.216
max10.516-7.131=3.385
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
scenario_id=mixed_indexes/benchmark4
step_id=vertical_lookup_list.indexed.repeat.4
mean26.567-26.548=0.019
σ0.002-0.002=0.000
min26.564-26.545=0.019
max26.569-26.549=0.019
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean8.103-6.682=1.421
σ0.370-0.482=-0.112
min7.596-5.994=1.601
max8.560-7.196=1.364

CSV - vertical_lookup_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
scenario_id=no_indexes/benchmark3
step_id=vertical_lookup_list.unindexed.missing_int.3
mean41.111-41.092=0.019
σ0.002-0.002=-0.000
min41.110-41.090=0.019
max41.114-41.094=0.019
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean100.410-91.817=8.593
σ12.013-17.575=-5.562
min74.844-63.188=11.657
max106.842-108.325=-1.483
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
scenario_id=no_indexes/benchmark3
step_id=vertical_lookup_list.unindexed.missing_int.repeat.3
mean41.112-41.093=0.018
σ0.002-0.004=-0.002
min41.109-41.090=0.019
max41.114-41.103=0.011
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean100.495-188.682=-88.187
σ11.933-243.693=-231.760
min75.471-62.446=13.026
max107.898-823.407=-715.509
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
scenario_id=no_indexes/benchmark3
step_id=vertical_lookup_list.unindexed.tail_unique_int.repeat.3
mean41.116-41.098=0.018
σ0.002-0.002=0.000
min41.115-41.095=0.019
max41.120-41.099=0.021
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean100.302-94.662=5.640
σ11.920-17.402=-5.482
min75.279-63.921=11.358
max106.605-108.801=-2.196

CSV - vertical_lookup_list(), mini warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
scenario_id=benchmark1
step_id=vertical_lookup_list.indexed.1
mean26.548
σ0.002
min26.545
max26.549
mean5371.000
σ2677.022
min1395.000
max9283.000
mean6.938
σ0.567
min5.799
max7.527
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
scenario_id=mixed_indexes/benchmark1
step_id=vertical_lookup_list.indexed.1
mean27.771
σ0.003
min27.769
max27.778
mean5190.700
σ2682.541
min1294.000
max9687.000
mean9.450
σ0.639
min8.828
max10.428
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=vertical_lookup_list.indexed.2
mean27.771-26.546=1.225
σ0.003-0.002=0.001
min27.769-26.545=1.223
max27.777-26.549=1.227
mean9687.000-9349.600=337.400
σ0.000-210.608=-210.608
min9687.000-9283.000=404.000
max9687.000-9949.000=-262.000
mean9.540-7.104=2.436
σ1.143-0.369=0.775
min8.654-6.547=2.107
max12.564-7.623=4.941
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
scenario_id=no_indexes/benchmark3
step_id=vertical_lookup_list.unindexed.tail_unique_int.3
mean41.117-41.097=0.021
σ0.002-0.002=-0.000
min41.114-41.095=0.019
max41.119-41.099=0.019
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean100.427-94.613=5.814
σ11.813-17.016=-5.203
min75.170-64.175=10.995
max106.870-108.765=-1.896

CSV - vertical_lookup_list(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
scenario_id=mixed_indexes/benchmark4
step_id=vertical_lookup_list.indexed.4
mean15074.109-26.547=15047.562
σ0.003-0.002=0.001
min15074.106-26.545=15047.561
max15074.115-26.549=15047.565
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean10220.236-7.968=10212.267
σ1848.327-0.336=1847.991
min6533.801-7.518=6526.282
max11901.862-8.565=11893.296

CSV - vertical_lookup_row_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=vertical_lookup_row_list.two_indexed.2
mean25.682-25.664=0.018
σ0.003-0.001=0.001
min25.680-25.662=0.018
max25.686-25.666=0.021
mean9687.000-9349.600=337.400
σ0.000-210.608=-210.608
min9687.000-9283.000=404.000
max9687.000-9949.000=-262.000
mean5.572-5.075=0.497
σ0.962-0.183=0.780
min5.041-4.855=0.186
max8.295-5.362=2.933
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=vertical_lookup_row_list.two_indexed.repeat.2
mean25.683-25.664=0.018
σ0.002-0.002=0.000
min25.680-25.661=0.019
max25.685-25.666=0.019
mean9687.000-9349.600=337.400
σ0.000-210.608=-210.608
min9687.000-9283.000=404.000
max9687.000-9949.000=-262.000
mean5.565-5.117=0.448
σ0.933-0.206=0.727
min5.022-4.846=0.175
max8.171-5.519=2.652
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=vertical_lookup_row_list.three_one_unindexed.2
mean25.875-25.853=0.022
σ0.002-0.001=0.000
min25.872-25.852=0.020
max25.876-25.857=0.020
mean9687.000-9349.600=337.400
σ0.000-210.608=-210.608
min9687.000-9283.000=404.000
max9687.000-9949.000=-262.000
mean5.577-5.089=0.488
σ0.977-0.184=0.793
min5.067-4.799=0.268
max8.339-5.325=3.013
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
scenario_id=mixed_indexes/benchmark2
step_id=vertical_lookup_row_list.three_one_unindexed.repeat.2
mean25.873-25.853=0.020
σ0.002-0.001=0.001
min25.871-25.852=0.019
max25.876-25.856=0.020
mean9687.000-9349.600=337.400
σ0.000-210.608=-210.608
min9687.000-9283.000=404.000
max9687.000-9949.000=-262.000
mean5.517-5.110=0.407
σ0.943-0.154=0.789
min5.049-4.884=0.165
max8.188-5.278=2.910

CSV - vertical_lookup_row_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
scenario_id=no_indexes/benchmark3
step_id=vertical_lookup_row_list.unindexed.small_unique_int.3
mean66.839-66.819=0.019
σ0.002-0.002=-0.000
min66.837-66.818=0.019
max66.841-66.821=0.020
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean153.084-127.741=25.343
σ16.215-25.255=-9.040
min118.759-103.204=15.555
max162.429-166.974=-4.545
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
scenario_id=no_indexes/benchmark3
step_id=vertical_lookup_row_list.unindexed.small_unique_int.repeat.3
mean66.840-66.820=0.019
σ0.003-0.002=0.001
min66.837-66.818=0.019
max66.846-66.821=0.025
mean9687.000-9949.000=-262.000
σ0.000
min9687.000-9949.000=-262.000
max9687.000-9949.000=-262.000
mean350.529-128.119=222.410
σ424.846-25.254=399.592
min121.079-102.896=18.183
max1277.237-166.504=1110.732

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
benchmark=pointed_index_from_kvs
iterations=10
rows=400000
mean357.322
σ0.002
min357.321
max357.325
mean557.900-557.600=0.300
σ4.557-4.427=0.130
min545.000
max560.000-559.000=1.000
mean707.004-769.423=-62.419
σ66.555-35.470=31.084
min631.329-684.577=-53.248
max786.914-800.418=-13.504