Compare commits

Home / Compare 8bf807c2 .. 9007e912

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

CSV - column_set() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on indexed
rows=200000
mean36.783-36.783=-0.000
σ0.002-0.002=-0.000
min36.781-36.781=0.000
max36.785-36.785=0.000
mean9663.000-9804.000=-141.000
σ0.000
min9663.000-9804.000=-141.000
max9663.000-9804.000=-141.000
mean13.139-13.376=-0.238
σ0.531-0.458=0.073
min12.368-12.653=-0.286
max13.862-13.982=-0.120
iterations=10
operation_display=column_set() on indexed, repeat
rows=200000
mean36.783-36.783=0.000
σ0.002-0.002=-0.000
min36.781-36.781=0.000
max36.785-36.785=-0.000
mean9663.000-9804.000=-141.000
σ0.000
min9663.000-9804.000=-141.000
max9663.000-9804.000=-141.000
mean12.833-13.009=-0.176
σ0.631-0.547=0.083
min12.142-12.223=-0.081
max13.790-13.891=-0.102

CSV - column_set() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.244-62.241=0.002
σ0.002-0.000=0.002
min62.241-62.241=0.000
max62.245-62.241=0.004
mean5185.500-5086.500=99.000
σ2674.754-2509.664=165.089
min1295.000-1297.000=-2.000
max9663.000-8381.000=1282.000
mean116.393-106.990=9.403
σ60.250-14.383=45.867
min84.463-79.469=4.994
max284.127-118.602=165.525
iterations=10
operation_display=column_set() on unindexed, sparse, repeat
rows=200000
mean70.832-70.832=0.000
σ0.002-0.002=0.000
min70.830-70.830=0.000
max70.834-70.834=0.000
mean9663.000-9804.000=-141.000
σ0.000
min9663.000-9804.000=-141.000
max9663.000-9804.000=-141.000
mean135.888-139.831=-3.943
σ7.277-5.166=2.111
min122.936-131.539=-8.603
max143.323-148.728=-5.405

CSV - column_set(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense
rows=200000
mean15109.844-15109.841=0.002
σ3.992-3.993=-0.001
min15108.577
max15121.205-15121.206=-0.001
mean5180.600-5086.500=94.100
σ2680.554-2509.664=170.889
min1295.000-1297.000=-2.000
max9663.000-8381.000=1282.000
mean9403.905-10337.854=-933.949
σ2130.782-1966.407=164.375
min6724.677-6610.779=113.899
max12733.722-12033.518=700.204
iterations=10
operation_display=column_set() on unindexed, sparse
rows=200000
mean14060.903-14060.904=-0.001
σ0.005-0.005=0.000
min14060.898-14060.899=-0.001
max14060.912-14060.910=0.001
mean9663.000-9804.000=-141.000
σ0.000
min9663.000-9804.000=-141.000
max9663.000-9804.000=-141.000
mean6500.876-6838.172=-337.296
σ1516.186-1454.580=61.606
min5420.042-5462.941=-42.899
max9739.135-8935.807=803.327

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=load_product()
rows=200000
mean8744.666-8744.667=-0.000
σ0.419-0.418=0.001
min8744.531-8744.531=0.000
max8745.858-8745.856=0.001
mean4566.400-4688.300=-121.900
σ2531.801-2487.452=44.349
min1052.000-1051.000=1.000
max8035.000-8381.000=-346.000
mean4354.131-4951.119=-596.988
σ1357.778-1538.749=-180.972
min3542.667-3497.933=44.734
max7075.314-7292.302=-216.988
iterations=10
operation_display=load_product(), no indexes
rows=200000
mean2524.582-2524.581=0.001
σ0.002-0.002=-0.000
min2524.579-2524.579=0.000
max2524.583-2524.584=-0.000
mean9663.000-9804.000=-141.000
σ0.000
min9663.000-9804.000=-141.000
max9663.000-9804.000=-141.000
mean1045.963-1091.560=-45.597
σ7.102-144.192=-137.090
min1034.238-1034.767=-0.529
max1062.828-1501.659=-438.831

CSV - table_records()

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean42.068-42.069=-0.000
σ0.002-0.002=-0.000
min42.067-42.066=0.000
max42.071-42.072=-0.001
mean9663.000-9804.000=-141.000
σ0.000
min9663.000-9804.000=-141.000
max9663.000-9804.000=-141.000
mean14.160-14.443=-0.283
σ1.315-1.338=-0.023
min12.135-11.146=0.989
max15.424-15.529=-0.104
iterations=10
operation_display=table_records(), repeat
rows=200000
mean42.068-42.067=0.000
σ0.002-0.002=0.000
min42.066-42.066=-0.000
max42.070-42.070=0.000
mean9663.000-8523.300=1139.700
σ0.000-449.992=-449.992
min9663.000-8381.000=1282.000
max9663.000-9804.000=-141.000
mean12.830-12.917=-0.088
σ1.335-1.891=-0.557
min11.009-11.308=-0.299
max15.043-15.826=-0.783

CSV - table_records(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean15088.407-15088.407=-0.001
σ0.003-0.003=0.000
min15088.403
max15088.412-15088.411=0.001
mean9663.000-8523.300=1139.700
σ0.000-449.992=-449.992
min9663.000-8381.000=1282.000
max9663.000-9804.000=-141.000
mean9031.873-9611.924=-580.051
σ2039.189-2057.889=-18.700
min6545.383-6640.943=-95.559
max12568.954-11646.023=922.932

CSV - vertical_lookup_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
mean26.567-26.567=-0.000
σ0.002-0.002=0.000
min26.564-26.565=-0.000
max26.569-26.569=0.000
mean5185.500-5086.500=99.000
σ2674.754-2509.664=165.089
min1295.000-1297.000=-2.000
max9663.000-8381.000=1282.000
mean7.036-7.292=-0.256
σ0.459-0.350=0.109
min6.230-6.594=-0.364
max7.899-7.789=0.110

CSV - vertical_lookup_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean41.111-41.112=-0.001
σ0.002-0.002=-0.001
min41.110-41.109=0.000
max41.114-41.116=-0.003
mean9663.000-9804.000=-141.000
σ0.000
min9663.000-9804.000=-141.000
max9663.000-9804.000=-141.000
mean153.314-204.494=-51.180
σ182.432-330.404=-147.972
min76.435-86.903=-10.468
max671.405-1144.653=-473.248
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean41.112-41.112=0.000
σ0.002-0.002=-0.000
min41.110-41.109=0.000
max41.114-41.114=-0.000
mean9663.000-9804.000=-141.000
σ0.000
min9663.000-9804.000=-141.000
max9663.000-9804.000=-141.000
mean95.305-98.172=-2.866
σ12.079-8.729=3.350
min76.763-81.567=-4.804
max104.536-106.874=-2.337
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean41.117-41.116=0.000
σ0.002-0.002=0.000
min41.115-41.115=0.000
max41.120-41.120=0.000
mean9663.000-9804.000=-141.000
σ0.000
min9663.000-9804.000=-141.000
max9663.000-9804.000=-141.000
mean96.750-100.449=-3.699
σ12.193-6.611=5.582
min77.393-87.241=-9.847
max105.086-105.997=-0.911

CSV - vertical_lookup_list(), mini warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean27.771-27.771=-0.000
σ0.002-0.003=-0.001
min27.769-27.769=0.000
max27.774-27.778=-0.004
mean5185.500-5086.500=99.000
σ2674.754-2509.664=165.089
min1295.000-1297.000=-2.000
max9663.000-8381.000=1282.000
mean9.404-9.948=-0.544
σ0.628-0.652=-0.024
min8.749-8.829=-0.081
max10.359-10.568=-0.209
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean41.117-41.117=-0.000
σ0.002-0.002=0.000
min41.114
max41.119
mean9663.000-9804.000=-141.000
σ0.000
min9663.000-9804.000=-141.000
max9663.000-9804.000=-141.000
mean96.714-100.917=-4.203
σ12.233-6.958=5.275
min77.142-86.917=-9.776
max105.109-106.360=-1.252

CSV - vertical_lookup_list(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean15074.122-15074.110=0.012
σ0.040-0.003=0.037
min15074.106
max15074.235-15074.114=0.121
mean9663.000-9804.000=-141.000
σ0.000
min9663.000-9804.000=-141.000
max9663.000-9804.000=-141.000
mean9853.423-9323.317=530.106
σ2133.213-1967.760=165.453
min6581.271-6560.235=21.036
max12287.497-12186.100=101.396

CSV - vertical_lookup_row_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.801-25.801=0.000
σ0.002-0.002=-0.000
min25.799-25.798=0.000
max25.802-25.804=-0.001
mean9663.000-8523.300=1139.700
σ0.000-449.992=-449.992
min9663.000-8381.000=1282.000
max9663.000-9804.000=-141.000
mean5.440-5.297=0.143
σ0.174-0.102=0.073
min5.141-5.138=0.003
max5.668-5.423=0.246
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.795-25.796=-0.001
σ0.002-0.002=0.000
min25.793-25.793=-0.000
max25.798-25.798=0.000
mean9663.000-8523.300=1139.700
σ0.000-449.992=-449.992
min9663.000-8381.000=1282.000
max9663.000-9804.000=-141.000
mean5.441-5.224=0.217
σ0.287-0.169=0.118
min5.041-4.939=0.102
max6.119-5.412=0.707
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean26.101-26.100=0.000
σ0.002-0.002=0.001
min26.097-26.097=0.000
max26.106-26.102=0.003
mean9663.000-8523.300=1139.700
σ0.000-449.992=-449.992
min9663.000-8381.000=1282.000
max9663.000-9804.000=-141.000
mean5.366-5.280=0.086
σ0.202-0.145=0.057
min4.997-4.972=0.025
max5.647-5.441=0.206
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean26.099-26.099=0.000
σ0.002-0.002=0.000
min26.097-26.097=-0.000
max26.101
mean9663.000-8523.300=1139.700
σ0.000-449.992=-449.992
min9663.000-8381.000=1282.000
max9663.000-9804.000=-141.000
mean5.342-5.326=0.016
σ0.122-0.161=-0.038
min5.096-4.968=0.128
max5.452-5.586=-0.133

CSV - vertical_lookup_row_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.839-66.839=0.001
σ0.004-0.002=0.002
min66.837-66.837=0.000
max66.849-66.841=0.008
mean9663.000-9804.000=-141.000
σ0.000
min9663.000-9804.000=-141.000
max9663.000-9804.000=-141.000
mean269.753-150.105=119.647
σ396.082-14.672=381.410
min122.053-118.053=4.000
max1395.847-163.336=1232.511
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.838-66.839=-0.001
σ0.002-0.002=-0.000
min66.837
max66.841-66.843=-0.002
mean9663.000-9804.000=-141.000
σ0.000
min9663.000-9804.000=-141.000
max9663.000-9804.000=-141.000
mean143.195-203.688=-60.494
σ18.923-169.573=-150.651
min118.395-119.935=-1.540
max162.710-684.620=-521.910

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=pointedIndexFromKvs
rows=200000
mean172.559
σ0.002
min172.558
max172.562
mean473.900
σ0.316
min473.000
max474.000
mean401.387
σ5.392
min392.833
max410.263
iterations=10
operation_display=pointedIndexFromKvs
rows=400000
mean357.322
σ0.002
min357.321
max357.325
mean559.000-557.600=1.400
σ0.000-4.427=-4.427
min559.000-545.000=14.000
max559.000
mean780.731-757.670=23.061
σ21.772-60.162=-38.389
min732.063-637.075=94.988
max800.818-805.263=-4.445