Compare commits

Home / Compare 9eddbcb4 .. 68b3038d

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

CSV - column_set() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on indexed
rows=200000
mean36.614-36.614=0.000
σ0.001-0.001=-0.000
min36.614-36.614=0.000
max36.618-36.618=-0.000
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean13.046-12.865=0.181
σ0.298-0.554=-0.256
min12.576-11.925=0.651
max13.474-13.731=-0.257
iterations=10
operation_display=column_set() on indexed, repeat
rows=200000
mean36.614-36.614=0.000
σ0.000-0.000=0.000
min36.613-36.613=-0.000
max36.614-36.614=0.000
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean95.312-12.865=82.447
σ260.687-0.530=260.157
min11.981-11.882=0.099
max837.240-13.500=823.739

CSV - column_set() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.074-62.074=-0.000
σ0.000-0.000=0.000
min62.073
max62.074-62.074=-0.000
mean5041.400-5182.700=-141.300
σ2529.900-2568.738=-38.838
min1289.000-1313.000=-24.000
max8543.000-9036.000=-493.000
mean102.608-104.954=-2.347
σ11.017-9.587=1.431
min81.796-87.936=-6.140
max115.144-113.291=1.853
iterations=10
operation_display=column_set() on unindexed, sparse, repeat
rows=200000
mean70.664-70.664=0.000
σ0.002-0.002=-0.000
min70.662-70.662=-0.000
max70.667-70.667=-0.000
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean136.772-136.484=0.287
σ2.370-5.356=-2.987
min131.978-121.326=10.652
max139.111-139.271=-0.159

CSV - column_set(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense
rows=200000
mean15109.671-15109.672=-0.000
σ3.988-3.988=-0.000
min15108.410-15108.410=-0.000
max15121.020-15121.021=-0.001
mean5041.400-5182.700=-141.300
σ2529.900-2568.738=-38.838
min1289.000-1313.000=-24.000
max8543.000-9036.000=-493.000
mean10733.358-9598.335=1135.023
σ1846.468-1909.094=-62.626
min6604.157-6665.337=-61.180
max12429.992-12512.680=-82.688
iterations=10
operation_display=column_set() on unindexed, sparse
rows=200000
mean14060.733-14060.732=0.000
σ0.002-0.002=-0.000
min14060.731-14060.730=0.001
max14060.736-14060.736=0.000
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean7117.724-7048.745=68.979
σ1402.395-1908.789=-506.394
min5425.772-5455.031=-29.259
max9086.346-9865.633=-779.287

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=load_product() with indexes
rows=200000
mean8744.535-8744.535=-0.000
σ0.000-0.000=0.000
min8744.534-8744.534=-0.000
max8744.536-8744.535=0.001
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean4109.446-4681.627=-572.181
σ947.293-1256.907=-309.614
min3507.404-3516.970=-9.566
max6263.552-6743.017=-479.465
iterations=10
operation_display=load_product(), no indexes
rows=200000
mean2524.581-2524.581=-0.000
σ0.002-0.002=0.000
min2524.579-2524.579=-0.000
max2524.583-2524.584=-0.001
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean1217.253-1514.807=-297.555
σ556.728-804.179=-247.451
min1034.296-1031.339=2.957
max2801.655-3077.884=-276.229
iterations=10
operation_display=load_product(), with indexes
rows=200000
mean8744.667-8744.667=-0.000
σ0.418-0.418=0.000
min8744.534-8744.534=-0.000
max8745.858-8745.857=0.000
mean4771.200-4862.400=-91.200
σ2503.137-2620.515=-117.378
min1050.000-1055.000=-5.000
max8543.000-9036.000=-493.000
mean5053.929-4706.365=347.564
σ1456.251-1272.890=183.361
min3469.960-3553.517=-83.557
max7242.487-7185.364=57.123
iterations=10
operation_display=load_product()with indexes
rows=200000
mean8744.533-8744.533=0.000
σ0.002-0.002=-0.000
min8744.531-8744.530=0.001
max8744.536-8744.536=0.000
mean8543.000-9036.000=-493.000
σ0.000
min8543.000-9036.000=-493.000
max8543.000-9036.000=-493.000
mean4224.102-4405.203=-181.101
σ1173.574-1121.364=52.210
min3482.747-3505.999=-23.252
max6970.329-6551.112=419.218

CSV - table_records()

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records(), no indexes
rows=200000
mean41.901-41.901=0.000
σ0.002-0.002=-0.000
min41.900-41.899=0.000
max41.904-41.904=-0.000
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean14.105-14.613=-0.508
σ0.828-1.061=-0.233
min12.597-11.945=0.652
max15.017-15.498=-0.481
iterations=10
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.900-41.900=-0.000
σ0.002-0.002=-0.000
min41.900-41.899=0.000
max41.903-41.904=-0.000
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean12.581-13.555=-0.974
σ1.104-1.090=0.014
min11.585-11.295=0.289
max14.640-14.433=0.207
iterations=10
operation_display=table_records(), repeat
rows=200000
mean41.901-41.901=-0.000
σ0.002-0.002=0.000
min41.899
max41.904
mean8668.900-9093.900=-425.000
σ398.131-183.096=215.035
min8543.000-9036.000=-493.000
max9802.000-9615.000=187.000
mean13.063-13.667=-0.603
σ2.065-1.929=0.136
min10.685-11.249=-0.564
max15.869-16.382=-0.513

CSV - table_records(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean15088.238-15088.238=0.000
σ0.002-0.002=-0.000
min15088.237-15088.236=0.000
max15088.241
mean8668.900-9093.900=-425.000
σ398.131-183.096=215.035
min8543.000-9036.000=-493.000
max9802.000-9615.000=187.000
mean9445.920-9485.969=-40.049
σ2254.916-2358.823=-103.907
min6525.324-6603.368=-78.044
max12513.602-12182.547=331.055

CSV - vertical_lookup_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, after column_set(), repeat
rows=200000
mean26.397
σ0.000
min26.397
max26.398
mean5041.400
σ2529.900
min1289.000
max8543.000
mean7.001
σ0.519
min5.877
max7.858
iterations=10
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.398
σ0.002
min26.397
max26.401
mean8668.900
σ398.131
min8543.000
max9802.000
mean6.854
σ1.126
min6.068
max9.767
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
mean26.398-26.397=0.000
σ0.000-0.000=-0.000
min26.398-26.397=0.000
max26.398-26.398=0.000
mean9802.000-5182.700=4619.300
σ0.000-2568.738=-2568.738
min9802.000-1313.000=8489.000
max9802.000-9036.000=766.000
mean8.135-6.948=1.187
σ0.221-0.444=-0.223
min7.782-5.991=1.791
max8.446-7.659=0.786

CSV - vertical_lookup_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.943-40.944=-0.000
σ0.002-0.002=0.000
min40.942-40.942=0.000
max40.947-40.947=-0.000
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean99.798-103.127=-3.329
σ8.130-10.212=-2.082
min84.291-74.205=10.085
max107.061-108.129=-1.069
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.943-40.944=-0.000
σ0.002-0.002=0.000
min40.942-40.942=-0.000
max40.946-40.946=0.000
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean99.967-216.982=-117.016
σ8.158-361.478=-353.319
min84.556-74.433=10.123
max107.059-1245.369=-1138.310
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.949-40.949=-0.000
σ0.002-0.002=0.000
min40.947-40.947=-0.000
max40.952-40.952=-0.000
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean99.951-103.130=-3.179
σ8.260-10.127=-1.866
min83.619-74.451=9.168
max106.650-108.476=-1.826
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.948-40.948=0.000
σ0.002-0.002=-0.000
min40.947-40.947=0.000
max40.950-40.951=-0.000
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean99.914-103.243=-3.329
σ8.134-10.108=-1.974
min84.310-74.589=9.721
max106.574-107.914=-1.340

CSV - vertical_lookup_list(), mini warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, after column_set()
rows=200000
mean27.602-27.602=0.000
σ0.002-0.002=-0.000
min27.602
max27.607
mean5041.400-5182.700=-141.300
σ2529.900-2568.738=-38.838
min1289.000-1313.000=-24.000
max8543.000-9036.000=-493.000
mean9.765-9.895=-0.130
σ0.590-0.573=0.016
min8.849-8.723=0.126
max10.327-10.667=-0.340
iterations=10
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.603-27.602=0.000
σ0.002-0.002=-0.000
min27.602-27.602=0.000
max27.605
mean8668.900-9093.900=-425.000
σ398.131-183.096=215.035
min8543.000-9036.000=-493.000
max9802.000-9615.000=187.000
mean9.545-9.621=-0.076
σ1.189-1.188=0.001
min8.583-8.235=0.348
max12.564-12.341=0.223

CSV - vertical_lookup_list(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean15073.940-15073.940=0.000
σ0.000-0.001=-0.000
min15073.939
max15073.940-15073.941=-0.001
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean9351.923-9678.600=-326.677
σ2292.629-1924.382=368.247
min6553.272-6602.001=-48.729
max12534.160-11990.524=543.636

CSV - vertical_lookup_row_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.633-25.633=0.000
σ0.002-0.002=-0.000
min25.631
max25.637
mean8668.900-9093.900=-425.000
σ398.131-183.096=215.035
min8543.000-9036.000=-493.000
max9802.000-9615.000=187.000
mean5.368-5.447=-0.079
σ0.956-0.976=-0.020
min4.886-4.968=-0.082
max8.012-8.203=-0.190
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.628-25.628=-0.000
σ0.002-0.002=-0.000
min25.626
max25.630-25.630=-0.000
mean8668.900-9093.900=-425.000
σ398.131-183.096=215.035
min8543.000-9036.000=-493.000
max9802.000-9615.000=187.000
mean5.205-5.331=-0.126
σ1.032-0.928=0.104
min4.736-4.952=-0.216
max8.109-7.964=0.145
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.932-25.932=-0.000
σ0.003-0.003=-0.000
min25.930
max25.939-25.938=0.000
mean8668.900-9093.900=-425.000
σ398.131-183.096=215.035
min8543.000-9036.000=-493.000
max9802.000-9615.000=187.000
mean5.256-5.336=-0.080
σ1.020-1.063=-0.044
min4.822-4.941=-0.119
max8.135-8.361=-0.225
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.931-25.931=0.000
σ0.002-0.002=-0.000
min25.930
max25.934
mean8668.900-9093.900=-425.000
σ398.131-183.096=215.035
min8543.000-9036.000=-493.000
max9802.000-9615.000=187.000
mean5.239-5.287=-0.047
σ0.977-0.996=-0.018
min4.743-4.874=-0.131
max7.985-8.115=-0.131

CSV - vertical_lookup_row_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.671-66.671=0.000
σ0.002-0.002=0.000
min66.670-66.670=-0.000
max66.674-66.673=0.001
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean260.870-152.354=108.516
σ344.148-17.780=326.368
min131.857-118.239=13.618
max1239.843-163.806=1076.036
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.671-66.670=0.000
σ0.002-0.002=-0.000
min66.670
max66.673
mean9802.000-9615.000=187.000
σ0.000
min9802.000-9615.000=187.000
max9802.000-9615.000=187.000
mean189.328-151.334=37.994
σ125.644-20.329=105.316
min131.804-106.769=25.036
max545.277-164.815=380.462

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=pointedIndexFromKvs
rows=200000
mean172.559
σ0.002
min172.558
max172.562
mean473.900-478.000=-4.100
σ0.316-0.000=0.316
min473.000-478.000=-5.000
max474.000-478.000=-4.000
mean392.765-389.056=3.709
σ22.743-20.106=2.637
min330.337-359.107=-28.770
max408.303-406.632=1.671
iterations=10
operation_display=pointedIndexFromKvs
rows=400000
mean357.322
σ0.002
min357.321
max357.325
mean559.000-560.000=-1.000
σ0.000
min559.000-560.000=-1.000
max559.000-560.000=-1.000
mean747.785-752.658=-4.873
σ66.359-53.214=13.145
min636.680-657.599=-20.919
max813.933-828.615=-14.681