Compare commits

Home / Compare efbe0230 .. 0e31f1f8

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

CSV - column_set() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on indexed
rows=200000
mean36.614-36.783=-0.169
σ0.000-0.003=-0.003
min36.614-36.780=-0.167
max36.615-36.788=-0.174
mean9807.000-8991.900=815.100
σ0.000-28.144=-28.144
min9807.000-8983.000=824.000
max9807.000-9072.000=735.000
mean12.661-108.393=-95.732
σ0.363-301.863=-301.500
min11.993-12.515=-0.522
max13.285-967.509=-954.224
iterations=10
operation_display=column_set() on indexed, repeat
rows=200000
mean36.614-36.782=-0.169
σ0.000-0.002=-0.002
min36.613-36.780=-0.167
max36.614-36.784=-0.170
mean9807.000-8991.900=815.100
σ0.000-28.144=-28.144
min9807.000-8983.000=824.000
max9807.000-9072.000=735.000
mean12.743-13.420=-0.677
σ0.581-1.329=-0.748
min12.008-12.024=-0.016
max13.728-16.325=-2.597

CSV - column_set() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.074-62.243=-0.169
σ0.000-0.002=-0.002
min62.074-62.241=-0.167
max62.074-62.245=-0.170
mean5218.000-5240.600=-22.600
σ2576.846-2594.861=-18.015
min1266.000-1270.000=-4.000
max8618.000-8670.000=-52.000
mean104.593-98.607=5.987
σ11.780-19.064=-7.284
min84.835-61.182=23.652
max116.346-113.487=2.859
iterations=10
operation_display=column_set() on unindexed, sparse, repeat
rows=200000
mean70.664-70.832=-0.168
σ0.002-0.002=-0.000
min70.662-70.830=-0.167
max70.667-70.834=-0.167
mean9807.000-8983.000=824.000
σ0.000
min9807.000-8983.000=824.000
max9807.000-8983.000=824.000
mean137.496-131.451=6.045
σ5.460-11.696=-6.236
min125.971-114.994=10.978
max143.595-145.732=-2.138

CSV - column_set(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense
rows=200000
mean15109.672-15109.843=-0.171
σ3.988-3.992=-0.004
min15108.410-15108.577=-0.166
max15121.021-15121.204=-0.183
mean5218.000-5240.600=-22.600
σ2576.846-2594.861=-18.015
min1266.000-1270.000=-4.000
max8618.000-8670.000=-52.000
mean9660.113-9478.975=181.138
σ2164.029-1681.659=482.370
min6756.809-6712.255=44.554
max12585.732-12417.818=167.914
iterations=10
operation_display=column_set() on unindexed, sparse
rows=200000
mean14060.732-14060.903=-0.170
σ0.001-0.004=-0.003
min14060.731-14060.897=-0.166
max14060.735-14060.908=-0.173
mean9807.000-8983.000=824.000
σ0.000
min9807.000-8983.000=824.000
max9807.000-8983.000=824.000
mean7588.130-7083.731=504.399
σ1719.962-2038.791=-318.829
min5505.124-5454.342=50.782
max9424.793-11108.659=-1683.866

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=load_product() with indexes
rows=200000
mean8744.667-8744.667=0.001
σ0.418-0.419=-0.000
min8744.534-8744.531=0.003
max8745.858-8745.858=-0.000
mean4843.900-4863.800=-19.900
σ2511.079-2527.720=-16.641
min1044.000
max8618.000-8670.000=-52.000
mean4498.070-4225.010=273.060
σ1243.308-1070.523=172.785
min3516.577-3495.639=20.938
max7292.244-6922.236=370.008
iterations=10
operation_display=load_product(), no indexes
rows=200000
mean2524.581-2524.582=-0.001
σ0.002-0.004=-0.002
min2524.579-2524.579=-0.000
max2524.583-2524.592=-0.009
mean9807.000-8983.000=824.000
σ0.000
min9807.000-8983.000=824.000
max9807.000-8983.000=824.000
mean1270.322-1377.176=-106.853
σ485.121-910.142=-425.021
min1039.422-1034.016=5.407
max2437.312-3936.024=-1498.711

CSV - table_records()

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean41.901-42.069=-0.167
σ0.002-0.002=0.000
min41.899-42.066=-0.167
max41.904-42.071=-0.167
mean9807.000-8983.000=824.000
σ0.000
min9807.000-8983.000=824.000
max9807.000-8983.000=824.000
mean14.368-13.795=0.573
σ1.354-1.713=-0.359
min11.057-11.407=-0.350
max15.594-15.480=0.114
iterations=10
operation_display=table_records(), repeat
rows=200000
mean41.901-42.067=-0.166
σ0.002-0.002=0.000
min41.899-42.065=-0.166
max41.904-42.070=-0.167
mean8736.900-8701.300=35.600
σ375.995-98.979=277.016
min8618.000-8670.000=-52.000
max9807.000-8983.000=824.000
mean12.839-14.630=-1.790
σ1.804-1.577=0.226
min10.913-11.285=-0.372
max16.035-16.200=-0.165

CSV - table_records(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean15088.238-15088.406=-0.168
σ0.002-0.003=-0.001
min15088.237-15088.403=-0.166
max15088.241-15088.411=-0.170
mean8736.900-8701.300=35.600
σ375.995-98.979=277.016
min8618.000-8670.000=-52.000
max9807.000-8983.000=824.000
mean9379.752-9783.298=-403.546
σ2135.065-1825.428=309.637
min6660.524-6582.803=77.721
max12497.695-12216.358=281.337

CSV - vertical_lookup_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
mean26.397-26.566=-0.168
σ0.000-0.002=-0.002
min26.397-26.564=-0.166
max26.398-26.568=-0.170
mean5218.000-5240.600=-22.600
σ2576.846-2594.861=-18.015
min1266.000-1270.000=-4.000
max8618.000-8670.000=-52.000
mean7.311-7.044=0.267
σ0.321-0.594=-0.273
min6.882-6.088=0.794
max7.871-7.861=0.010

CSV - vertical_lookup_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944-41.110=-0.167
σ0.002-0.002=-0.000
min40.942-41.109=-0.167
max40.947-41.114=-0.168
mean9807.000-8983.000=824.000
σ0.000
min9807.000-8983.000=824.000
max9807.000-8983.000=824.000
mean203.890-91.042=112.848
σ329.196-18.768=310.428
min84.207-63.737=20.470
max1140.603-108.183=1032.420
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.943-41.111=-0.167
σ0.002-0.002=-0.000
min40.942-41.109=-0.167
max40.946-41.113=-0.167
mean9807.000-8983.000=824.000
σ0.000
min9807.000-8983.000=824.000
max9807.000-8983.000=824.000
mean97.414-91.095=6.319
σ9.911-18.705=-8.794
min76.758-64.116=12.642
max105.489-108.117=-2.628
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.948-41.116=-0.168
σ0.002-0.002=-0.000
min40.947-41.114=-0.167
max40.951-41.118=-0.167
mean9807.000-8983.000=824.000
σ0.000
min9807.000-8983.000=824.000
max9807.000-8983.000=824.000
mean100.670-91.298=9.372
σ7.239-18.790=-11.551
min84.472-64.188=20.284
max108.020-108.988=-0.968

CSV - vertical_lookup_list(), mini warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean27.602-27.770=-0.168
σ0.002-0.002=-0.001
min27.602-27.768=-0.166
max27.607-27.773=-0.166
mean5218.000-5240.600=-22.600
σ2576.846-2594.861=-18.015
min1266.000-1270.000=-4.000
max8618.000-8670.000=-52.000
mean9.602-9.834=-0.232
σ0.670-0.576=0.093
min8.710-8.767=-0.057
max10.251-10.332=-0.080
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.949-41.116=-0.167
σ0.002-0.002=-0.000
min40.947-41.114=-0.167
max40.952-41.119=-0.167
mean9807.000-8983.000=824.000
σ0.000
min9807.000-8983.000=824.000
max9807.000-8983.000=824.000
mean100.818-91.310=9.508
σ7.394-18.821=-11.427
min84.103-64.605=19.499
max107.951-108.496=-0.546

CSV - vertical_lookup_list(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean15073.940-15074.122=-0.182
σ0.000-0.041=-0.041
min15073.939-15074.105=-0.166
max15073.940-15074.239=-0.299
mean9807.000-8991.900=815.100
σ0.000-28.144=-28.144
min9807.000-8983.000=824.000
max9807.000-9072.000=735.000
mean9618.040-9779.729=-161.689
σ2127.473-1827.546=299.926
min6595.672-6578.892=16.779
max12503.876-12514.146=-10.270

CSV - vertical_lookup_row_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.633-25.800=-0.166
σ0.002-0.002=0.000
min25.631-25.798=-0.166
max25.637-25.802=-0.165
mean8736.900-8701.300=35.600
σ375.995-98.979=277.016
min8618.000-8670.000=-52.000
max9807.000-8983.000=824.000
mean5.781-5.242=0.539
σ0.829-0.177=0.653
min5.381-5.034=0.347
max8.125-5.513=2.612
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.628-25.795=-0.167
σ0.002-0.002=0.000
min25.626-25.793=-0.166
max25.631-25.797=-0.166
mean8736.900-8701.300=35.600
σ375.995-98.979=277.016
min8618.000-8670.000=-52.000
max9807.000-8983.000=824.000
mean5.541-5.193=0.348
σ0.378-0.167=0.211
min5.275-4.964=0.311
max6.567-5.413=1.154
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.932-26.100=-0.167
σ0.002-0.003=-0.000
min25.930-26.096=-0.166
max25.935-26.104=-0.169
mean8736.900-8701.300=35.600
σ375.995-98.979=277.016
min8618.000-8670.000=-52.000
max9807.000-8983.000=824.000
mean5.560-5.209=0.351
σ0.410-0.181=0.229
min5.294-5.045=0.249
max6.654-5.602=1.052
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.931-26.099=-0.168
σ0.002-0.002=-0.000
min25.930-26.096=-0.166
max25.934-26.101=-0.167
mean8736.900-8701.300=35.600
σ375.995-98.979=277.016
min8618.000-8670.000=-52.000
max9807.000-8983.000=824.000
mean5.516-5.187=0.329
σ0.377-0.171=0.206
min5.309-4.991=0.318
max6.576-5.521=1.055

CSV - vertical_lookup_row_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.671-66.839=-0.168
σ0.001-0.002=-0.001
min66.670-66.836=-0.167
max66.673-66.841=-0.168
mean9807.000-8983.000=824.000
σ0.000
min9807.000-8983.000=824.000
max9807.000-8983.000=824.000
mean150.013-141.433=8.580
σ17.158-25.483=-8.325
min109.815-104.549=5.267
max164.003-164.930=-0.927
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.670-66.838=-0.167
σ0.002-0.003=-0.001
min66.670-66.836=-0.167
max66.673-66.845=-0.172
mean9807.000-8983.000=824.000
σ0.000
min9807.000-8983.000=824.000
max9807.000-8983.000=824.000
mean151.012-209.159=-58.148
σ17.178-220.047=-202.869
min110.861-106.206=4.655
max165.391-831.472=-666.081

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=pointedIndexFromKvs
rows=200000
mean172.559
σ0.002
min172.558
max172.562
mean477.000-475.700=1.300
σ0.000-0.483=-0.483
min477.000-475.000=2.000
max477.000-476.000=1.000
mean389.841-380.813=9.028
σ19.486-32.406=-12.920
min359.578-304.766=54.812
max405.835-404.073=1.763
iterations=10
operation_display=pointedIndexFromKvs
rows=400000
mean357.322
σ0.002
min357.321
max357.325
mean560.100-561.000=-0.900
σ0.316-0.000=0.316
min560.000-561.000=-1.000
max561.000
mean758.484-738.910=19.575
σ40.642-62.416=-21.775
min682.059-636.010=46.049
max826.925-790.352=36.574