Compare commits

Home / Compare 0e31f1f8 .. f67721b5

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

CSV - column_set() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on indexed
rows=200000
mean36.614-36.614=-0.000
σ0.000-0.000=0.000
min36.614
max36.615-36.615=0.000
mean9649.000-9807.000=-158.000
σ0.000
min9649.000-9807.000=-158.000
max9649.000-9807.000=-158.000
mean13.060-12.661=0.399
σ0.284-0.363=-0.079
min12.702-11.993=0.709
max13.390-13.285=0.105
iterations=10
operation_display=column_set() on indexed, repeat
rows=200000
mean36.614-36.614=0.000
σ0.001-0.000=0.001
min36.613-36.613=-0.000
max36.617-36.614=0.004
mean9649.000-9807.000=-158.000
σ0.000
min9649.000-9807.000=-158.000
max9649.000-9807.000=-158.000
mean12.933-12.743=0.190
σ0.647-0.581=0.065
min11.882-12.008=-0.126
max13.577-13.728=-0.151

CSV - column_set() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.074-62.074=-0.000
σ0.000-0.000=0.000
min62.073-62.074=-0.000
max62.074
mean5177.400-5218.000=-40.600
σ2668.596-2576.846=91.750
min1293.000-1266.000=27.000
max9649.000-8618.000=1031.000
mean117.269-104.593=12.676
σ56.971-11.780=45.192
min79.905-84.835=-4.930
max276.390-116.346=160.044
iterations=10
operation_display=column_set() on unindexed, sparse, repeat
rows=200000
mean70.664-70.664=-0.000
σ0.002-0.002=-0.000
min70.662-70.662=0.000
max70.667-70.667=-0.000
mean9649.000-9807.000=-158.000
σ0.000
min9649.000-9807.000=-158.000
max9649.000-9807.000=-158.000
mean132.888-137.496=-4.607
σ8.069-5.460=2.609
min119.502-125.971=-6.470
max144.804-143.595=1.209

CSV - column_set(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense
rows=200000
mean15109.672-15109.672=0.000
σ3.988-3.988=0.000
min15108.410
max15121.022-15121.021=0.001
mean5174.600-5218.000=-43.400
σ2671.910-2576.846=95.064
min1293.000-1266.000=27.000
max9649.000-8618.000=1031.000
mean9792.627-9660.113=132.514
σ2448.559-2164.029=284.530
min6635.382-6756.809=-121.427
max12598.286-12585.732=12.554
iterations=10
operation_display=column_set() on unindexed, sparse
rows=200000
mean14060.732-14060.732=0.000
σ0.002-0.001=0.000
min14060.730-14060.731=-0.001
max14060.736-14060.735=0.001
mean9649.000-9807.000=-158.000
σ0.000
min9649.000-9807.000=-158.000
max9649.000-9807.000=-158.000
mean7084.699-7588.130=-503.431
σ1937.103-1719.962=217.141
min5437.619-5505.124=-67.505
max11155.922-9424.793=1731.129

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=load_product() with indexes
rows=200000
mean8744.667-8744.667=-0.000
σ0.418-0.418=-0.000
min8744.535-8744.534=0.001
max8745.857-8745.858=-0.002
mean4561.200-4843.900=-282.700
σ2522.344-2511.079=11.265
min1047.000-1044.000=3.000
max8012.000-8618.000=-606.000
mean4339.020-4498.070=-159.050
σ1397.777-1243.308=154.468
min3491.743-3516.577=-24.834
max7368.062-7292.244=75.819
iterations=10
operation_display=load_product(), no indexes
rows=200000
mean2524.581-2524.581=0.000
σ0.002-0.002=0.000
min2524.579-2524.579=-0.000
max2524.583-2524.583=0.000
mean9649.000-9807.000=-158.000
σ0.000
min9649.000-9807.000=-158.000
max9649.000-9807.000=-158.000
mean1230.730-1270.322=-39.592
σ417.443-485.121=-67.678
min1024.457-1039.422=-14.965
max2177.783-2437.312=-259.530

CSV - table_records()

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean41.901-41.901=0.000
σ0.002-0.002=-0.000
min41.899
max41.904-41.904=-0.000
mean9649.000-9807.000=-158.000
σ0.000
min9649.000-9807.000=-158.000
max9649.000-9807.000=-158.000
mean13.293-14.368=-1.075
σ1.800-1.354=0.446
min10.993-11.057=-0.064
max15.366-15.594=-0.228
iterations=10
operation_display=table_records(), repeat
rows=200000
mean41.901-41.901=-0.000
σ0.002-0.002=-0.000
min41.899
max41.903-41.904=-0.000
mean9649.000-8736.900=912.100
σ0.000-375.995=-375.995
min9649.000-8618.000=1031.000
max9649.000-9807.000=-158.000
mean13.824-12.839=0.984
σ1.738-1.804=-0.066
min11.340-10.913=0.427
max16.351-16.035=0.316

CSV - table_records(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean15088.238-15088.238=-0.000
σ0.002-0.002=-0.000
min15088.237
max15088.241
mean9649.000-8736.900=912.100
σ0.000-375.995=-375.995
min9649.000-8618.000=1031.000
max9649.000-9807.000=-158.000
mean8816.440-9379.752=-563.311
σ1972.257-2135.065=-162.808
min6558.185-6660.524=-102.339
max12331.498-12497.695=-166.198

CSV - vertical_lookup_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
mean26.397-26.397=-0.000
σ0.000-0.000=0.000
min26.397-26.397=-0.000
max26.398
mean5177.400-5218.000=-40.600
σ2668.596-2576.846=91.750
min1293.000-1266.000=27.000
max9649.000-8618.000=1031.000
mean7.038-7.311=-0.274
σ0.365-0.321=0.045
min6.391-6.882=-0.490
max7.629-7.871=-0.242

CSV - vertical_lookup_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944-40.944=-0.000
σ0.002-0.002=0.000
min40.942-40.942=-0.000
max40.947-40.947=0.000
mean9649.000-9807.000=-158.000
σ0.000
min9649.000-9807.000=-158.000
max9649.000-9807.000=-158.000
mean88.051-203.890=-115.839
σ18.260-329.196=-310.936
min62.280-84.207=-21.927
max106.758-1140.603=-1033.845
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.943-40.943=0.000
σ0.002-0.002=0.000
min40.942
max40.946-40.946=0.000
mean9649.000-9807.000=-158.000
σ0.000
min9649.000-9807.000=-158.000
max9649.000-9807.000=-158.000
mean87.992-97.414=-9.422
σ18.502-9.911=8.592
min62.257-76.758=-14.501
max107.263-105.489=1.773
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.949
σ0.002
min40.947
max40.952
mean9649.000
σ0.000
min9649.000
max9649.000
mean183.470
σ295.738
min62.090
max1023.743
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.948-40.948=-0.000
σ0.002-0.002=-0.000
min40.947-40.947=-0.000
max40.951-40.951=-0.000
mean9649.000-9807.000=-158.000
σ0.000
min9649.000-9807.000=-158.000
max9649.000-9807.000=-158.000
mean88.769-100.670=-11.901
σ17.792-7.239=10.553
min62.213-84.472=-22.259
max107.360-108.020=-0.661

CSV - vertical_lookup_list(), mini warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean27.602
σ0.002
min27.602
max27.607
mean5218.000
σ2576.846
min1266.000
max8618.000
mean9.602
σ0.670
min8.710
max10.251
iterations=10
operation_display=vertical_lookup_list() on indexed, after column_set()
rows=200000
mean27.602
σ0.002
min27.602
max27.607
mean5177.400
σ2668.596
min1293.000
max9649.000
mean9.361
σ0.670
min8.601
max10.548
iterations=10
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.602
σ0.001
min27.602
max27.605
mean9649.000
σ0.000
min9649.000
max9649.000
mean9.162
σ0.506
min8.013
max9.762
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.949
σ0.002
min40.947
max40.952
mean9807.000
σ0.000
min9807.000
max9807.000
mean100.818
σ7.394
min84.103
max107.951

CSV - vertical_lookup_list(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean15073.940-15073.940=-0.000
σ0.000-0.000=0.000
min15073.939
max15073.940
mean9649.000-9807.000=-158.000
σ0.000
min9649.000-9807.000=-158.000
max9649.000-9807.000=-158.000
mean10207.455-9618.040=589.415
σ2090.348-2127.473=-37.125
min6515.049-6595.672=-80.623
max12344.034-12503.876=-159.843

CSV - vertical_lookup_row_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.633-25.633=0.000
σ0.002-0.002=-0.000
min25.631
max25.637
mean9649.000-8736.900=912.100
σ0.000-375.995=-375.995
min9649.000-8618.000=1031.000
max9649.000-9807.000=-158.000
mean5.161-5.781=-0.620
σ0.308-0.829=-0.521
min4.954-5.381=-0.427
max6.006-8.125=-2.119
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.628-25.628=-0.000
σ0.002-0.002=-0.000
min25.626-25.626=-0.000
max25.630-25.631=-0.000
mean9649.000-8736.900=912.100
σ0.000-375.995=-375.995
min9649.000-8618.000=1031.000
max9649.000-9807.000=-158.000
mean5.054-5.541=-0.487
σ0.125-0.378=-0.253
min4.893-5.275=-0.382
max5.261-6.567=-1.306
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.932-25.932=-0.000
σ0.002-0.002=-0.000
min25.930
max25.935-25.935=-0.000
mean9649.000-8736.900=912.100
σ0.000-375.995=-375.995
min9649.000-8618.000=1031.000
max9649.000-9807.000=-158.000
mean5.059-5.560=-0.501
σ0.194-0.410=-0.216
min4.815-5.294=-0.479
max5.464-6.654=-1.190
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.931-25.931=-0.000
σ0.002-0.002=0.000
min25.930-25.930=-0.001
max25.934-25.934=0.000
mean9649.000-8736.900=912.100
σ0.000-375.995=-375.995
min9649.000-8618.000=1031.000
max9649.000-9807.000=-158.000
mean5.015-5.516=-0.501
σ0.075-0.377=-0.302
min4.900-5.309=-0.410
max5.147-6.576=-1.428

CSV - vertical_lookup_row_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.671-66.671=-0.000
σ0.002-0.001=0.000
min66.670-66.670=0.000
max66.673
mean9649.000-9807.000=-158.000
σ0.000
min9649.000-9807.000=-158.000
max9649.000-9807.000=-158.000
mean136.055-150.013=-13.958
σ24.148-17.158=6.990
min101.499-109.815=-8.316
max161.504-164.003=-2.499
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.670
σ0.002
min66.670
max66.673
mean9649.000-9807.000=-158.000
σ0.000
min9649.000-9807.000=-158.000
max9649.000-9807.000=-158.000
mean136.632-151.012=-14.380
σ24.905-17.178=7.727
min101.852-110.861=-9.008
max163.061-165.391=-2.330

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=pointedIndexFromKvs
rows=200000
mean172.559
σ0.002
min172.558
max172.562
mean473.800-477.000=-3.200
σ0.422-0.000=0.422
min473.000-477.000=-4.000
max474.000-477.000=-3.000
mean380.709-389.841=-9.131
σ35.724-19.486=16.238
min304.246-359.578=-55.332
max404.108-405.835=-1.727
iterations=10
operation_display=pointedIndexFromKvs
rows=400000
mean357.322
σ0.002
min357.321
max357.325
mean558.800-560.100=-1.300
σ0.632-0.316=0.316
min557.000-560.000=-3.000
max559.000-561.000=-2.000
mean775.344-758.484=16.859
σ30.215-40.642=-10.427
min701.419-682.059=19.360
max809.426-826.925=-17.500