Compare commits

Home / Compare 1d773a0d .. e954bb3a

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

CSV - column_set() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on indexed
rows=200000
mean36.614-36.614=-0.000
σ0.000-0.000=-0.000
min36.614-36.614=0.000
max36.615-36.615=-0.000
mean8840.600-8702.700=137.900
σ8.222-191.950=-183.728
min8838.000-8642.000=196.000
max8864.000-9249.000=-385.000
mean12.740-119.460=-106.720
σ0.458-228.693=-228.235
min12.248-12.751=-0.503
max13.649-639.005=-625.356
iterations=10
operation_display=column_set() on indexed, repeat
rows=200000
mean36.614-36.614=0.000
σ0.000-0.000=0.000
min36.613-36.614=-0.000
max36.615-36.614=0.001
mean8840.600-8702.700=137.900
σ8.222-191.950=-183.728
min8838.000-8642.000=196.000
max8864.000-9249.000=-385.000
mean56.694-14.743=41.951
σ139.334-4.040=135.294
min11.600-12.200=-0.600
max453.241-22.491=430.750

CSV - column_set() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.074-62.074=0.000
σ0.000-0.000=-0.000
min62.073
max62.074
mean5240.300-5223.000=17.300
σ2595.012-2585.075=9.937
min1270.000-1265.000=5.000
max8671.000-8642.000=29.000
mean98.673-101.268=-2.594
σ20.343-14.994=5.349
min61.854-79.019=-17.165
max117.645-117.469=0.175
iterations=10
operation_display=column_set() on unindexed, sparse, repeat
rows=200000
mean70.664-70.663=0.000
σ0.002-0.002=0.000
min70.662-70.662=-0.000
max70.667
mean8838.000-8642.000=196.000
σ0.000
min8838.000-8642.000=196.000
max8838.000-8642.000=196.000
mean136.157-143.057=-6.899
σ6.286-34.614=-28.328
min122.745-122.062=0.682
max141.064-238.755=-97.691

CSV - column_set(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense
rows=200000
mean15109.672-15109.672=0.000
σ3.988-3.988=-0.000
min15108.410
max15121.021
mean5240.300-5223.000=17.300
σ2595.012-2585.075=9.937
min1270.000-1265.000=5.000
max8671.000-8642.000=29.000
mean9680.514-9723.555=-43.040
σ2256.421-2124.233=132.187
min6698.391-6641.068=57.322
max12405.146-12479.614=-74.468
iterations=10
operation_display=column_set() on unindexed, sparse
rows=200000
mean14060.733-14060.733=0.000
σ0.002-0.002=0.000
min14060.731-14060.731=-0.000
max14060.736-14060.735=0.001
mean8838.000-8642.000=196.000
σ0.000
min8838.000-8642.000=196.000
max8838.000-8642.000=196.000
mean7636.973-7375.148=261.825
σ1915.509-1734.958=180.551
min5455.778-5445.681=10.097
max10411.982-10083.332=328.651

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=load_product() with indexes
rows=200000
mean8744.535-8744.535=0.000
σ0.001-0.002=-0.000
min8744.534-8744.534=0.000
max8744.538-8744.539=-0.001
mean8840.600-8642.000=198.600
σ8.222-0.000=8.222
min8838.000-8642.000=196.000
max8864.000-8642.000=222.000
mean5092.070-4729.340=362.730
σ1391.947-1449.412=-57.465
min3510.067-3497.337=12.730
max7237.106-6875.559=361.547
iterations=10
operation_display=load_product(), no indexes
rows=200000
mean2524.581-2524.581=0.001
σ0.002-0.002=0.000
min2524.579-2524.579=-0.000
max2524.584-2524.583=0.000
mean8838.000-8642.000=196.000
σ0.000
min8838.000-8642.000=196.000
max8838.000-8642.000=196.000
mean1525.574-1298.473=227.101
σ837.185-341.448=495.737
min1032.041-1035.391=-3.350
max3388.838-1782.208=1606.630
iterations=10
operation_display=load_product(), with indexes
rows=200000
mean8744.667-8744.667=-0.000
σ0.419-0.419=-0.000
min8744.534-8744.535=-0.001
max8745.858-8745.859=-0.001
mean4863.600-4847.600=16.000
σ2527.807-2515.145=12.662
min1043.000-1045.000=-2.000
max8671.000-8642.000=29.000
mean4415.221-4693.544=-278.323
σ1152.925-1345.380=-192.455
min3504.276-3503.030=1.246
max7007.073-7616.575=-609.503
iterations=10
operation_display=load_product()with indexes
rows=200000
mean8744.532-8744.532=-0.000
σ0.002-0.002=-0.000
min8744.530-8744.530=-0.000
max8744.535-8744.535=0.000
mean8687.700-8642.000=45.700
σ52.810-0.000=52.810
min8671.000-8642.000=29.000
max8838.000-8642.000=196.000
mean4608.751-4934.265=-325.514
σ1397.206-1668.782=-271.576
min3466.517-3514.396=-47.878
max7284.345-7142.018=142.327

CSV - table_records()

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records(), no indexes
rows=200000
mean41.901-41.901=0.000
σ0.002-0.002=0.000
min41.900-41.899=0.000
max41.904-41.904=0.000
mean8838.000-8642.000=196.000
σ0.000
min8838.000-8642.000=196.000
max8838.000-8642.000=196.000
mean14.280-13.357=0.922
σ1.541-1.838=-0.297
min11.471-10.878=0.594
max16.196-15.225=0.971
iterations=10
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.901-41.901=-0.000
σ0.002-0.002=0.000
min41.900-41.900=0.000
max41.904
mean8838.000-8642.000=196.000
σ0.000
min8838.000-8642.000=196.000
max8838.000-8642.000=196.000
mean13.153-12.211=0.942
σ1.617-1.259=0.358
min10.918-10.527=0.390
max15.354-13.713=1.641
iterations=10
operation_display=table_records(), repeat
rows=200000
mean41.901-41.901=-0.000
σ0.002-0.002=-0.000
min41.899-41.899=0.000
max41.903-41.903=-0.000
mean8687.700-8642.000=45.700
σ52.810-0.000=52.810
min8671.000-8642.000=29.000
max8838.000-8642.000=196.000
mean13.747-13.776=-0.029
σ1.331-2.113=-0.782
min10.880-10.908=-0.027
max14.967-16.237=-1.269

CSV - table_records(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean15088.238-15088.238=0.000
σ0.002-0.002=0.000
min15088.236
max15088.242-15088.241=0.001
mean8687.700-8642.000=45.700
σ52.810-0.000=52.810
min8671.000-8642.000=29.000
max8838.000-8642.000=196.000
mean9812.507-9851.185=-38.678
σ1844.892-2314.890=-469.998
min6518.979-6563.475=-44.495
max11653.271-12466.473=-813.202

CSV - vertical_lookup_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, after column_set(), repeat
rows=200000
mean26.397-26.397=0.000
σ0.000-0.000=0.000
min26.397
max26.398-26.398=0.000
mean5240.300-5223.000=17.300
σ2595.012-2585.075=9.937
min1270.000-1265.000=5.000
max8671.000-8642.000=29.000
mean6.601-6.829=-0.229
σ0.325-0.445=-0.120
min6.134-6.275=-0.141
max7.121-7.619=-0.497
iterations=10
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.398-26.398=0.000
σ0.002-0.002=-0.000
min26.397
max26.401
mean8687.700-8642.000=45.700
σ52.810-0.000=52.810
min8671.000-8642.000=29.000
max8838.000-8642.000=196.000
mean6.361-7.758=-1.397
σ0.333-1.386=-1.053
min5.666-6.664=-0.998
max6.647-10.449=-3.801
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
mean26.398
σ0.000
min26.398
max26.398
mean8840.600-8702.700=137.900
σ8.222-191.950=-183.728
min8838.000-8642.000=196.000
max8864.000-9249.000=-385.000
mean7.756-8.033=-0.277
σ0.263-0.249=0.013
min7.231-7.672=-0.441
max8.139-8.418=-0.279

CSV - vertical_lookup_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944-40.943=0.000
σ0.002-0.002=0.000
min40.942-40.942=0.000
max40.948-40.947=0.001
mean8838.000-8642.000=196.000
σ0.000
min8838.000-8642.000=196.000
max8838.000-8642.000=196.000
mean98.674-88.677=9.997
σ14.053-18.810=-4.757
min68.931-64.462=4.468
max106.633-108.837=-2.203
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.944-40.943=0.000
σ0.002-0.002=0.000
min40.942-40.942=0.000
max40.946-40.945=0.001
mean8838.000-8642.000=196.000
σ0.000
min8838.000-8642.000=196.000
max8838.000-8642.000=196.000
mean219.278-88.563=130.715
σ384.038-18.678=365.360
min68.036-64.060=3.976
max1311.522-108.035=1203.487
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.949-40.949=-0.000
σ0.002-0.002=0.000
min40.947-40.947=0.000
max40.952
mean8838.000-8642.000=196.000
σ0.000
min8838.000-8642.000=196.000
max8838.000-8642.000=196.000
mean98.570-88.698=9.872
σ14.240-18.486=-4.246
min68.113-65.496=2.617
max106.242-108.319=-2.077
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.948-40.948=-0.000
σ0.002-0.002=-0.000
min40.947-40.947=-0.000
max40.951-40.951=-0.000
mean8838.000-8642.000=196.000
σ0.000
min8838.000-8642.000=196.000
max8838.000-8642.000=196.000
mean98.736-88.745=9.991
σ14.177-18.599=-4.422
min68.754-64.791=3.962
max106.593-108.080=-1.487

CSV - vertical_lookup_list(), mini warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, after column_set()
rows=200000
mean27.602-27.602=-0.000
σ0.002-0.002=0.000
min27.602
max27.607
mean5240.300-5223.000=17.300
σ2595.012-2585.075=9.937
min1270.000-1265.000=5.000
max8671.000-8642.000=29.000
mean9.134-9.687=-0.553
σ0.828-0.687=0.141
min8.103-8.662=-0.559
max10.423-10.384=0.038
iterations=10
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.602-27.602=-0.000
σ0.002-0.001=0.000
min27.602
max27.605-27.605=0.000
mean8687.700-8642.000=45.700
σ52.810-0.000=52.810
min8671.000-8642.000=29.000
max8838.000-8642.000=196.000
mean8.915-9.733=-0.818
σ0.570-1.594=-1.025
min7.705-8.315=-0.610
max9.654-12.641=-2.987

CSV - vertical_lookup_list(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean15073.940-15073.940=-0.000
σ0.000-0.001=-0.000
min15073.939
max15073.940-15073.941=-0.001
mean8840.600-8702.700=137.900
σ8.222-191.950=-183.728
min8838.000-8642.000=196.000
max8864.000-9249.000=-385.000
mean10140.674-9592.321=548.353
σ1906.106-1969.397=-63.291
min6564.503-6547.069=17.434
max11648.624-11965.846=-317.222

CSV - vertical_lookup_row_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.634-25.634=0.000
σ0.002-0.002=0.000
min25.632-25.631=0.000
max25.637-25.637=0.000
mean8687.700-8642.000=45.700
σ52.810-0.000=52.810
min8671.000-8642.000=29.000
max8838.000-8642.000=196.000
mean4.766-5.918=-1.152
σ0.134-1.236=-1.103
min4.569-5.215=-0.646
max5.013-8.287=-3.274
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.628-25.628=-0.000
σ0.002-0.002=-0.000
min25.626-25.626=0.000
max25.630-25.631=-0.000
mean8687.700-8642.000=45.700
σ52.810-0.000=52.810
min8671.000-8642.000=29.000
max8838.000-8642.000=196.000
mean4.611-5.871=-1.260
σ0.074-1.256=-1.182
min4.463-5.186=-0.723
max4.709-8.281=-3.572
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.932-25.932=0.000
σ0.002-0.002=-0.000
min25.930-25.930=0.000
max25.935-25.935=0.000
mean8687.700-8642.000=45.700
σ52.810-0.000=52.810
min8671.000-8642.000=29.000
max8838.000-8642.000=196.000
mean4.579-5.904=-1.325
σ0.057-1.292=-1.235
min4.484-5.199=-0.714
max4.650-8.424=-3.774
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.931-25.931=0.000
σ0.002-0.002=0.000
min25.930-25.930=-0.000
max25.934
mean8687.700-8642.000=45.700
σ52.810-0.000=52.810
min8671.000-8642.000=29.000
max8838.000-8642.000=196.000
mean4.508-5.796=-1.288
σ0.080-1.300=-1.220
min4.439-4.798=-0.359
max4.701-8.264=-3.563

CSV - vertical_lookup_row_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.671-66.671=-0.000
σ0.002-0.001=0.000
min66.670
max66.673-66.673=0.000
mean8838.000-8642.000=196.000
σ0.000
min8838.000-8642.000=196.000
max8838.000-8642.000=196.000
mean149.103-215.516=-66.413
σ18.072-251.943=-233.871
min113.566-105.784=7.782
max162.543-929.426=-766.883
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.670-66.671=-0.000
σ0.002-0.003=-0.001
min66.670
max66.673-66.677=-0.004
mean8838.000-8642.000=196.000
σ0.000
min8838.000-8642.000=196.000
max8838.000-8642.000=196.000
mean145.750-244.380=-98.630
σ22.844-345.111=-322.267
min104.812-106.525=-1.713
max163.780-1224.581=-1060.801

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=pointedIndexFromKvs
rows=200000
mean172.559
σ0.002
min172.558
max172.562
mean477.000-476.000=1.000
σ0.000
min477.000-476.000=1.000
max477.000-476.000=1.000
mean390.702-367.449=23.253
σ19.016-36.945=-17.929
min356.675-302.495=54.180
max407.144-405.419=1.725
iterations=10
operation_display=pointedIndexFromKvs
rows=400000
mean357.322
σ0.002
min357.321
max357.325
mean562.000-561.000=1.000
σ0.000
min562.000-561.000=1.000
max562.000-561.000=1.000
mean750.328-711.715=38.613
σ44.000-86.832=-42.832
min664.435-571.700=92.735
max827.258-797.561=29.697