Compare commits

Home / Compare 50835d55 .. 47ce44eb

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

CSV - column_set() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on indexed
rows=200000
mean36.614-36.614=0.000
σ0.000-0.000=-0.000
min36.614-36.614=0.000
max36.614
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean13.058-13.166=-0.108
σ0.432-0.326=0.106
min12.147-12.720=-0.573
max13.508-13.782=-0.274
iterations=10
operation_display=column_set() on indexed, repeat
rows=200000
mean36.614-36.614=-0.000
σ0.000-0.001=-0.001
min36.613-36.614=-0.000
max36.614-36.617=-0.003
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean12.894-107.406=-94.512
σ0.707-300.026=-299.318
min12.008-11.730=0.278
max13.885-961.292=-947.407

CSV - column_set() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.074-62.074=0.000
σ0.000-0.000=0.000
min62.074-62.074=0.000
max62.075-62.074=0.001
mean5246.900-5218.100=28.800
σ2600.715-2576.494=24.221
min1267.000-1268.000=-1.000
max8687.000-8618.000=69.000
mean134.251-105.673=28.578
σ96.083-14.804=81.279
min78.390-80.940=-2.550
max405.367-120.695=284.672
iterations=10
operation_display=column_set() on unindexed, sparse, repeat
rows=200000
mean70.664-70.664=-0.000
σ0.002-0.002=0.000
min70.662-70.662=0.000
max70.667-70.667=-0.000
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean134.909-137.127=-2.218
σ5.573-4.496=1.077
min119.865-128.612=-8.746
max138.220-144.522=-6.302

CSV - column_set(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense
rows=200000
mean15109.672-15109.672=-0.000
σ3.988-3.988=-0.000
min15108.410-15108.410=0.000
max15121.021-15121.022=-0.000
mean5136.500-5218.100=-81.600
σ2457.972-2576.494=-118.522
min1267.000-1268.000=-1.000
max8687.000-8618.000=69.000
mean9406.381-9732.607=-326.226
σ2054.681-2174.568=-119.887
min6639.596-6670.918=-31.322
max11602.380-12125.881=-523.502
iterations=10
operation_display=column_set() on unindexed, sparse
rows=200000
mean14060.732-14060.732=-0.000
σ0.002-0.001=0.000
min14060.731-14060.731=-0.000
max14060.735-14060.735=-0.000
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean6560.638-6829.666=-269.028
σ1343.440-1691.151=-347.711
min5414.853-5450.345=-35.491
max8330.570-9508.461=-1177.891

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=load_product() with indexes
rows=200000
mean8744.535-8744.535=0.000
σ0.000-0.000=0.000
min8744.534-8744.534=-0.000
max8744.535
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean4576.251-4119.158=457.093
σ1196.705-1176.482=20.223
min3508.740-3521.167=-12.427
max6703.248-7062.576=-359.329
iterations=10
operation_display=load_product(), no indexes
rows=200000
mean2524.581-2524.580=0.000
σ0.002-0.002=-0.000
min2524.579
max2524.583-2524.583=0.000
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean1391.591-1087.360=304.230
σ766.119-142.831=623.288
min1023.785-1033.003=-9.218
max3103.937-1493.621=1610.316
iterations=10
operation_display=load_product(), with indexes
rows=200000
mean8744.667-8744.667=-0.000
σ0.419-0.419=-0.000
min8744.534-8744.534=0.000
max8745.858-8745.858=-0.000
mean4869.500-4843.800=25.700
σ2532.683-2510.168=22.514
min1044.000-1046.000=-2.000
max8687.000-8618.000=69.000
mean4269.021-4590.232=-321.211
σ850.485-1354.761=-504.275
min3499.055-3538.389=-39.334
max6052.779-7460.601=-1407.822
iterations=10
operation_display=load_product()with indexes
rows=200000
mean8744.532-8744.532=-0.000
σ0.002-0.002=-0.000
min8744.530-8744.530=-0.001
max8744.534-8744.535=-0.000
mean8687.000-8618.000=69.000
σ0.000
min8687.000-8618.000=69.000
max8687.000-8618.000=69.000
mean4321.495-4427.384=-105.889
σ1357.399-1527.985=-170.586
min3499.259-3515.349=-16.090
max7071.214-7800.084=-728.871

CSV - table_records()

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records(), no indexes
rows=200000
mean41.902-41.901=0.000
σ0.002-0.002=-0.000
min41.899
max41.904-41.904=-0.000
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean14.181-14.498=-0.317
σ1.133-0.910=0.223
min11.947-12.797=-0.849
max15.573-15.586=-0.013
iterations=10
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.901-41.901=-0.000
σ0.001-0.002=-0.000
min41.900-41.900=0.000
max41.903
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean13.289-13.811=-0.522
σ1.342-0.770=0.572
min11.089-12.454=-1.365
max15.486-14.874=0.611
iterations=10
operation_display=table_records(), repeat
rows=200000
mean41.901-41.901=0.000
σ0.002-0.002=0.000
min41.899
max41.903-41.903=0.000
mean8776.200-8736.000=40.200
σ282.075-373.149=-91.074
min8687.000-8618.000=69.000
max9579.000-9798.000=-219.000
mean13.206-12.764=0.443
σ2.053-1.599=0.454
min11.074-11.395=-0.321
max16.889-15.615=1.274

CSV - table_records(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean15088.238-15088.238=0.000
σ0.002-0.002=-0.000
min15088.237
max15088.241
mean8776.200-8736.000=40.200
σ282.075-373.149=-91.074
min8687.000-8618.000=69.000
max9579.000-9798.000=-219.000
mean9301.587-9359.534=-57.948
σ2078.843-2257.817=-178.974
min6528.243-6612.497=-84.254
max11883.670-12439.613=-555.943

CSV - vertical_lookup_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, after column_set(), repeat
rows=200000
mean26.397-26.397=-0.000
σ0.000-0.000=0.000
min26.397-26.397=-0.000
max26.398
mean5246.900-5218.100=28.800
σ2600.715-2576.494=24.221
min1267.000-1268.000=-1.000
max8687.000-8618.000=69.000
mean6.869-7.002=-0.133
σ0.359-0.725=-0.366
min6.417-5.818=0.599
max7.411-8.365=-0.954
iterations=10
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.398-26.398=0.000
σ0.002-0.002=0.000
min26.397-26.397=-0.000
max26.401-26.401=0.000
mean8776.200-8736.000=40.200
σ282.075-373.149=-91.074
min8687.000-8618.000=69.000
max9579.000-9798.000=-219.000
mean6.827-6.927=-0.100
σ0.762-0.275=0.487
min5.641-6.477=-0.836
max8.629-7.383=1.246
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
mean26.398-26.398=0.000
σ0.000-0.000=0.000
min26.398
max26.398-26.398=0.001
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean8.003-8.108=-0.105
σ0.421-0.244=0.177
min7.184-7.799=-0.615
max8.566-8.522=0.044

CSV - vertical_lookup_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944-40.943=0.000
σ0.002-0.002=-0.000
min40.942
max40.947-40.947=-0.000
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean171.954-100.717=71.237
σ227.124-8.535=218.589
min73.088-84.045=-10.957
max817.473-108.199=709.274
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.944-40.943=0.000
σ0.002-0.002=-0.000
min40.942-40.942=0.000
max40.946-40.946=-0.000
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean194.503-100.602=93.900
σ303.208-8.444=294.764
min73.036-84.091=-11.055
max1056.753-108.163=948.589
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.949-40.949=0.000
σ0.002-0.002=0.000
min40.947-40.947=0.000
max40.953-40.952=0.001
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean100.711-100.814=-0.104
σ11.773-8.640=3.133
min73.853-83.838=-9.985
max108.701-108.598=0.103
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.948-40.948=-0.000
σ0.002-0.002=-0.000
min40.947
max40.951-40.951=-0.000
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean100.647-100.757=-0.110
σ11.885-8.504=3.381
min73.187-84.119=-10.931
max108.306-108.477=-0.171

CSV - vertical_lookup_list(), mini warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, after column_set()
rows=200000
mean27.602-27.602=0.000
σ0.002-0.002=0.000
min27.602
max27.607-27.607=0.000
mean5246.900-5218.100=28.800
σ2600.715-2576.494=24.221
min1267.000-1268.000=-1.000
max8687.000-8618.000=69.000
mean9.697-9.718=-0.021
σ0.655-0.597=0.058
min8.810-8.838=-0.028
max10.558-10.235=0.323
iterations=10
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.602-27.602=-0.000
σ0.001-0.002=-0.000
min27.602
max27.605-27.605=-0.000
mean8776.200-8736.000=40.200
σ282.075-373.149=-91.074
min8687.000-8618.000=69.000
max9579.000-9798.000=-219.000
mean9.260-9.045=0.215
σ0.840-0.515=0.324
min8.367-8.301=0.066
max11.234-9.890=1.343

CSV - vertical_lookup_list(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean15073.940-15073.940=0.000
σ0.001-0.000=0.001
min15073.939
max15073.943-15073.940=0.003
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean10163.300-9433.384=729.916
σ2086.693-1993.975=92.718
min6505.978-6562.324=-56.346
max12224.303-12295.147=-70.843

CSV - vertical_lookup_row_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.633-25.633=0.000
σ0.002-0.002=-0.000
min25.631-25.631=0.000
max25.637
mean8776.200-8736.000=40.200
σ282.075-373.149=-91.074
min8687.000-8618.000=69.000
max9579.000-9798.000=-219.000
mean5.268-5.332=-0.064
σ0.548-0.175=0.373
min4.729-5.122=-0.393
max6.745-5.704=1.040
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.628-25.628=-0.000
σ0.003-0.002=0.001
min25.626
max25.634-25.630=0.003
mean8776.200-8736.000=40.200
σ282.075-373.149=-91.074
min8687.000-8618.000=69.000
max9579.000-9798.000=-219.000
mean5.232-5.233=-0.001
σ0.557-0.243=0.314
min4.757-4.955=-0.198
max6.745-5.815=0.929
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.932-25.932=0.000
σ0.003-0.002=0.001
min25.930
max25.939-25.935=0.004
mean8776.200-8736.000=40.200
σ282.075-373.149=-91.074
min8687.000-8618.000=69.000
max9579.000-9798.000=-219.000
mean5.333-5.169=0.164
σ0.622-0.207=0.415
min4.903-4.907=-0.004
max7.053-5.617=1.436
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.931-25.931=0.000
σ0.002-0.002=0.000
min25.930-25.930=0.000
max25.934
mean8776.200-8736.000=40.200
σ282.075-373.149=-91.074
min8687.000-8618.000=69.000
max9579.000-9798.000=-219.000
mean5.356-5.120=0.237
σ0.584-0.198=0.386
min4.949-4.848=0.100
max6.930-5.325=1.604

CSV - vertical_lookup_row_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.671-66.671=-0.000
σ0.001-0.002=-0.000
min66.670
max66.673-66.674=-0.001
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean147.826-282.577=-134.751
σ17.963-411.520=-393.557
min118.335-129.101=-10.765
max164.315-1453.287=-1288.971
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.670
σ0.002
min66.670
max66.673
mean9579.000-9798.000=-219.000
σ0.000
min9579.000-9798.000=-219.000
max9579.000-9798.000=-219.000
mean145.470-184.136=-38.666
σ20.902-102.383=-81.481
min116.467-130.226=-13.760
max165.513-473.428=-307.915

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=pointedIndexFromKvs
rows=200000
mean172.559
σ0.002
min172.558
max172.562
mean477.000-478.000=-1.000
σ0.000
min477.000-478.000=-1.000
max477.000-478.000=-1.000
mean393.947-378.536=15.411
σ5.598-24.825=-19.227
min383.424-343.174=40.250
max399.320-414.525=-15.205
iterations=10
operation_display=pointedIndexFromKvs
rows=400000
mean357.322
σ0.002
min357.321
max357.325
mean558.900-560.000=-1.100
σ1.197-0.000=1.197
min558.000-560.000=-2.000
max561.000-560.000=1.000
mean743.172-738.127=5.044
σ44.231-52.515=-8.284
min643.340-635.720=7.620
max781.224-784.652=-3.428