Compare commits

Home / Compare 930a31f3 .. c48de362

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

CSV - column_set() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on indexed
rows=200000
mean36.783-36.783=-0.000
σ0.003-0.002=0.001
min36.780-36.781=-0.001
max36.788-36.785=0.003
mean8991.900-8552.400=439.500
σ28.144-34.574=-6.430
min8983.000-8536.000=447.000
max9072.000-8618.000=454.000
mean108.393-12.481=95.912
σ301.863-0.405=301.457
min12.515-11.836=0.678
max967.509-13.093=954.416
iterations=10
operation_display=column_set() on indexed, repeat
rows=200000
mean36.782-36.783=-0.001
σ0.002-0.002=-0.000
min36.780-36.781=-0.001
max36.784-36.785=-0.001
mean8991.900-8552.400=439.500
σ28.144-34.574=-6.430
min8983.000-8536.000=447.000
max9072.000-8618.000=454.000
mean13.420-13.166=0.254
σ1.329-0.371=0.958
min12.024-12.407=-0.384
max16.325-13.773=2.552

CSV - column_set() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.243-62.243=-0.001
σ0.002-0.002=0.000
min62.241-62.241=-0.001
max62.245-62.245=-0.001
mean5240.600-5039.600=201.000
σ2594.861-2527.648=67.213
min1270.000-1291.000=-21.000
max8670.000-8536.000=134.000
mean98.607-104.842=-6.236
σ19.064-10.655=8.408
min61.182-88.959=-27.777
max113.487-115.408=-1.921
iterations=10
operation_display=column_set() on unindexed, sparse, repeat
rows=200000
mean70.832-70.832=-0.001
σ0.002-0.002=-0.000
min70.830-70.830=-0.001
max70.834-70.834=-0.001
mean8983.000-8536.000=447.000
σ0.000
min8983.000-8536.000=447.000
max8983.000-8536.000=447.000
mean131.451-136.856=-5.404
σ11.696-7.692=4.004
min114.994-121.183=-6.189
max145.732-143.421=2.312

CSV - column_set(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense
rows=200000
mean15109.843-15109.843=-0.000
σ3.992-3.993=-0.000
min15108.577-15108.577=-0.001
max15121.204-15121.206=-0.001
mean5240.600-5039.600=201.000
σ2594.861-2527.648=67.213
min1270.000-1291.000=-21.000
max8670.000-8536.000=134.000
mean9478.975-9905.669=-426.694
σ1681.659-1921.589=-239.930
min6712.255-6536.787=175.467
max12417.818-11781.621=636.197
iterations=10
operation_display=column_set() on unindexed, sparse
rows=200000
mean14060.903-14060.903=0.000
σ0.004-0.004=0.000
min14060.897-14060.898=-0.001
max14060.908-14060.912=-0.004
mean8983.000-8536.000=447.000
σ0.000
min8983.000-8536.000=447.000
max8983.000-8536.000=447.000
mean7083.731-8032.540=-948.809
σ2038.791-1990.150=48.641
min5454.342-5374.391=79.950
max11108.659-11098.012=10.647

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=load_product() with indexes
rows=200000
mean8744.667-8744.667=-0.000
σ0.419-0.418=0.001
min8744.531
max8745.858-8745.857=0.001
mean4863.800-4771.000=92.800
σ2527.720-2500.101=27.619
min1044.000-1049.000=-5.000
max8670.000-8536.000=134.000
mean4225.010-5127.065=-902.055
σ1070.523-1757.715=-687.192
min3495.639-3458.145=37.494
max6922.236-7605.003=-682.767
iterations=10
operation_display=load_product(), no indexes
rows=200000
mean2524.582-2524.583=-0.001
σ0.004-0.004=0.000
min2524.579-2524.579=-0.000
max2524.592-2524.589=0.003
mean8983.000-8536.000=447.000
σ0.000
min8983.000-8536.000=447.000
max8983.000-8536.000=447.000
mean1377.176-1562.869=-185.693
σ910.142-791.375=118.768
min1034.016-1034.072=-0.056
max3936.024-3197.306=738.718

CSV - table_records()

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean42.069-42.069=-0.000
σ0.002-0.002=-0.000
min42.066-42.066=-0.000
max42.071-42.072=-0.001
mean8983.000-8536.000=447.000
σ0.000
min8983.000-8536.000=447.000
max8983.000-8536.000=447.000
mean13.795-13.942=-0.147
σ1.713-1.619=0.094
min11.407-11.346=0.061
max15.480-15.232=0.249
iterations=10
operation_display=table_records(), repeat
rows=200000
mean42.067-42.067=-0.001
σ0.002-0.002=0.000
min42.065-42.066=-0.001
max42.070-42.071=-0.000
mean8701.300-8536.000=165.300
σ98.979-0.000=98.979
min8670.000-8536.000=134.000
max8983.000-8536.000=447.000
mean14.630-12.677=1.953
σ1.577-1.785=-0.208
min11.285-11.117=0.169
max16.200-15.099=1.101

CSV - table_records(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean15088.406-15088.406=-0.000
σ0.003-0.003=-0.000
min15088.403-15088.403=-0.000
max15088.411-15088.412=-0.001
mean8701.300-8536.000=165.300
σ98.979-0.000=98.979
min8670.000-8536.000=134.000
max8983.000-8536.000=447.000
mean9783.298-9494.119=289.179
σ1825.428-2512.452=-687.024
min6582.803-6509.324=73.479
max12216.358-12395.935=-179.577

CSV - vertical_lookup_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
mean26.566-26.567=-0.001
σ0.002-0.002=-0.000
min26.564-26.564=-0.001
max26.568-26.569=-0.001
mean5240.600-5039.600=201.000
σ2594.861-2527.648=67.213
min1270.000-1291.000=-21.000
max8670.000-8536.000=134.000
mean7.044-7.170=-0.126
σ0.594-0.281=0.313
min6.088-6.683=-0.595
max7.861-7.523=0.338

CSV - vertical_lookup_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean41.110-41.111=-0.001
σ0.002-0.002=-0.000
min41.109-41.110=-0.001
max41.114-41.115=-0.001
mean8983.000-8536.000=447.000
σ0.000
min8983.000-8536.000=447.000
max8983.000-8536.000=447.000
mean91.042-93.836=-2.794
σ18.768-15.959=2.808
min63.737-66.574=-2.837
max108.183-106.685=1.498
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean41.111-41.112=-0.001
σ0.002-0.003=-0.001
min41.109-41.110=-0.001
max41.113-41.117=-0.004
mean8983.000-8536.000=447.000
σ0.000
min8983.000-8536.000=447.000
max8983.000-8536.000=447.000
mean91.095-184.757=-93.661
σ18.705-293.087=-274.382
min64.116-66.463=-2.347
max108.117-1017.636=-909.519
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean41.116-41.117=-0.001
σ0.002-0.002=0.000
min41.114-41.115=-0.001
max41.118-41.119=-0.001
mean8983.000-8536.000=447.000
σ0.000
min8983.000-8536.000=447.000
max8983.000-8536.000=447.000
mean91.298-95.214=-3.916
σ18.790-14.359=4.430
min64.188-67.375=-3.187
max108.988-106.725=2.264

CSV - vertical_lookup_list(), mini warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean27.770-27.771=-0.001
σ0.002
min27.768-27.769=-0.001
max27.773-27.774=-0.001
mean5240.600-5039.600=201.000
σ2594.861-2527.648=67.213
min1270.000-1291.000=-21.000
max8670.000-8536.000=134.000
mean9.834-9.725=0.110
σ0.576-0.600=-0.023
min8.767-8.777=-0.010
max10.332-10.323=0.009
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean41.116-41.117=-0.001
σ0.002-0.002=0.000
min41.114-41.114=-0.001
max41.119-41.120=-0.001
mean8983.000-8536.000=447.000
σ0.000
min8983.000-8536.000=447.000
max8983.000-8536.000=447.000
mean91.310-127.408=-36.099
σ18.821-99.743=-80.923
min64.605-66.179=-1.574
max108.496-408.323=-299.826

CSV - vertical_lookup_list(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean15074.122-15074.122=-0.001
σ0.041-0.040=0.001
min15074.105-15074.106=-0.001
max15074.239-15074.235=0.003
mean8991.900-8552.400=439.500
σ28.144-34.574=-6.430
min8983.000-8536.000=447.000
max9072.000-8618.000=454.000
mean9779.729-9912.240=-132.510
σ1827.546-2304.454=-476.908
min6578.892-6536.337=42.555
max12514.146-12511.799=2.347

CSV - vertical_lookup_row_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.800-25.800=-0.001
σ0.002-0.002=0.000
min25.798-25.798=-0.001
max25.802-25.802=-0.001
mean8701.300-8536.000=165.300
σ98.979-0.000=98.979
min8670.000-8536.000=134.000
max8983.000-8536.000=447.000
mean5.242-5.291=-0.049
σ0.177-0.099=0.077
min5.034-5.084=-0.050
max5.513-5.430=0.083
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.795-25.796=-0.001
σ0.002-0.002=-0.000
min25.793-25.793=-0.001
max25.797-25.797=-0.001
mean8701.300-8536.000=165.300
σ98.979-0.000=98.979
min8670.000-8536.000=134.000
max8983.000-8536.000=447.000
mean5.193-5.163=0.030
σ0.167-0.092=0.074
min4.964-5.040=-0.076
max5.413-5.346=0.067
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean26.100-26.101=-0.001
σ0.003-0.003=-0.001
min26.096-26.097=-0.001
max26.104-26.106=-0.002
mean8701.300-8536.000=165.300
σ98.979-0.000=98.979
min8670.000-8536.000=134.000
max8983.000-8536.000=447.000
mean5.209-5.175=0.035
σ0.181-0.093=0.088
min5.045-4.988=0.057
max5.602-5.328=0.274
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean26.099-26.099=-0.000
σ0.002-0.002=-0.000
min26.096-26.097=-0.001
max26.101-26.101=-0.000
mean8701.300-8536.000=165.300
σ98.979-0.000=98.979
min8670.000-8536.000=134.000
max8983.000-8536.000=447.000
mean5.187-5.107=0.080
σ0.171-0.086=0.086
min4.991-5.029=-0.037
max5.521-5.285=0.236

CSV - vertical_lookup_row_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.839-66.839=-0.001
σ0.002-0.002=-0.000
min66.836-66.837=-0.001
max66.841-66.842=-0.001
mean8983.000-8536.000=447.000
σ0.000
min8983.000-8536.000=447.000
max8983.000-8536.000=447.000
mean141.433-142.147=-0.714
σ25.483-23.258=2.226
min104.549-106.944=-2.395
max164.930-165.702=-0.772
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.838-66.838=-0.001
σ0.003-0.002=0.001
min66.836-66.837=-0.001
max66.845-66.841=0.004
mean8983.000-8536.000=447.000
σ0.000
min8983.000-8536.000=447.000
max8983.000-8536.000=447.000
mean209.159-172.169=36.990
σ220.047-89.248=130.799
min106.206-107.750=-1.543
max831.472-417.859=413.614

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=pointedIndexFromKvs
rows=200000
mean172.559
σ0.002
min172.558
max172.562
mean475.700-473.500=2.200
σ0.483-0.527=-0.044
min475.000-473.000=2.000
max476.000-474.000=2.000
mean380.813-384.299=-3.487
σ32.406-32.970=-0.565
min304.766-321.968=-17.202
max404.073-402.416=1.657
iterations=10
operation_display=pointedIndexFromKvs
rows=400000
mean357.322
σ0.002
min357.321
max357.325
mean561.000-560.000=1.000
σ0.000
min561.000-560.000=1.000
max561.000-560.000=1.000
mean738.910-749.202=-10.293
σ62.416-59.817=2.599
min636.010-656.577=-20.567
max790.352-800.211=-9.860