Compare commits

Home / Compare f67721b5 .. 9eddbcb4

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

CSV - column_set() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on indexed
rows=200000
mean36.614-36.614=0.000
σ0.001-0.000=0.001
min36.614-36.614=-0.000
max36.618-36.615=0.004
mean9615.000-9649.000=-34.000
σ0.000
min9615.000-9649.000=-34.000
max9615.000-9649.000=-34.000
mean12.865-13.060=-0.195
σ0.554-0.284=0.270
min11.925-12.702=-0.777
max13.731-13.390=0.341
iterations=10
operation_display=column_set() on indexed, repeat
rows=200000
mean36.614-36.614=-0.000
σ0.000-0.001=-0.001
min36.613-36.613=0.000
max36.614-36.617=-0.004
mean9615.000-9649.000=-34.000
σ0.000
min9615.000-9649.000=-34.000
max9615.000-9649.000=-34.000
mean12.865-12.933=-0.067
σ0.530-0.647=-0.117
min11.882-11.882=-0.000
max13.500-13.577=-0.077

CSV - column_set() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.074-62.074=0.000
σ0.000-0.000=-0.000
min62.073
max62.074-62.074=-0.000
mean5182.700-5177.400=5.300
σ2568.738-2668.596=-99.858
min1313.000-1293.000=20.000
max9036.000-9649.000=-613.000
mean104.954-117.269=-12.315
σ9.587-56.971=-47.385
min87.936-79.905=8.031
max113.291-276.390=-163.099
iterations=10
operation_display=column_set() on unindexed, sparse, repeat
rows=200000
mean70.664-70.664=0.000
σ0.002-0.002=0.000
min70.662-70.662=0.000
max70.667-70.667=-0.000
mean9615.000-9649.000=-34.000
σ0.000
min9615.000-9649.000=-34.000
max9615.000-9649.000=-34.000
mean136.484-132.888=3.596
σ5.356-8.069=-2.713
min121.326-119.502=1.824
max139.271-144.804=-5.533

CSV - column_set(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense
rows=200000
mean15109.672-15109.672=-0.000
σ3.988-3.988=-0.000
min15108.410-15108.410=0.000
max15121.021-15121.022=-0.001
mean5182.700-5174.600=8.100
σ2568.738-2671.910=-103.171
min1313.000-1293.000=20.000
max9036.000-9649.000=-613.000
mean9598.335-9792.627=-194.293
σ1909.094-2448.559=-539.465
min6665.337-6635.382=29.955
max12512.680-12598.286=-85.606
iterations=10
operation_display=column_set() on unindexed, sparse
rows=200000
mean14060.732-14060.732=-0.000
σ0.002-0.002=0.000
min14060.730
max14060.736-14060.736=-0.000
mean9615.000-9649.000=-34.000
σ0.000
min9615.000-9649.000=-34.000
max9615.000-9649.000=-34.000
mean7048.745-7084.699=-35.954
σ1908.789-1937.103=-28.314
min5455.031-5437.619=17.412
max9865.633-11155.922=-1290.289

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=load_product() with indexes
rows=200000
mean8744.535-8744.667=-0.132
σ0.000-0.418=-0.418
min8744.534-8744.535=-0.001
max8744.535-8745.857=-1.321
mean9615.000-4561.200=5053.800
σ0.000-2522.344=-2522.344
min9615.000-1047.000=8568.000
max9615.000-8012.000=1603.000
mean4681.627-4339.020=342.607
σ1256.907-1397.777=-140.869
min3516.970-3491.743=25.227
max6743.017-7368.062=-625.045
iterations=10
operation_display=load_product(), no indexes
rows=200000
mean2524.581-2524.581=0.000
σ0.002-0.002=-0.000
min2524.579-2524.579=0.000
max2524.584-2524.583=0.001
mean9615.000-9649.000=-34.000
σ0.000
min9615.000-9649.000=-34.000
max9615.000-9649.000=-34.000
mean1514.807-1230.730=284.077
σ804.179-417.443=386.735
min1031.339-1024.457=6.882
max3077.884-2177.783=900.101
iterations=10
operation_display=load_product(), with indexes
rows=200000
mean8744.667
σ0.418
min8744.534
max8745.857
mean4862.400
σ2620.515
min1055.000
max9036.000
mean4706.365
σ1272.890
min3553.517
max7185.364
iterations=10
operation_display=load_product()with indexes
rows=200000
mean8744.533
σ0.002
min8744.530
max8744.536
mean9036.000
σ0.000
min9036.000
max9036.000
mean4405.203
σ1121.364
min3505.999
max6551.112

CSV - table_records()

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean41.901
σ0.002
min41.899
max41.904
mean9649.000
σ0.000
min9649.000
max9649.000
mean13.293
σ1.800
min10.993
max15.366
iterations=10
operation_display=table_records(), no indexes
rows=200000
mean41.901
σ0.002
min41.899
max41.904
mean9615.000
σ0.000
min9615.000
max9615.000
mean14.613
σ1.061
min11.945
max15.498
iterations=10
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.900
σ0.002
min41.899
max41.904
mean9615.000
σ0.000
min9615.000
max9615.000
mean13.555
σ1.090
min11.295
max14.433
iterations=10
operation_display=table_records(), repeat
rows=200000
mean41.901-41.901=0.000
σ0.002-0.002=0.000
min41.899
max41.904-41.903=0.000
mean9093.900-9649.000=-555.100
σ183.096-0.000=183.096
min9036.000-9649.000=-613.000
max9615.000-9649.000=-34.000
mean13.667-13.824=-0.157
σ1.929-1.738=0.191
min11.249-11.340=-0.091
max16.382-16.351=0.031

CSV - table_records(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean15088.238-15088.238=-0.000
σ0.002-0.002=0.000
min15088.236-15088.237=-0.000
max15088.241
mean9093.900-9649.000=-555.100
σ183.096-0.000=183.096
min9036.000-9649.000=-613.000
max9615.000-9649.000=-34.000
mean9485.969-8816.440=669.529
σ2358.823-1972.257=386.566
min6603.368-6558.185=45.183
max12182.547-12331.498=-148.951

CSV - vertical_lookup_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
mean26.397-26.397=0.000
σ0.000-0.000=-0.000
min26.397-26.397=0.000
max26.398
mean5182.700-5177.400=5.300
σ2568.738-2668.596=-99.858
min1313.000-1293.000=20.000
max9036.000-9649.000=-613.000
mean6.948-7.038=-0.089
σ0.444-0.365=0.078
min5.991-6.391=-0.400
max7.659-7.629=0.030

CSV - vertical_lookup_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944
σ0.002-0.002=-0.000
min40.942-40.942=-0.000
max40.947-40.947=-0.000
mean9615.000-9649.000=-34.000
σ0.000
min9615.000-9649.000=-34.000
max9615.000-9649.000=-34.000
mean103.127-88.051=15.075
σ10.212-18.260=-8.048
min74.205-62.280=11.925
max108.129-106.758=1.371
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.944-40.943=0.000
σ0.002-0.002=-0.000
min40.942-40.942=0.000
max40.946-40.946=-0.000
mean9615.000-9649.000=-34.000
σ0.000
min9615.000-9649.000=-34.000
max9615.000-9649.000=-34.000
mean216.982-87.992=128.990
σ361.478-18.502=342.975
min74.433-62.257=12.176
max1245.369-107.263=1138.106
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.949-40.949=-0.000
σ0.002-0.002=-0.000
min40.947-40.947=-0.000
max40.952
mean9615.000-9649.000=-34.000
σ0.000
min9615.000-9649.000=-34.000
max9615.000-9649.000=-34.000
mean103.130-183.470=-80.340
σ10.127-295.738=-285.612
min74.451-62.090=12.361
max108.476-1023.743=-915.267
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.948-40.948=0.000
σ0.002-0.002=-0.000
min40.947-40.947=-0.000
max40.951-40.951=-0.000
mean9615.000-9649.000=-34.000
σ0.000
min9615.000-9649.000=-34.000
max9615.000-9649.000=-34.000
mean103.243-88.769=14.474
σ10.108-17.792=-7.684
min74.589-62.213=12.376
max107.914-107.360=0.554

CSV - vertical_lookup_list(), mini warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, after column_set()
rows=200000
mean27.602-27.602=0.000
σ0.002-0.002=-0.000
min27.602
max27.607
mean5182.700-5177.400=5.300
σ2568.738-2668.596=-99.858
min1313.000-1293.000=20.000
max9036.000-9649.000=-613.000
mean9.895-9.361=0.535
σ0.573-0.670=-0.096
min8.723-8.601=0.122
max10.667-10.548=0.119
iterations=10
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.602-27.602=-0.000
σ0.002-0.001=0.000
min27.602-27.602=-0.000
max27.605-27.605=0.000
mean9093.900-9649.000=-555.100
σ183.096-0.000=183.096
min9036.000-9649.000=-613.000
max9615.000-9649.000=-34.000
mean9.621-9.162=0.459
σ1.188-0.506=0.682
min8.235-8.013=0.223
max12.341-9.762=2.579

CSV - vertical_lookup_list(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean15073.940-15073.940=0.000
σ0.001-0.000=0.000
min15073.939
max15073.941-15073.940=0.001
mean9615.000-9649.000=-34.000
σ0.000
min9615.000-9649.000=-34.000
max9615.000-9649.000=-34.000
mean9678.600-10207.455=-528.855
σ1924.382-2090.348=-165.965
min6602.001-6515.049=86.952
max11990.524-12344.034=-353.510

CSV - vertical_lookup_row_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.633-25.633=-0.000
σ0.002-0.002=0.000
min25.631
max25.637
mean9093.900-9649.000=-555.100
σ183.096-0.000=183.096
min9036.000-9649.000=-613.000
max9615.000-9649.000=-34.000
mean5.447-5.161=0.285
σ0.976-0.308=0.668
min4.968-4.954=0.013
max8.203-6.006=2.197
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.628-25.628=-0.000
σ0.002-0.002=-0.000
min25.626-25.626=0.000
max25.630-25.630=0.000
mean9093.900-9649.000=-555.100
σ183.096-0.000=183.096
min9036.000-9649.000=-613.000
max9615.000-9649.000=-34.000
mean5.331-5.054=0.277
σ0.928-0.125=0.803
min4.952-4.893=0.059
max7.964-5.261=2.704
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.932-25.932=0.000
σ0.003-0.002=0.001
min25.930-25.930=0.000
max25.938-25.935=0.003
mean9093.900-9649.000=-555.100
σ183.096-0.000=183.096
min9036.000-9649.000=-613.000
max9615.000-9649.000=-34.000
mean5.336-5.059=0.277
σ1.063-0.194=0.869
min4.941-4.815=0.126
max8.361-5.464=2.897
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.931-25.931=0.000
σ0.002-0.002=-0.000
min25.930-25.930=0.001
max25.934-25.934=-0.000
mean9093.900-9649.000=-555.100
σ183.096-0.000=183.096
min9036.000-9649.000=-613.000
max9615.000-9649.000=-34.000
mean5.287-5.015=0.271
σ0.996-0.075=0.920
min4.874-4.900=-0.026
max8.115-5.147=2.968

CSV - vertical_lookup_row_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.671-66.671=0.000
σ0.002-0.002=-0.000
min66.670-66.670=-0.000
max66.673
mean9615.000-9649.000=-34.000
σ0.000
min9615.000-9649.000=-34.000
max9615.000-9649.000=-34.000
mean152.354-136.055=16.299
σ17.780-24.148=-6.368
min118.239-101.499=16.740
max163.806-161.504=2.302
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.670
σ0.002
min66.670
max66.673
mean9615.000-9649.000=-34.000
σ0.000
min9615.000-9649.000=-34.000
max9615.000-9649.000=-34.000
mean151.334-136.632=14.702
σ20.329-24.905=-4.577
min106.769-101.852=4.916
max164.815-163.061=1.754

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=pointedIndexFromKvs
rows=200000
mean172.559
σ0.002
min172.558
max172.562
mean478.000-473.800=4.200
σ0.000-0.422=-0.422
min478.000-473.000=5.000
max478.000-474.000=4.000
mean389.056-380.709=8.347
σ20.106-35.724=-15.617
min359.107-304.246=54.861
max406.632-404.108=2.524
iterations=10
operation_display=pointedIndexFromKvs
rows=400000
mean357.322
σ0.002
min357.321
max357.325
mean560.000-558.800=1.200
σ0.000-0.632=-0.632
min560.000-557.000=3.000
max560.000-559.000=1.000
mean752.658-775.344=-22.685
σ53.214-30.215=22.999
min657.599-701.419=-43.820
max828.615-809.426=19.189