Compare commits

Home / Compare e954bb3a .. 034558e6

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.055
σ0.370
min53.904
max55.108
mean418.000
σ0.000
min418.000
max418.000
mean0.140
σ0.007
min0.131
max0.150
cache=y
dps=1
iters=10
policies=100
mean43.398
σ0.007
min43.385
max43.408
mean418.000
σ0.000
min418.000
max418.000
mean0.141
σ0.006
min0.128
max0.149

CSV - column_set() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on indexed
rows=200000
mean36.614
σ0.000
min36.614
max36.615
mean8840.600
σ8.222
min8838.000
max8864.000
mean12.740
σ0.458
min12.248
max13.649
iterations=10
operation_display=column_set() on indexed, repeat
rows=200000
mean36.614
σ0.000
min36.613
max36.615
mean8840.600
σ8.222
min8838.000
max8864.000
mean56.694
σ139.334
min11.600
max453.241

CSV - column_set() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.074-62.074=-0.000
σ0.000-0.000=0.000
min62.073-62.073=-0.000
max62.074-62.074=-0.000
mean5112.000-5240.300=-128.300
σ2617.258-2595.012=22.246
min1351.000-1270.000=81.000
max8547.000-8671.000=-124.000
mean101.303-98.673=2.629
σ14.002-20.343=-6.341
min78.867-61.854=17.014
max113.803-117.645=-3.841
iterations=10
operation_display=column_set() on unindexed, sparse, repeat
rows=200000
mean70.664
σ0.002
min70.662
max70.667
mean8838.000
σ0.000
min8838.000
max8838.000
mean136.157
σ6.286
min122.745
max141.064

CSV - column_set(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=column_set() on unindexed, dense
rows=200000
mean15109.632-15109.672=-0.040
σ3.862-3.988=-0.125
min15108.410-15108.410=-0.000
max15120.625-15121.021=-0.396
mean5112.000-5240.300=-128.300
σ2617.258-2595.012=22.246
min1351.000-1270.000=81.000
max8547.000-8671.000=-124.000
mean10222.631-9680.514=542.117
σ1954.329-2256.421=-302.092
min6573.262-6698.391=-125.129
max12579.581-12405.146=174.435
iterations=10
operation_display=column_set() on unindexed, sparse
rows=200000
mean14060.733
σ0.002
min14060.731
max14060.736
mean8838.000
σ0.000
min8838.000
max8838.000
mean7636.973
σ1915.509
min5455.778
max10411.982

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=load_product() with indexes
rows=200000
mean8744.535
σ0.001
min8744.534
max8744.538
mean8840.600
σ8.222
min8838.000
max8864.000
mean5092.070
σ1391.947
min3510.067
max7237.106
iterations=10
operation_display=load_product(), no indexes
rows=200000
mean2524.581
σ0.002
min2524.579
max2524.584
mean8838.000
σ0.000
min8838.000
max8838.000
mean1525.574
σ837.185
min1032.041
max3388.838
iterations=10
operation_display=load_product(), with indexes
rows=200000
mean8744.542-8744.667=-0.125
σ0.036-0.419=-0.382
min8744.530-8744.534=-0.004
max8744.646-8745.858=-1.213
mean4713.700-4863.600=-149.900
σ2574.192-2527.807=46.385
min1077.000-1043.000=34.000
max8547.000-8671.000=-124.000
mean4554.640-4415.221=139.418
σ1210.447-1152.925=57.522
min3484.837-3504.276=-19.439
max6928.180-7007.073=-78.892
iterations=10
operation_display=load_product()with indexes
rows=200000
mean8744.532-8744.532=-0.000
σ0.002-0.002=-0.000
min8744.530-8744.530=0.000
max8744.535-8744.535=-0.000
mean8604.000-8687.700=-83.700
σ180.250-52.810=127.440
min8547.000-8671.000=-124.000
max9117.000-8838.000=279.000
mean4398.292-4608.751=-210.459
σ1259.196-1397.206=-138.010
min3464.513-3466.517=-2.004
max6516.847-7284.345=-767.498

CSV - table_records()

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records(), no indexes
rows=200000
mean41.901
σ0.002
min41.900
max41.904
mean8838.000
σ0.000
min8838.000
max8838.000
mean14.280
σ1.541
min11.471
max16.196
iterations=10
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.901
σ0.002
min41.900
max41.904
mean8838.000
σ0.000
min8838.000
max8838.000
mean13.153
σ1.617
min10.918
max15.354
iterations=10
operation_display=table_records(), repeat
rows=200000
mean41.901-41.901=-0.000
σ0.002-0.002=0.000
min41.899-41.899=-0.000
max41.903-41.903=0.000
mean8604.000-8687.700=-83.700
σ180.250-52.810=127.440
min8547.000-8671.000=-124.000
max9117.000-8838.000=279.000
mean13.551-13.747=-0.196
σ1.629-1.331=0.298
min10.743-10.880=-0.137
max15.054-14.967=0.086

CSV - table_records(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=table_records()
rows=200000
mean15088.238-15088.238=-0.000
σ0.001-0.002=-0.001
min15088.236
max15088.241-15088.242=-0.001
mean8604.000-8687.700=-83.700
σ180.250-52.810=127.440
min8547.000-8671.000=-124.000
max9117.000-8838.000=279.000
mean10097.210-9812.507=284.703
σ2011.994-1844.892=167.102
min6535.143-6518.979=16.164
max12032.608-11653.271=379.337

CSV - vertical_lookup_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, after column_set(), repeat
rows=200000
mean26.397-26.397=0.000
σ0.000-0.000=-0.000
min26.397-26.397=0.000
max26.398-26.398=0.000
mean5112.000-5240.300=-128.300
σ2617.258-2595.012=22.246
min1351.000-1270.000=81.000
max8547.000-8671.000=-124.000
mean6.260-6.601=-0.340
σ0.638-0.325=0.313
min5.484-6.134=-0.650
max7.052-7.121=-0.069
iterations=10
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.399-26.398=0.000
σ0.002-0.002=0.000
min26.397
max26.401-26.401=0.000
mean8604.000-8687.700=-83.700
σ180.250-52.810=127.440
min8547.000-8671.000=-124.000
max9117.000-8838.000=279.000
mean6.536-6.361=0.175
σ0.248-0.333=-0.086
min6.152-5.666=0.486
max6.804-6.647=0.157
iterations=10
operation_display=vertical_lookup_list() on indexed, repeat
rows=200000
mean26.398
σ0.000
min26.398
max26.398
mean8840.600
σ8.222
min8838.000
max8864.000
mean7.756
σ0.263
min7.231
max8.139

CSV - vertical_lookup_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944
σ0.002
min40.942
max40.948
mean8838.000
σ0.000
min8838.000
max8838.000
mean98.674
σ14.053
min68.931
max106.633
iterations=10
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.944
σ0.002
min40.942
max40.946
mean8838.000
σ0.000
min8838.000
max8838.000
mean219.278
σ384.038
min68.036
max1311.522
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.949
σ0.002
min40.947
max40.952
mean8838.000
σ0.000
min8838.000
max8838.000
mean98.570
σ14.240
min68.113
max106.242
iterations=10
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.948
σ0.002
min40.947
max40.951
mean8838.000
σ0.000
min8838.000
max8838.000
mean98.736
σ14.177
min68.754
max106.593

CSV - vertical_lookup_list(), mini warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed, after column_set()
rows=200000
mean27.602
σ0.002
min27.602
max27.607
mean5240.300
σ2595.012
min1270.000
max8671.000
mean9.134
σ0.828
min8.103
max10.423
iterations=10
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.602
σ0.002
min27.602
max27.605
mean8687.700
σ52.810
min8671.000
max8838.000
mean8.915
σ0.570
min7.705
max9.654

CSV - vertical_lookup_list(), warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_list() on indexed
rows=200000
mean15073.940
σ0.000
min15073.939
max15073.940
mean8840.600
σ8.222
min8838.000
max8864.000
mean10140.674
σ1906.106
min6564.503
max11648.624

CSV - vertical_lookup_row_list() on indexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.633-25.634=-0.000
σ0.003-0.002=0.000
min25.631-25.632=-0.000
max25.639-25.637=0.002
mean8604.000-8687.700=-83.700
σ180.250-52.810=127.440
min8547.000-8671.000=-124.000
max9117.000-8838.000=279.000
mean4.839-4.766=0.073
σ0.087-0.134=-0.047
min4.636-4.569=0.067
max4.917-5.013=-0.096
iterations=10
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.628-25.628=-0.000
σ0.002-0.002=-0.000
min25.626-25.626=-0.000
max25.630
mean8604.000-8687.700=-83.700
σ180.250-52.810=127.440
min8547.000-8671.000=-124.000
max9117.000-8838.000=279.000
mean4.906-4.611=0.295
σ0.235-0.074=0.161
min4.560-4.463=0.097
max5.474-4.709=0.766
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.932-25.932=-0.000
σ0.002-0.002=-0.000
min25.930
max25.934-25.935=-0.001
mean8604.000-8687.700=-83.700
σ180.250-52.810=127.440
min8547.000-8671.000=-124.000
max9117.000-8838.000=279.000
mean4.819-4.579=0.240
σ0.129-0.057=0.072
min4.472-4.484=-0.013
max4.921-4.650=0.271
iterations=10
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.931-25.931=0.000
σ0.002-0.002=0.000
min25.930
max25.934-25.934=0.000
mean8604.000-8687.700=-83.700
σ180.250-52.810=127.440
min8547.000-8671.000=-124.000
max9117.000-8838.000=279.000
mean4.832-4.508=0.324
σ0.113-0.080=0.033
min4.554-4.439=0.115
max4.964-4.701=0.263

CSV - vertical_lookup_row_list() on unindexed

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.671
σ0.002
min66.670
max66.673
mean8838.000
σ0.000
min8838.000
max8838.000
mean149.103
σ18.072
min113.566
max162.543
iterations=10
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.670
σ0.002
min66.670
max66.673
mean8838.000
σ0.000
min8838.000
max8838.000
mean145.750
σ22.844
min104.812
max163.780

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=10
operation_display=pointedIndexFromKvs
rows=200000
mean172.662-172.559=0.103
σ0.014-0.002=0.012
min172.638-172.558=0.080
max172.678-172.562=0.116
mean490.000-477.000=13.000
σ0.000
min490.000-477.000=13.000
max490.000-477.000=13.000
mean382.848-390.702=-7.853
σ49.847-19.016=30.830
min269.230-356.675=-87.445
max422.960-407.144=15.816
iterations=10
operation_display=pointedIndexFromKvs
rows=400000
mean357.400-357.322=0.078
σ0.129-0.002=0.127
min357.321
max357.628-357.325=0.303
mean565.000-562.000=3.000
σ0.000
min565.000-562.000=3.000
max565.000-562.000=3.000
mean800.184-750.328=49.857
σ27.803-44.000=-16.197
min726.418-664.435=61.983
max822.731-827.258=-4.527

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1006.878
σ0.750
min1006.406
max1009.975
mean9117.000
σ0.000
min9117.000
max9117.000
mean1.525
σ0.131
min1.464
max2.078

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.882
max0.887
mean9117.000
σ0.000
min9117.000
max9117.000
mean0.320
σ0.116
min0.260
max0.527
name=error_case.art
mean2.339
σ0.003
min2.337
max2.342
mean9117.000
σ0.000
min9117.000
max9117.000
mean0.637
σ0.086
min0.581
max0.788
name=heavy_item.art
mean1.523
σ0.001
min1.522
max1.525
mean9117.000
σ0.000
min9117.000
max9117.000
mean0.540
σ0.039
min0.502
max0.604
name=nested_use.art
mean2.362
σ0.002
min2.360
max2.364
mean9117.000
σ0.000
min9117.000
max9117.000
mean0.846
σ0.043
min0.816
max0.919

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.830
σ0.026
min964.802
max964.869
mean9117.000
σ0.000
min9117.000
max9117.000
mean0.814
σ0.038
min0.753
max0.843
name=cdr_enhanced_4k_loc.art
mean885.512
σ0.008
min885.504
max885.524
mean9117.000
σ0.000
min9117.000
max9117.000
mean0.683
σ0.074
min0.599
max0.742

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.716
σ0.002
min7.715
max7.719
mean9117.000
σ0.000
min9117.000
max9117.000
mean4.264
σ0.101
min4.112
max4.586
name=record_render_large_syntax_err.art
mean7.665
σ0.002
min7.664
max7.670
mean9117.000
σ0.000
min9117.000
max9117.000
mean4.242
σ0.083
min4.116
max4.518
name=record_render_success.art
mean2.291
σ0.002
min2.290
max2.294
mean9117.000
σ0.000
min9117.000
max9117.000
mean0.745
σ0.017
min0.716
max0.861
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean9117.000
σ0.000
min9117.000
max9117.000
mean0.704
σ0.016
min0.675
max0.789

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean295.328
σ0.241
min295.173
max295.976
mean9117.000
σ0.000
min9117.000
max9117.000
mean0.551
σ0.031
min0.513
max0.587

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean285.385
σ0.038
min285.339
max285.434
mean9117.000
σ0.000
min9117.000
max9117.000
mean0.393
σ0.007
min0.388
max0.406
iters=5
new-facts=1
prior-facts=6402
mean1295.883
σ0.066
min1295.809
max1295.951
mean9117.000
σ0.000
min9117.000
max9117.000
mean2.248
σ0.173
min2.016
max2.451
iters=5
new-facts=6402
prior-facts=1
mean1539.969
σ6.899
min1536.699
max1552.306
mean9117.000
σ0.000
min9117.000
max9117.000
mean2.303
σ0.185
min2.121
max2.581
iters=5
new-facts=6402
prior-facts=6402
mean1857.685
σ0.049
min1857.607
max1857.725
mean9117.000
σ0.000
min9117.000
max9117.000
mean3.086
σ0.217
min2.839
max3.303

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.512
σ0.274
min1.268
max1.943

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean445.739
σ580.934
min155.267
max1317.140
mean96.250
σ8.500
min92.000
max109.000
mean9117.000
σ0.000
min9117.000
max9117.000
mean0.539
σ0.542
min0.263
max1.351
policies=20
mean1552.975
σ0.346
min1552.736
max1553.488
mean920.000
σ0.000
min920.000
max920.000
mean9117.000
σ0.000
min9117.000
max9117.000
mean2.621
σ0.023
min2.589
max2.642
policies=200
mean15537.981
σ0.181
min15537.800
max15538.232
mean9200.000
σ0.000
min9200.000
max9200.000
mean9117.000
σ0.000
min9117.000
max9117.000
mean26.291
σ0.151
min26.172
max26.496