edacab3f96364768e5413049a004f1393869c137

Home / Branches / sergeiwinitzki/lan-43-plot-benchmarks / edacab3f96364768e5413049a004f1393869c137

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean53.704
σ0.369
min53.560
max54.753
mean415.000
σ0.000
min415.000
max415.000
mean0.138
σ0.005
min0.131
max0.146
cache=y
dps=1
iters=10
policies=100
mean43.057
σ0.005
min43.049
max43.064
mean415.000
σ0.000
min415.000
max415.000
mean0.120
σ0.004
min0.113
max0.127

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.617
σ0.002
min36.615
max36.620
mean4162.375
σ1888.483
min1553.000
max7173.000
mean12.886
σ0.252
min12.588
max13.320
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.617
σ0.002
min36.616
max36.620
mean4279.375
σ1966.263
min1553.000
max7173.000
mean13.899
σ1.962
min12.956
max18.722
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.929
σ0.002
min41.928
max41.932
mean7173.000
σ0.000
min7173.000
max7173.000
mean15.101
σ0.890
min13.557
max15.903
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.930
σ0.002
min41.928
max41.932
mean7173.000
σ0.000
min7173.000
max7173.000
mean13.668
σ1.405
min11.252
max15.596
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929
σ0.002
min41.927
max41.931
mean4162.375
σ1888.483
min1553.000
max7173.000
mean13.691
σ1.673
min11.399
max15.654
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.604
σ0.002
min27.603
max27.607
mean4162.375
σ1888.483
min1553.000
max7173.000
mean9.112
σ0.302
min8.704
max9.661
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.400
σ0.001
min26.399
max26.403
mean4162.375
σ1888.483
min1553.000
max7173.000
mean6.872
σ0.312
min6.335
max7.239
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.667
σ0.002
min25.665
max25.670
mean4279.375
σ1966.263
min1553.000
max7173.000
mean6.210
σ0.493
min5.808
max7.384
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661
σ0.002
min25.659
max25.663
mean4279.375
σ1966.263
min1553.000
max7173.000
mean5.912
σ0.578
min5.501
max7.313
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969
σ0.002
min25.967
max25.971
mean4279.375
σ1966.263
min1553.000
max7173.000
mean5.979
σ0.588
min5.628
max7.403
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.968
σ0.003
min25.967
max25.975
mean4279.375
σ1966.263
min1553.000
max7173.000
mean5.889
σ0.601
min5.542
max7.348

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.596
σ0.002
min2524.594
max2524.598
mean7173.000
σ0.000
min7173.000
max7173.000
mean1502.833
σ730.356
min1031.568
max2849.022
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.560
σ0.042
min8744.545
max8744.664
mean3589.875
σ1809.991
min1070.000
max5810.000
mean4400.170
σ1173.254
min3477.013
max6078.801

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077
σ0.002
min62.075
max62.081
mean4162.375
σ1888.483
min1553.000
max7173.000
mean79.879
σ7.287
min71.104
max92.658
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.077
σ0.002
min62.076
max62.080
mean4162.375
σ1888.483
min1553.000
max7173.000
mean80.086
σ7.501
min71.160
max92.662
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944
σ0.001
min40.943
max40.947
mean7173.000
σ0.000
min7173.000
max7173.000
mean103.961
σ6.454
min93.648
max109.124
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.946
σ0.002
min40.944
max40.948
mean7173.000
σ0.000
min7173.000
max7173.000
mean103.814
σ6.415
min93.197
max108.968
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.951
σ0.002
min40.949
max40.953
mean7173.000
σ0.000
min7173.000
max7173.000
mean106.501
σ4.145
min99.745
max109.033
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.951
σ0.002
min40.949
max40.954
mean7173.000
σ0.000
min7173.000
max7173.000
mean104.085
σ6.416
min93.413
max109.042
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.686
σ0.001
min66.685
max66.689
mean7173.000
σ0.000
min7173.000
max7173.000
mean223.899
σ179.337
min146.081
max667.150
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.687
σ0.003
min66.685
max66.693
mean7173.000
σ0.000
min7173.000
max7173.000
mean156.034
σ17.264
min120.026
max169.758

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833
σ4.318
min11655.306
max11667.519
mean4162.375
σ1888.483
min1553.000
max7173.000
mean6178.702
σ1358.534
min4915.141
max7985.801
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.065
σ0.001
min11560.064
max11560.068
mean7173.000
σ0.000
min7173.000
max7173.000
mean5730.980
σ1251.858
min4368.262
max7667.297

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.667
σ0.008
min172.652
max172.675
mean487.375
σ1.061
min487.000
max490.000
mean392.849
σ20.240
min351.075
max413.140
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.458
σ0.152
min357.321
max357.660
mean572.000
σ0.000
min572.000
max572.000
mean791.506
σ38.060
min718.765
max849.293

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1005.001
σ0.750
min1004.531
max1008.104
mean7173.000
σ0.000
min7173.000
max7173.000
mean1.610
σ0.157
min1.416
max1.947

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean7173.000
σ0.000
min7173.000
max7173.000
mean0.357
σ0.046
min0.321
max0.432
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean7173.000
σ0.000
min7173.000
max7173.000
mean0.859
σ0.113
min0.779
max1.057
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean7173.000
σ0.000
min7173.000
max7173.000
mean0.545
σ0.043
min0.507
max0.615
name=nested_use.art
mean2.356
σ0.002
min2.355
max2.358
mean7173.000
σ0.000
min7173.000
max7173.000
mean0.828
σ0.040
min0.794
max0.894

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.547
σ0.028
min963.523
max963.587
mean7173.000
σ0.000
min7173.000
max7173.000
mean0.835
σ0.018
min0.811
max0.852
name=cdr_enhanced_4k_loc.art
mean884.854
σ0.007
min884.847
max884.861
mean7173.000
σ0.000
min7173.000
max7173.000
mean0.732
σ0.010
min0.723
max0.743

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.711
mean7173.000
σ0.000
min7173.000
max7173.000
mean4.248
σ0.085
min4.124
max4.706
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean7173.000
σ0.000
min7173.000
max7173.000
mean4.227
σ0.067
min4.120
max4.473
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean7173.000
σ0.000
min7173.000
max7173.000
mean0.578
σ0.091
min0.513
max0.887
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean7173.000
σ0.000
min7173.000
max7173.000
mean0.514
σ0.020
min0.484
max0.641

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean294.516
σ0.217
min294.403
max295.124
mean7173.000
σ0.000
min7173.000
max7173.000
mean0.528
σ0.037
min0.500
max0.585

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean281.464
σ0.036
min281.405
max281.495
mean7173.000
σ0.000
min7173.000
max7173.000
mean0.395
σ0.008
min0.387
max0.402
iters=5
new-facts=1
prior-facts=6402
mean1291.506
σ0.116
min1291.370
max1291.633
mean7173.000
σ0.000
min7173.000
max7173.000
mean1.883
σ0.062
min1.799
max1.967
iters=5
new-facts=6402
prior-facts=1
mean1534.364
σ4.031
min1532.342
max1541.568
mean7173.000
σ0.000
min7173.000
max7173.000
mean2.321
σ0.163
min2.097
max2.496
iters=5
new-facts=6402
prior-facts=6402
mean1853.335
σ0.076
min1853.224
max1853.408
mean7173.000
σ0.000
min7173.000
max7173.000
mean3.012
σ0.166
min2.833
max3.218

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.675
σ0.221
min1.303
max1.863

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean442.431
σ577.063
min153.898
max1308.025
mean96.250
σ8.500
min92.000
max109.000
mean7173.000
σ0.000
min7173.000
max7173.000
mean0.550
σ0.584
min0.257
max1.426
policies=20
mean1539.235
σ0.333
min1539.007
max1539.729
mean920.000
σ0.000
min920.000
max920.000
mean7173.000
σ0.000
min7173.000
max7173.000
mean2.605
σ0.033
min2.575
max2.653
policies=200
mean15400.445
σ0.093
min15400.386
max15400.583
mean9200.000
σ0.000
min9200.000
max9200.000
mean7173.000
σ0.000
min7173.000
max7173.000
mean26.287
σ0.141
min26.152
max26.417