18cef83035b7752201f92ee81980bf99243c554b

Home / Branches / sergeiwinitzki/lan-43-plot-benchmarks / 18cef83035b7752201f92ee81980bf99243c554b

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean53.706
σ0.368
min53.565
max54.752
mean416.500
σ0.527
min416.000
max417.000
mean0.140
σ0.004
min0.136
max0.147
cache=y
dps=1
iters=10
policies=100
mean43.059
σ0.005
min43.051
max43.067
mean417.000
σ0.000
min417.000
max417.000
mean0.121
σ0.004
min0.114
max0.127

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.617
σ0.002
min36.615
max36.620
mean4280.500
σ1970.683
min1553.000
max7172.000
mean12.834
σ0.234
min12.565
max13.177
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.617
σ0.002
min36.616
max36.619
mean4280.500
σ1970.683
min1553.000
max7172.000
mean12.921
σ2.263
min11.909
max18.513
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.930
σ0.002
min41.928
max41.932
mean7172.000
σ0.000
min7172.000
max7172.000
mean15.060
σ0.657
min13.951
max15.684
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.930
σ0.002
min41.928
max41.932
mean7172.000
σ0.000
min7172.000
max7172.000
mean13.892
σ0.795
min12.675
max15.047
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929
σ0.002
min41.927
max41.931
mean4163.750
σ1892.567
min1553.000
max7172.000
mean13.797
σ1.655
min11.272
max15.238
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.605
σ0.002
min27.603
max27.607
mean4163.750
σ1892.567
min1553.000
max7172.000
mean9.092
σ0.485
min8.471
max9.625
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.401
σ0.002
min26.399
max26.403
mean4163.750
σ1892.567
min1553.000
max7172.000
mean6.976
σ0.472
min6.146
max7.410
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.666
σ0.002
min25.664
max25.670
mean4280.500
σ1970.683
min1553.000
max7172.000
mean6.205
σ0.583
min5.817
max7.581
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661
σ0.002
min25.659
max25.663
mean4280.500
σ1970.683
min1553.000
max7172.000
mean6.016
σ0.677
min5.645
max7.622
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969
σ0.002
min25.967
max25.972
mean4280.500
σ1970.683
min1553.000
max7172.000
mean5.926
σ0.428
min5.750
max6.984
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.968
σ0.002
min25.967
max25.971
mean4280.500
σ1970.683
min1553.000
max7172.000
mean5.896
σ0.640
min5.585
max7.469

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.596
σ0.002
min2524.594
max2524.598
mean7172.000
σ0.000
min7172.000
max7172.000
mean1530.202
σ780.496
min1040.022
max3149.532
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.560
σ0.040
min8744.545
max8744.660
mean3591.125
σ1815.743
min1073.000
max5820.000
mean4775.338
σ1640.545
min3527.561
max7551.994

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077
σ0.002
min62.076
max62.080
mean4163.750
σ1892.567
min1553.000
max7172.000
mean77.224
σ5.280
min71.632
max87.068
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.077
σ0.002
min62.075
max62.080
mean4163.750
σ1892.567
min1553.000
max7172.000
mean77.668
σ5.635
min71.685
max88.172
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.945
σ0.002
min40.944
max40.947
mean7172.000
σ0.000
min7172.000
max7172.000
mean105.394
σ6.136
min94.321
max109.603
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.945
σ0.002
min40.944
max40.948
mean7172.000
σ0.000
min7172.000
max7172.000
mean105.333
σ6.165
min94.222
max109.931
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.951
σ0.002
min40.949
max40.953
mean7172.000
σ0.000
min7172.000
max7172.000
mean108.433
σ4.175
min101.333
max113.479
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.950
σ0.002
min40.949
max40.954
mean7172.000
σ0.000
min7172.000
max7172.000
mean105.625
σ6.097
min94.437
max109.951
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.686
σ0.001
min66.685
max66.689
mean7172.000
σ0.000
min7172.000
max7172.000
mean220.148
σ166.162
min146.292
max630.853
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.687
σ0.002
min66.685
max66.689
mean7172.000
σ0.000
min7172.000
max7172.000
mean157.208
σ18.002
min117.817
max171.147

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833
σ4.318
min11655.305
max11667.519
mean4163.750
σ1892.567
min1553.000
max7172.000
mean6326.387
σ1353.671
min4887.964
max7912.661
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.065
σ0.001
min11560.064
max11560.068
mean7172.000
σ0.000
min7172.000
max7172.000
mean6023.819
σ1467.049
min4420.342
max7880.291

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.657
σ0.014
min172.645
max172.677
mean488.000
σ0.000
min488.000
max488.000
mean363.314
σ46.759
min305.387
max420.969
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.471
σ0.156
min357.321
max357.633
mean565.000
σ0.000
min565.000
max565.000
mean769.462
σ61.391
min661.788
max823.991

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1005.002
σ0.751
min1004.530
max1008.107
mean7172.000
σ0.000
min7172.000
max7172.000
mean1.636
σ0.170
min1.469
max2.020

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean7172.000
σ0.000
min7172.000
max7172.000
mean0.439
σ0.162
min0.350
max0.728
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean7172.000
σ0.000
min7172.000
max7172.000
mean0.942
σ0.144
min0.830
max1.186
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean7172.000
σ0.000
min7172.000
max7172.000
mean0.532
σ0.045
min0.499
max0.611
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean7172.000
σ0.000
min7172.000
max7172.000
mean0.840
σ0.027
min0.806
max0.882

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.552
σ0.022
min963.527
max963.580
mean7172.000
σ0.000
min7172.000
max7172.000
mean0.810
σ0.044
min0.744
max0.844
name=cdr_enhanced_4k_loc.art
mean884.853
σ0.006
min884.847
max884.863
mean7172.000
σ0.000
min7172.000
max7172.000
mean0.623
σ0.050
min0.536
max0.659

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.709
mean7172.000
σ0.000
min7172.000
max7172.000
mean3.536
σ0.084
min3.409
max3.828
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.659
mean7172.000
σ0.000
min7172.000
max7172.000
mean3.564
σ0.075
min3.419
max3.851
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean7172.000
σ0.000
min7172.000
max7172.000
mean0.538
σ0.014
min0.513
max0.617
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean7172.000
σ0.000
min7172.000
max7172.000
mean0.522
σ0.036
min0.496
max0.759

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean294.381
σ0.225
min294.160
max294.970
mean7172.000
σ0.000
min7172.000
max7172.000
mean0.550
σ0.034
min0.505
max0.593

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean281.459
σ0.035
min281.405
max281.491
mean7172.000
σ0.000
min7172.000
max7172.000
mean0.386
σ0.009
min0.380
max0.402
iters=5
new-facts=1
prior-facts=6402
mean1291.483
σ0.087
min1291.369
max1291.580
mean7172.000
σ0.000
min7172.000
max7172.000
mean1.973
σ0.051
min1.888
max2.013
iters=5
new-facts=6402
prior-facts=1
mean1534.332
σ4.047
min1532.308
max1541.565
mean7172.000
σ0.000
min7172.000
max7172.000
mean2.234
σ0.238
min2.028
max2.627
iters=5
new-facts=6402
prior-facts=6402
mean1853.334
σ0.091
min1853.199
max1853.435
mean7172.000
σ0.000
min7172.000
max7172.000
mean3.115
σ0.376
min2.639
max3.574

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.564
σ0.216
min1.290
max1.772

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean442.428
σ577.064
min153.893
max1308.024
mean96.250
σ8.500
min92.000
max109.000
mean7172.000
σ0.000
min7172.000
max7172.000
mean0.534
σ0.538
min0.264
max1.340
policies=20
mean1539.221
σ0.335
min1538.989
max1539.717
mean920.000
σ0.000
min920.000
max920.000
mean7172.000
σ0.000
min7172.000
max7172.000
mean2.605
σ0.013
min2.587
max2.616
policies=200
mean15400.352
σ0.066
min15400.290
max15400.430
mean9200.000
σ0.000
min9200.000
max9200.000
mean7172.000
σ0.000
min7172.000
max7172.000
mean26.152
σ0.143
min26.014
max26.353