1472cd5a2b3338c86309b2d35dc90dfbad3310ef

Home / Branches / alexjeffery/lan-46-clean-up-replspec-and-move-primitive-behavioural-tests-to / 1472cd5a2b3338c86309b2d35dc90dfbad3310ef

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean53.705
σ0.368
min53.556
max54.752
mean416.000
σ0.000
min416.000
max416.000
mean0.138
σ0.004
min0.135
max0.145
cache=y
dps=1
iters=10
policies=100
mean43.059
σ0.005
min43.052
max43.068
mean416.000
σ0.000
min416.000
max416.000
mean0.121
σ0.006
min0.112
max0.132

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.617
σ0.002
min36.615
max36.620
mean4289.500
σ1982.961
min1550.000
max7213.000
mean68.592
σ157.728
min12.522
max458.949
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.618
σ0.002
min36.616
max36.620
mean4289.500
σ1982.961
min1550.000
max7213.000
mean12.993
σ0.580
min12.034
max13.548
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.930
σ0.002
min41.928
max41.932
mean7213.000
σ0.000
min7213.000
max7213.000
mean15.026
σ0.635
min13.580
max15.587
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.929
σ0.002
min41.928
max41.932
mean7213.000
σ0.000
min7213.000
max7213.000
mean12.864
σ1.208
min11.397
max14.789
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929
σ0.002
min41.927
max41.931
mean4173.125
σ1905.372
min1550.000
max7213.000
mean14.045
σ1.522
min11.062
max15.389
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.605
σ0.002
min27.603
max27.607
mean4173.125
σ1905.372
min1550.000
max7213.000
mean8.947
σ0.230
min8.564
max9.306
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.400
σ0.001
min26.399
max26.403
mean4173.125
σ1905.372
min1550.000
max7213.000
mean6.814
σ0.303
min6.137
max7.091
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.666
σ0.002
min25.664
max25.668
mean4289.500
σ1982.961
min1550.000
max7213.000
mean6.071
σ0.078
min5.958
max6.193
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661
σ0.002
min25.659
max25.663
mean4289.500
σ1982.961
min1550.000
max7213.000
mean5.604
σ0.120
min5.401
max5.770
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969
σ0.003
min25.967
max25.975
mean4289.500
σ1982.961
min1550.000
max7213.000
mean5.768
σ0.078
min5.626
max5.865
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.968
σ0.002
min25.967
max25.971
mean4289.500
σ1982.961
min1550.000
max7213.000
mean5.616
σ0.147
min5.409
max5.843

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.595
σ0.002
min2524.594
max2524.598
mean7213.000
σ0.000
min7213.000
max7213.000
mean1403.886
σ542.046
min1030.792
max2257.418
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.560
σ0.041
min8744.545
max8744.660
mean3595.625
σ1820.537
min1076.000
max5831.000
mean4508.581
σ1329.215
min3521.223
max7085.150

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077
σ0.001
min62.076
max62.080
mean4173.125
σ1905.372
min1550.000
max7213.000
mean79.722
σ7.344
min72.649
max93.468
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.077
σ0.002
min62.076
max62.080
mean4173.125
σ1905.372
min1550.000
max7213.000
mean80.326
σ7.579
min72.500
max93.980
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.945
σ0.002
min40.944
max40.949
mean7213.000
σ0.000
min7213.000
max7213.000
mean104.963
σ6.474
min92.848
max109.193
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.945
σ0.002
min40.944
max40.947
mean7213.000
σ0.000
min7213.000
max7213.000
mean105.207
σ6.274
min93.169
max109.193
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.950
σ0.002
min40.949
max40.954
mean7213.000
σ0.000
min7213.000
max7213.000
mean107.682
σ7.067
min95.821
max116.438
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.950
σ0.002
min40.949
max40.953
mean7213.000
σ0.000
min7213.000
max7213.000
mean105.383
σ6.627
min93.177
max109.667
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.687
σ0.002
min66.685
max66.690
mean7213.000
σ0.000
min7213.000
max7213.000
mean214.265
σ152.936
min145.303
max592.177
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.686
σ0.001
min66.685
max66.689
mean7213.000
σ0.000
min7213.000
max7213.000
mean156.025
σ16.579
min120.717
max167.999

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833
σ4.319
min11655.305
max11667.523
mean4173.125
σ1905.372
min1550.000
max7213.000
mean6382.021
σ1238.284
min4926.708
max8215.365
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.066
σ0.003
min11560.064
max11560.072
mean7213.000
σ0.000
min7213.000
max7213.000
mean5914.107
σ1398.262
min4389.488
max7690.172

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.664
σ0.007
min172.656
max172.675
mean488.375
σ1.061
min488.000
max491.000
mean396.745
σ19.064
min364.683
max418.983
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.460
σ0.161
min357.321
max357.675
mean574.000
σ0.000
min574.000
max574.000
mean794.773
σ20.481
min756.393
max818.711

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1005.002
σ0.751
min1004.525
max1008.106
mean7213.000
σ0.000
min7213.000
max7213.000
mean1.602
σ0.137
min1.417
max1.854

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean7213.000
σ0.000
min7213.000
max7213.000
mean0.343
σ0.153
min0.248
max0.613
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean7213.000
σ0.000
min7213.000
max7213.000
mean0.693
σ0.141
min0.600
max0.938
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean7213.000
σ0.000
min7213.000
max7213.000
mean0.491
σ0.117
min0.369
max0.655
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean7213.000
σ0.000
min7213.000
max7213.000
mean0.858
σ0.043
min0.829
max0.931

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.548
σ0.034
min963.523
max963.608
mean7213.000
σ0.000
min7213.000
max7213.000
mean0.778
σ0.057
min0.705
max0.840
name=cdr_enhanced_4k_loc.art
mean884.853
σ0.005
min884.847
max884.861
mean7213.000
σ0.000
min7213.000
max7213.000
mean0.737
σ0.013
min0.731
max0.759

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.709
mean7213.000
σ0.000
min7213.000
max7213.000
mean4.238
σ0.082
min4.084
max4.505
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean7213.000
σ0.000
min7213.000
max7213.000
mean4.235
σ0.078
min4.091
max4.497
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean7213.000
σ0.000
min7213.000
max7213.000
mean0.755
σ0.019
min0.727
max0.880
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean7213.000
σ0.000
min7213.000
max7213.000
mean0.721
σ0.017
min0.692
max0.825

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean294.332
σ0.174
min294.083
max294.711
mean7213.000
σ0.000
min7213.000
max7213.000
mean0.571
σ0.036
min0.511
max0.609

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean281.451
σ0.036
min281.401
max281.501
mean7213.000
σ0.000
min7213.000
max7213.000
mean0.396
σ0.013
min0.385
max0.416
iters=5
new-facts=1
prior-facts=6402
mean1291.478
σ0.094
min1291.358
max1291.600
mean7213.000
σ0.000
min7213.000
max7213.000
mean1.977
σ0.080
min1.901
max2.111
iters=5
new-facts=6402
prior-facts=1
mean1534.349
σ4.062
min1532.319
max1541.607
mean7213.000
σ0.000
min7213.000
max7213.000
mean2.309
σ0.254
min2.050
max2.657
iters=5
new-facts=6402
prior-facts=6402
mean1853.339
σ0.096
min1853.205
max1853.463
mean7213.000
σ0.000
min7213.000
max7213.000
mean3.150
σ0.425
min2.647
max3.700

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.669
σ0.271
min1.303
max1.988

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean442.430
σ577.064
min153.896
max1308.026
mean96.250
σ8.500
min92.000
max109.000
mean7213.000
σ0.000
min7213.000
max7213.000
mean0.529
σ0.522
min0.265
max1.312
policies=20
mean1539.202
σ0.312
min1538.990
max1539.665
mean920.000
σ0.000
min920.000
max920.000
mean7213.000
σ0.000
min7213.000
max7213.000
mean2.581
σ0.046
min2.516
max2.623
policies=200
mean15400.387
σ0.147
min15400.261
max15400.531
mean9200.000
σ0.000
min9200.000
max9200.000
mean7213.000
σ0.000
min7213.000
max7213.000
mean26.222
σ0.257
min26.033
max26.584