a7e42aecbfca1dcb1b861abe273e98d989c8f9cf

Home / Branches / alexjeffery/lan-46-clean-up-replspec-and-move-primitive-behavioural-tests-to / a7e42aecbfca1dcb1b861abe273e98d989c8f9cf

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean53.705
σ0.369
min53.560
max54.754
mean417.000
σ0.000
min417.000
max417.000
mean0.137
σ0.005
min0.132
max0.144
cache=y
dps=1
iters=10
policies=100
mean43.058
σ0.005
min43.051
max43.064
mean417.000
σ0.000
min417.000
max417.000
mean0.120
σ0.003
min0.118
max0.127

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.618
σ0.002
min36.615
max36.620
mean4167.000
σ1897.049
min1551.000
max7201.000
mean12.773
σ0.354
min12.286
max13.421
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.617
σ0.002
min36.616
max36.620
mean4287.000
σ1976.567
min1551.000
max7201.000
mean104.992
σ260.719
min11.958
max750.236
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.929
σ0.001
min41.928
max41.932
mean7201.000
σ0.000
min7201.000
max7201.000
mean14.796
σ1.400
min11.760
max15.960
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.930
σ0.002
min41.928
max41.932
mean7201.000
σ0.000
min7201.000
max7201.000
mean13.161
σ1.294
min11.361
max14.649
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929
σ0.002
min41.927
max41.932
mean4167.000
σ1897.049
min1551.000
max7201.000
mean13.308
σ1.687
min11.018
max15.464
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.604
σ0.002
min27.603
max27.607
mean4167.000
σ1897.049
min1551.000
max7201.000
mean8.952
σ0.301
min8.360
max9.272
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.400
σ0.001
min26.399
max26.403
mean4167.000
σ1897.049
min1551.000
max7201.000
mean6.925
σ0.136
min6.700
max7.078
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.667
σ0.002
min25.664
max25.670
mean4287.000
σ1976.567
min1551.000
max7201.000
mean6.223
σ0.701
min5.763
max7.918
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661
σ0.002
min25.659
max25.663
mean4287.000
σ1976.567
min1551.000
max7201.000
mean5.830
σ0.662
min5.504
max7.442
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969
σ0.002
min25.967
max25.971
mean4287.000
σ1976.567
min1551.000
max7201.000
mean5.805
σ0.475
min5.542
max6.966
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.968
σ0.001
min25.967
max25.971
mean4287.000
σ1976.567
min1551.000
max7201.000
mean5.662
σ0.463
min5.410
max6.801

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.596
σ0.002
min2524.593
max2524.598
mean7201.000
σ0.000
min7201.000
max7201.000
mean1177.137
σ383.813
min1032.682
max2126.931
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.561
σ0.042
min8744.545
max8744.664
mean3594.000
σ1815.936
min1074.000
max5830.000
mean4990.482
σ1613.387
min3498.359
max6949.017

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077
σ0.002
min62.076
max62.081
mean4167.000
σ1897.049
min1551.000
max7201.000
mean79.198
σ7.140
min72.361
max90.401
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.078
σ0.003
min62.076
max62.084
mean4167.000
σ1897.049
min1551.000
max7201.000
mean79.990
σ7.430
min72.786
max91.322
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944
σ0.001
min40.943
max40.947
mean7201.000
σ0.000
min7201.000
max7201.000
mean102.034
σ12.297
min74.333
max108.554
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.946
σ0.002
min40.944
max40.948
mean7201.000
σ0.000
min7201.000
max7201.000
mean101.880
σ12.323
min74.004
max108.790
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.950
σ0.002
min40.949
max40.953
mean7201.000
σ0.000
min7201.000
max7201.000
mean105.128
σ10.512
min80.750
max112.938
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.951
σ0.002
min40.949
max40.954
mean7201.000
σ0.000
min7201.000
max7201.000
mean102.021
σ12.153
min74.634
max109.110
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.686
σ0.001
min66.685
max66.689
mean7201.000
σ0.000
min7201.000
max7201.000
mean209.622
σ150.444
min120.545
max579.736
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.687
σ0.002
min66.685
max66.690
mean7201.000
σ0.000
min7201.000
max7201.000
mean151.136
σ23.425
min109.788
max168.334

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833
σ4.318
min11655.305
max11667.519
mean4167.000
σ1897.049
min1551.000
max7201.000
mean6438.884
σ1064.813
min4920.862
max7626.279
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.065
σ0.001
min11560.064
max11560.068
mean7201.000
σ0.000
min7201.000
max7201.000
mean5865.418
σ1488.610
min4365.721
max8650.049

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.662
σ0.014
min172.646
max172.682
mean489.000
σ0.000
min489.000
max489.000
mean380.872
σ47.046
min270.765
max414.247
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.474
σ0.153
min357.321
max357.633
mean566.000
σ0.000
min566.000
max566.000
mean767.427
σ62.238
min667.707
max860.488

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1005.001
σ0.751
min1004.530
max1008.104
mean7201.000
σ0.000
min7201.000
max7201.000
mean1.588
σ0.125
min1.490
max1.956

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean7201.000
σ0.000
min7201.000
max7201.000
mean0.313
σ0.115
min0.249
max0.518
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean7201.000
σ0.000
min7201.000
max7201.000
mean0.653
σ0.089
min0.607
max0.812
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean7201.000
σ0.000
min7201.000
max7201.000
mean0.502
σ0.032
min0.450
max0.537
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean7201.000
σ0.000
min7201.000
max7201.000
mean0.843
σ0.045
min0.802
max0.920

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.542
σ0.026
min963.523
max963.586
mean7201.000
σ0.000
min7201.000
max7201.000
mean0.806
σ0.047
min0.731
max0.844
name=cdr_enhanced_4k_loc.art
mean884.854
σ0.006
min884.847
max884.861
mean7201.000
σ0.000
min7201.000
max7201.000
mean0.729
σ0.034
min0.670
max0.758

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.711
mean7201.000
σ0.000
min7201.000
max7201.000
mean4.316
σ0.093
min4.178
max4.606
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean7201.000
σ0.000
min7201.000
max7201.000
mean4.261
σ0.075
min4.121
max4.509
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean7201.000
σ0.000
min7201.000
max7201.000
mean0.756
σ0.019
min0.729
max0.888
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean7201.000
σ0.000
min7201.000
max7201.000
mean0.715
σ0.014
min0.685
max0.788

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean294.551
σ0.241
min294.288
max295.093
mean7201.000
σ0.000
min7201.000
max7201.000
mean0.555
σ0.029
min0.513
max0.593

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean281.451
σ0.031
min281.401
max281.486
mean7201.000
σ0.000
min7201.000
max7201.000
mean0.392
σ0.007
min0.386
max0.401
iters=5
new-facts=1
prior-facts=6402
mean1291.508
σ0.115
min1291.365
max1291.642
mean7201.000
σ0.000
min7201.000
max7201.000
mean1.966
σ0.104
min1.859
max2.126
iters=5
new-facts=6402
prior-facts=1
mean1534.335
σ4.004
min1532.255
max1541.486
mean7201.000
σ0.000
min7201.000
max7201.000
mean2.264
σ0.302
min2.051
max2.772
iters=5
new-facts=6402
prior-facts=6402
mean1853.327
σ0.054
min1853.251
max1853.374
mean7201.000
σ0.000
min7201.000
max7201.000
mean2.914
σ0.133
min2.813
max3.130

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.711
σ0.239
min1.307
max1.896

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean442.430
σ577.064
min153.895
max1308.026
mean96.250
σ8.500
min92.000
max109.000
mean7201.000
σ0.000
min7201.000
max7201.000
mean0.534
σ0.542
min0.262
max1.348
policies=20
mean1539.234
σ0.333
min1539.008
max1539.729
mean920.000
σ0.000
min920.000
max920.000
mean7201.000
σ0.000
min7201.000
max7201.000
mean2.613
σ0.037
min2.578
max2.660
policies=200
mean15400.341
σ0.077
min15400.241
max15400.416
mean9200.000
σ0.000
min9200.000
max9200.000
mean7201.000
σ0.000
min7201.000
max7201.000
mean26.277
σ0.126
min26.123
max26.398