398b8a5d9d19ab8cbeac91d141e2214501945e48

Home / Branches / alexjeffery/lan-46-clean-up-replspec-and-move-primitive-behavioural-tests-to / 398b8a5d9d19ab8cbeac91d141e2214501945e48

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.521
σ0.368
min54.382
max55.568
mean413.000
σ0.000
min413.000
max413.000
mean0.139
σ0.004
min0.133
max0.146
cache=y
dps=1
iters=10
policies=100
mean43.766
σ0.008
min43.750
max43.781
mean413.000
σ0.000
min413.000
max413.000
mean0.123
σ0.003
min0.120
max0.128

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.617
σ0.002
min36.615
max36.620
mean4164.125
σ1896.855
min1549.000
max7196.000
mean12.644
σ0.279
min12.359
max13.214
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.618
σ0.002
min36.616
max36.620
mean4283.750
σ1976.245
min1549.000
max7196.000
mean103.835
σ256.345
min12.974
max738.257
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.930
σ0.002
min41.928
max41.933
mean7196.000
σ0.000
min7196.000
max7196.000
mean14.850
σ1.420
min11.618
max15.705
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.929
σ0.002
min41.928
max41.932
mean7196.000
σ0.000
min7196.000
max7196.000
mean13.887
σ1.347
min11.535
max15.424
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929
σ0.002
min41.927
max41.931
mean4164.125
σ1896.855
min1549.000
max7196.000
mean13.500
σ1.765
min10.906
max15.259
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.605
σ0.002
min27.603
max27.607
mean4164.125
σ1896.855
min1549.000
max7196.000
mean8.879
σ0.254
min8.499
max9.246
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.400
σ0.001
min26.399
max26.403
mean4164.125
σ1896.855
min1549.000
max7196.000
mean6.996
σ0.309
min6.756
max7.727
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.666
σ0.002
min25.664
max25.668
mean4283.750
σ1976.245
min1549.000
max7196.000
mean6.239
σ0.600
min5.866
max7.703
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661
σ0.002
min25.659
max25.663
mean4283.750
σ1976.245
min1549.000
max7196.000
mean5.838
σ0.610
min5.517
max7.336
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969
σ0.002
min25.967
max25.971
mean4283.750
σ1976.245
min1549.000
max7196.000
mean5.922
σ0.637
min5.608
max7.488
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.968
σ0.002
min25.967
max25.971
mean4283.750
σ1976.245
min1549.000
max7196.000
mean5.775
σ0.624
min5.458
max7.315

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.595
σ0.002
min2524.594
max2524.597
mean7196.000
σ0.000
min7196.000
max7196.000
mean1162.787
σ323.167
min1042.352
max1962.540
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.560
σ0.041
min8744.545
max8744.662
mean3591.250
σ1815.649
min1073.000
max5827.000
mean5118.774
σ1735.402
min3540.386
max7541.882

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077
σ0.001
min62.076
max62.080
mean4164.125
σ1896.855
min1549.000
max7196.000
mean79.536
σ10.174
min71.052
max101.381
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.077
σ0.002
min62.076
max62.080
mean4164.125
σ1896.855
min1549.000
max7196.000
mean79.799
σ10.408
min70.579
max102.049
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.945
σ0.002
min40.943
max40.949
mean7196.000
σ0.000
min7196.000
max7196.000
mean102.894
σ9.194
min85.183
max109.345
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.946
σ0.003
min40.944
max40.951
mean7196.000
σ0.000
min7196.000
max7196.000
mean102.683
σ9.200
min84.814
max108.806
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.950
σ0.002
min40.949
max40.954
mean7196.000
σ0.000
min7196.000
max7196.000
mean104.772
σ8.594
min91.019
max112.458
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.950
σ0.002
min40.949
max40.952
mean7196.000
σ0.000
min7196.000
max7196.000
mean102.864
σ9.297
min84.728
max108.857
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.687
σ0.002
min66.685
max66.689
mean7196.000
σ0.000
min7196.000
max7196.000
mean205.408
σ134.702
min133.603
max537.252
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.686
σ0.001
min66.685
max66.689
mean7196.000
σ0.000
min7196.000
max7196.000
mean152.649
σ20.485
min112.253
max166.443

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833
σ4.319
min11655.305
max11667.523
mean4164.125
σ1896.855
min1549.000
max7196.000
mean6735.178
σ1222.079
min4949.548
max8196.292
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.066
σ0.002
min11560.064
max11560.069
mean7196.000
σ0.000
min7196.000
max7196.000
mean5708.108
σ1417.616
min4418.591
max7669.948

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.665
σ0.011
min172.645
max172.683
mean485.000
σ0.000
min485.000
max485.000
mean393.945
σ23.072
min357.928
max419.137
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.457
σ0.153
min357.321
max357.643
mean570.000
σ0.000
min570.000
max570.000
mean777.657
σ62.236
min641.257
max855.383

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.081
σ0.761
min1007.606
max1011.228
mean7196.000
σ0.000
min7196.000
max7196.000
mean1.529
σ0.110
min1.410
max1.749

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean7196.000
σ0.000
min7196.000
max7196.000
mean0.321
σ0.138
min0.237
max0.566
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean7196.000
σ0.000
min7196.000
max7196.000
mean0.634
σ0.080
min0.586
max0.777
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean7196.000
σ0.000
min7196.000
max7196.000
mean0.540
σ0.044
min0.508
max0.614
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean7196.000
σ0.000
min7196.000
max7196.000
mean0.849
σ0.031
min0.823
max0.902

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.551
σ0.022
min963.528
max963.577
mean7196.000
σ0.000
min7196.000
max7196.000
mean0.805
σ0.031
min0.776
max0.842
name=cdr_enhanced_4k_loc.art
mean884.853
σ0.006
min884.847
max884.860
mean7196.000
σ0.000
min7196.000
max7196.000
mean0.687
σ0.055
min0.600
max0.739

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.709
mean7196.000
σ0.000
min7196.000
max7196.000
mean4.253
σ0.072
min4.112
max4.557
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean7196.000
σ0.000
min7196.000
max7196.000
mean4.247
σ0.082
min4.083
max4.470
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean7196.000
σ0.000
min7196.000
max7196.000
mean0.784
σ0.047
min0.550
max0.938
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean7196.000
σ0.000
min7196.000
max7196.000
mean0.731
σ0.037
min0.673
max0.815

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.647
σ0.181
min297.475
max298.082
mean7196.000
σ0.000
min7196.000
max7196.000
mean0.540
σ0.033
min0.505
max0.592

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.719
σ0.030
min289.677
max289.759
mean7196.000
σ0.000
min7196.000
max7196.000
mean0.389
σ0.001
min0.388
max0.390
iters=5
new-facts=1
prior-facts=6402
mean1299.633
σ0.090
min1299.526
max1299.767
mean7196.000
σ0.000
min7196.000
max7196.000
mean1.937
σ0.139
min1.780
max2.162
iters=5
new-facts=6402
prior-facts=1
mean1542.615
σ4.057
min1540.575
max1549.864
mean7196.000
σ0.000
min7196.000
max7196.000
mean2.311
σ0.296
min1.944
max2.623
iters=5
new-facts=6402
prior-facts=6402
mean1861.598
σ0.057
min1861.511
max1861.654
mean7196.000
σ0.000
min7196.000
max7196.000
mean2.885
σ0.142
min2.671
max3.029

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.582
σ0.249
min1.300
max1.888

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.145
σ577.064
min157.611
max1311.741
mean96.250
σ8.500
min92.000
max109.000
mean7196.000
σ0.000
min7196.000
max7196.000
mean0.535
σ0.538
min0.265
max1.342
policies=20
mean1576.385
σ0.350
min1576.149
max1576.905
mean920.000
σ0.000
min920.000
max920.000
mean7196.000
σ0.000
min7196.000
max7196.000
mean2.631
σ0.018
min2.610
max2.654
policies=200
mean15771.966
σ0.096
min15771.850
max15772.049
mean9200.000
σ0.000
min9200.000
max9200.000
mean7196.000
σ0.000
min7196.000
max7196.000
mean26.514
σ0.128
min26.384
max26.677