735c7878456449d17968033035971e13a2f24097

Home / Branches / alexjeffery/lan-46-clean-up-replspec-and-move-primitive-behavioural-tests-to / 735c7878456449d17968033035971e13a2f24097

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean53.703
σ0.369
min53.560
max54.752
mean412.000
σ0.000
min412.000
max412.000
mean0.139
σ0.004
min0.131
max0.146
cache=y
dps=1
iters=10
policies=100
mean43.057
σ0.005
min43.050
max43.066
mean412.000
σ0.000
min412.000
max412.000
mean0.119
σ0.004
min0.113
max0.125

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.617
σ0.002
min36.615
max36.619
mean4162.375
σ1896.985
min1546.000
max7193.000
mean12.921
σ0.179
min12.668
max13.183
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.617
σ0.002
min36.616
max36.620
mean4282.000
σ1976.423
min1546.000
max7193.000
mean81.375
σ193.862
min11.886
max561.157
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.930
σ0.002
min41.928
max41.932
mean7193.000
σ0.000
min7193.000
max7193.000
mean14.977
σ1.349
min12.069
max15.960
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.930
σ0.002
min41.928
max41.932
mean7193.000
σ0.000
min7193.000
max7193.000
mean13.990
σ1.731
min10.653
max15.461
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.930
σ0.002
min41.927
max41.932
mean4162.375
σ1896.985
min1546.000
max7193.000
mean13.986
σ1.456
min11.412
max15.486
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.605
σ0.002
min27.603
max27.607
mean4162.375
σ1896.985
min1546.000
max7193.000
mean9.310
σ0.429
min8.701
max9.893
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.401
σ0.002
min26.399
max26.403
mean4162.375
σ1896.985
min1546.000
max7193.000
mean6.735
σ0.392
min6.010
max7.126
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.666
σ0.002
min25.664
max25.670
mean4282.000
σ1976.423
min1546.000
max7193.000
mean6.026
σ0.128
min5.814
max6.170
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661
σ0.002
min25.659
max25.663
mean4282.000
σ1976.423
min1546.000
max7193.000
mean5.691
σ0.175
min5.461
max6.026
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969
σ0.002
min25.967
max25.972
mean4282.000
σ1976.423
min1546.000
max7193.000
mean5.678
σ0.225
min5.274
max5.956
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.968
σ0.002
min25.967
max25.971
mean4282.000
σ1976.423
min1546.000
max7193.000
mean5.592
σ0.229
min5.159
max5.870

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.595
σ0.002
min2524.594
max2524.598
mean7193.000
σ0.000
min7193.000
max7193.000
mean1174.434
σ389.471
min1028.784
max2138.242
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.561
σ0.040
min8744.545
max8744.660
mean3590.125
σ1815.820
min1071.000
max5826.000
mean4509.576
σ1194.943
min3505.021
max6413.593

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077
σ0.002
min62.076
max62.080
mean4162.375
σ1896.985
min1546.000
max7193.000
mean80.543
σ7.879
min73.466
max92.776
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.077
σ0.002
min62.076
max62.080
mean4162.375
σ1896.985
min1546.000
max7193.000
mean80.738
σ7.996
min73.691
max92.955
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.945
σ0.002
min40.943
max40.947
mean7193.000
σ0.000
min7193.000
max7193.000
mean102.419
σ11.684
min77.787
max109.919
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.945
σ0.002
min40.944
max40.947
mean7193.000
σ0.000
min7193.000
max7193.000
mean102.821
σ11.985
min77.615
max110.829
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.951
σ0.002
min40.949
max40.953
mean7193.000
σ0.000
min7193.000
max7193.000
mean105.581
σ10.982
min83.430
max114.229
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.950
σ0.002
min40.949
max40.954
mean7193.000
σ0.000
min7193.000
max7193.000
mean102.675
σ11.889
min77.598
max110.017
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.686
σ0.001
min66.686
max66.689
mean7193.000
σ0.000
min7193.000
max7193.000
mean217.010
σ169.688
min123.408
max635.002
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.687
σ0.003
min66.685
max66.693
mean7193.000
σ0.000
min7193.000
max7193.000
mean151.363
σ23.211
min109.235
max168.489

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833
σ4.318
min11655.305
max11667.520
mean4162.375
σ1896.985
min1546.000
max7193.000
mean6393.487
σ1102.579
min4864.523
max7628.586
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.066
σ0.002
min11560.064
max11560.070
mean7193.000
σ0.000
min7193.000
max7193.000
mean5918.661
σ1524.415
min4375.905
max8455.752

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.663
σ0.016
min172.632
max172.679
mean482.000
σ0.000
min482.000
max482.000
mean380.953
σ37.549
min302.614
max413.779
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.489
σ0.147
min357.321
max357.676
mean558.000
σ0.000
min558.000
max558.000
mean767.572
σ60.408
min631.941
max804.120

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1005.001
σ0.751
min1004.527
max1008.104
mean7193.000
σ0.000
min7193.000
max7193.000
mean1.563
σ0.100
min1.427
max1.862

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.884
σ0.003
min0.881
max0.888
mean7193.000
σ0.000
min7193.000
max7193.000
mean0.416
σ0.084
min0.332
max0.525
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean7193.000
σ0.000
min7193.000
max7193.000
mean0.882
σ0.100
min0.813
max1.057
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean7193.000
σ0.000
min7193.000
max7193.000
mean0.539
σ0.043
min0.506
max0.611
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean7193.000
σ0.000
min7193.000
max7193.000
mean0.836
σ0.045
min0.811
max0.916

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.548
σ0.033
min963.523
max963.606
mean7193.000
σ0.000
min7193.000
max7193.000
mean0.834
σ0.026
min0.790
max0.857
name=cdr_enhanced_4k_loc.art
mean884.854
σ0.006
min884.847
max884.860
mean7193.000
σ0.000
min7193.000
max7193.000
mean0.734
σ0.007
min0.725
max0.742

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.709
mean7193.000
σ0.000
min7193.000
max7193.000
mean4.273
σ0.077
min4.144
max4.533
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean7193.000
σ0.000
min7193.000
max7193.000
mean4.241
σ0.074
min4.107
max4.543
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean7193.000
σ0.000
min7193.000
max7193.000
mean0.647
σ0.113
min0.522
max0.856
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean7193.000
σ0.000
min7193.000
max7193.000
mean0.516
σ0.015
min0.438
max0.580

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean294.321
σ0.213
min294.194
max294.911
mean7193.000
σ0.000
min7193.000
max7193.000
mean0.569
σ0.036
min0.503
max0.607

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean281.461
σ0.037
min281.405
max281.498
mean7193.000
σ0.000
min7193.000
max7193.000
mean0.394
σ0.007
min0.388
max0.401
iters=5
new-facts=1
prior-facts=6402
mean1291.490
σ0.097
min1291.371
max1291.591
mean7193.000
σ0.000
min7193.000
max7193.000
mean1.952
σ0.072
min1.865
max2.033
iters=5
new-facts=6402
prior-facts=1
mean1534.351
σ4.036
min1532.265
max1541.561
mean7193.000
σ0.000
min7193.000
max7193.000
mean2.273
σ0.236
min2.036
max2.587
iters=5
new-facts=6402
prior-facts=6402
mean1853.337
σ0.094
min1853.214
max1853.461
mean7193.000
σ0.000
min7193.000
max7193.000
mean3.199
σ0.335
min2.841
max3.577

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.605
σ0.164
min1.316
max1.700

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean442.428
σ577.064
min153.894
max1308.024
mean96.250
σ8.500
min92.000
max109.000
mean7193.000
σ0.000
min7193.000
max7193.000
mean0.536
σ0.557
min0.256
max1.371
policies=20
mean1539.215
σ0.332
min1538.985
max1539.707
mean920.000
σ0.000
min920.000
max920.000
mean7193.000
σ0.000
min7193.000
max7193.000
mean2.589
σ0.016
min2.574
max2.604
policies=200
mean15400.361
σ0.076
min15400.300
max15400.470
mean9200.000
σ0.000
min9200.000
max9200.000
mean7193.000
σ0.000
min7193.000
max7193.000
mean26.251
σ0.159
min26.100
max26.429