7db072e8e0769331e5bfb2f613594a6901e9df75

Home / Branches / alexjeffery/lan-46-clean-up-replspec-and-move-primitive-behavioural-tests-to / 7db072e8e0769331e5bfb2f613594a6901e9df75

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean53.709
σ0.366
min53.566
max54.750
mean415.000
σ0.000
min415.000
max415.000
mean0.150
σ0.012
min0.135
max0.166
cache=y
dps=1
iters=10
policies=100
mean43.060
σ0.005
min43.049
max43.067
mean415.000
σ0.000
min415.000
max415.000
mean0.125
σ0.009
min0.118
max0.145

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.617
σ0.002
min36.615
max36.619
mean4161.500
σ1888.123
min1550.000
max7167.000
mean12.809
σ0.417
min12.287
max13.537
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.617
σ0.002
min36.616
max36.620
mean4278.500
σ1966.112
min1550.000
max7167.000
mean13.684
σ2.281
min11.739
max19.090
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.930
σ0.002
min41.928
max41.932
mean7167.000
σ0.000
min7167.000
max7167.000
mean14.910
σ0.745
min13.489
max15.470
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.929
σ0.002
min41.928
max41.932
mean7167.000
σ0.000
min7167.000
max7167.000
mean13.918
σ1.007
min12.797
max15.595
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929
σ0.002
min41.927
max41.932
mean4161.500
σ1888.123
min1550.000
max7167.000
mean13.932
σ1.594
min11.438
max15.359
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.605
σ0.003
min27.603
max27.611
mean4161.500
σ1888.123
min1550.000
max7167.000
mean9.108
σ0.352
min8.400
max9.513
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.400
σ0.002
min26.399
max26.403
mean4161.500
σ1888.123
min1550.000
max7167.000
mean6.645
σ0.264
min6.383
max7.207
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.666
σ0.002
min25.664
max25.668
mean4278.500
σ1966.112
min1550.000
max7167.000
mean6.183
σ0.577
min5.804
max7.544
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661
σ0.002
min25.659
max25.663
mean4278.500
σ1966.112
min1550.000
max7167.000
mean5.692
σ0.626
min5.066
max7.160
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969
σ0.002
min25.967
max25.971
mean4278.500
σ1966.112
min1550.000
max7167.000
mean5.814
σ0.571
min5.232
max7.162
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.968
σ0.002
min25.967
max25.971
mean4278.500
σ1966.112
min1550.000
max7167.000
mean5.634
σ0.521
min5.043
max6.834

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.596
σ0.002
min2524.594
max2524.598
mean7167.000
σ0.000
min7167.000
max7167.000
mean1436.232
σ608.544
min1038.070
max2394.257
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.561
σ0.041
min8744.545
max8744.661
mean3590.000
σ1810.087
min1075.000
max5812.000
mean4487.943
σ1355.223
min3514.253
max7042.548

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077
σ0.002
min62.076
max62.080
mean4161.500
σ1888.123
min1550.000
max7167.000
mean80.406
σ8.934
min71.421
max98.261
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.077
σ0.002
min62.076
max62.080
mean4161.500
σ1888.123
min1550.000
max7167.000
mean80.976
σ9.012
min71.377
max98.694
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944
σ0.001
min40.944
max40.947
mean7167.000
σ0.000
min7167.000
max7167.000
mean103.393
σ6.094
min93.037
max107.477
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.946
σ0.002
min40.943
max40.947
mean7167.000
σ0.000
min7167.000
max7167.000
mean103.418
σ6.019
min93.039
max107.187
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.950
σ0.002
min40.949
max40.953
mean7167.000
σ0.000
min7167.000
max7167.000
mean106.072
σ5.901
min94.925
max111.693
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.951
σ0.002
min40.948
max40.953
mean7167.000
σ0.000
min7167.000
max7167.000
mean103.718
σ5.921
min93.036
max107.704
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.687
σ0.002
min66.685
max66.690
mean7167.000
σ0.000
min7167.000
max7167.000
mean216.719
σ162.574
min145.948
max618.567
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.686
σ0.001
min66.685
max66.689
mean7167.000
σ0.000
min7167.000
max7167.000
mean155.345
σ14.803
min124.363
max165.997

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833
σ4.318
min11655.305
max11667.519
mean4161.500
σ1888.123
min1550.000
max7167.000
mean6096.729
σ1350.214
min4892.002
max8252.587
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.065
σ0.001
min11560.064
max11560.068
mean7167.000
σ0.000
min7167.000
max7167.000
mean5924.906
σ1649.720
min4378.827
max7778.394

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.670
σ0.010
min172.657
max172.681
mean486.000
σ0.000
min486.000
max486.000
mean404.979
σ18.072
min366.035
max418.981
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.472
σ0.151
min357.321
max357.654
mean562.000
σ0.000
min562.000
max562.000
mean765.864
σ74.802
min641.821
max815.571

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1005.002
σ0.751
min1004.530
max1008.105
mean7167.000
σ0.000
min7167.000
max7167.000
mean1.596
σ0.102
min1.455
max1.821

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean7167.000
σ0.000
min7167.000
max7167.000
mean0.205
σ0.116
min0.142
max0.412
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean7167.000
σ0.000
min7167.000
max7167.000
mean0.412
σ0.143
min0.342
max0.667
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean7167.000
σ0.000
min7167.000
max7167.000
mean0.435
σ0.176
min0.225
max0.608
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean7167.000
σ0.000
min7167.000
max7167.000
mean0.865
σ0.048
min0.826
max0.946

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.552
σ0.027
min963.527
max963.595
mean7167.000
σ0.000
min7167.000
max7167.000
mean0.812
σ0.048
min0.742
max0.857
name=cdr_enhanced_4k_loc.art
mean884.854
σ0.009
min884.847
max884.867
mean7167.000
σ0.000
min7167.000
max7167.000
mean0.739
σ0.007
min0.730
max0.746

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.711
mean7167.000
σ0.000
min7167.000
max7167.000
mean4.228
σ0.090
min3.811
max4.507
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean7167.000
σ0.000
min7167.000
max7167.000
mean4.222
σ0.085
min4.062
max4.492
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean7167.000
σ0.000
min7167.000
max7167.000
mean0.762
σ0.023
min0.725
max0.887
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean7167.000
σ0.000
min7167.000
max7167.000
mean0.718
σ0.020
min0.686
max0.807

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean294.398
σ0.226
min294.246
max294.999
mean7167.000
σ0.000
min7167.000
max7167.000
mean0.550
σ0.037
min0.506
max0.601

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean281.465
σ0.038
min281.405
max281.502
mean7167.000
σ0.000
min7167.000
max7167.000
mean0.393
σ0.008
min0.387
max0.405
iters=5
new-facts=1
prior-facts=6402
mean1291.491
σ0.093
min1291.371
max1291.581
mean7167.000
σ0.000
min7167.000
max7167.000
mean1.948
σ0.099
min1.832
max2.106
iters=5
new-facts=6402
prior-facts=1
mean1534.407
σ3.963
min1532.418
max1541.491
mean7167.000
σ0.000
min7167.000
max7167.000
mean2.392
σ0.304
min2.129
max2.755
iters=5
new-facts=6402
prior-facts=6402
mean1853.319
σ0.051
min1853.246
max1853.369
mean7167.000
σ0.000
min7167.000
max7167.000
mean3.018
σ0.286
min2.853
max3.519

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.492
σ0.264
min1.172
max1.812

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean442.432
σ577.063
min153.896
max1308.025
mean96.250
σ8.500
min92.000
max109.000
mean7167.000
σ0.000
min7167.000
max7167.000
mean0.539
σ0.549
min0.262
max1.363
policies=20
mean1539.203
σ0.314
min1538.999
max1539.669
mean920.000
σ0.000
min920.000
max920.000
mean7167.000
σ0.000
min7167.000
max7167.000
mean2.583
σ0.012
min2.575
max2.601
policies=200
mean15400.275
σ0.080
min15400.221
max15400.392
mean9200.000
σ0.000
min9200.000
max9200.000
mean7167.000
σ0.000
min7167.000
max7167.000
mean26.099
σ0.168
min25.939
max26.260