28a6b35b19638b776ccab9098d9bd8702b30340d

Home / Branches / alexjeffery/lan-46-clean-up-replspec-and-move-primitive-behavioural-tests-to / 28a6b35b19638b776ccab9098d9bd8702b30340d

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean53.703
σ0.369
min53.563
max54.752
mean416.000
σ0.000
min416.000
max416.000
mean0.139
σ0.003
min0.136
max0.144
cache=y
dps=1
iters=10
policies=100
mean43.057
σ0.007
min43.050
max43.071
mean416.000
σ0.000
min416.000
max416.000
mean0.122
σ0.004
min0.117
max0.127

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.618
σ0.002
min36.615
max36.620
mean4284.000
σ1977.022
min1547.000
max7212.000
mean112.878
σ283.092
min12.351
max813.495
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.617
σ0.002
min36.616
max36.620
mean4284.000
σ1977.022
min1547.000
max7212.000
mean13.997
σ3.023
min12.255
max21.405
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.929
σ0.002
min41.928
max41.932
mean7212.000
σ0.000
min7212.000
max7212.000
mean15.148
σ0.888
min13.675
max15.890
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.930
σ0.002
min41.928
max41.932
mean7212.000
σ0.000
min7212.000
max7212.000
mean13.979
σ0.776
min12.690
max14.660
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929
σ0.002
min41.927
max41.932
mean4167.375
σ1899.888
min1547.000
max7212.000
mean13.369
σ1.250
min11.321
max15.167
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.604
σ0.002
min27.603
max27.607
mean4167.375
σ1899.888
min1547.000
max7212.000
mean8.881
σ0.415
min8.351
max9.340
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.400
σ0.001
min26.399
max26.403
mean4167.375
σ1899.888
min1547.000
max7212.000
mean6.947
σ0.222
min6.641
max7.262
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.667
σ0.002
min25.664
max25.670
mean4284.000
σ1977.022
min1547.000
max7212.000
mean6.222
σ0.607
min5.803
max7.700
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661
σ0.002
min25.659
max25.663
mean4284.000
σ1977.022
min1547.000
max7212.000
mean5.818
σ0.508
min5.516
max7.042
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969
σ0.002
min25.967
max25.971
mean4284.000
σ1977.022
min1547.000
max7212.000
mean5.917
σ0.591
min5.621
max7.373
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.968
σ0.001
min25.967
max25.971
mean4284.000
σ1977.022
min1547.000
max7212.000
mean5.883
σ0.562
min5.530
max7.193

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.596
σ0.002
min2524.594
max2524.598
mean7212.000
σ0.000
min7212.000
max7212.000
mean1449.992
σ676.944
min1033.524
max2870.948
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.560
σ0.042
min8744.545
max8744.664
mean3589.625
σ1811.755
min1074.000
max5814.000
mean4891.857
σ1527.971
min3515.026
max7065.783

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077
σ0.002
min62.075
max62.081
mean4167.375
σ1899.888
min1547.000
max7212.000
mean81.276
σ8.929
min71.398
max98.859
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.077
σ0.002
min62.076
max62.080
mean4167.375
σ1899.888
min1547.000
max7212.000
mean82.339
σ9.265
min72.131
max100.678
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944
σ0.001
min40.944
max40.947
mean7212.000
σ0.000
min7212.000
max7212.000
mean105.024
σ7.437
min92.521
max110.164
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.946
σ0.002
min40.943
max40.948
mean7212.000
σ0.000
min7212.000
max7212.000
mean105.065
σ7.286
min92.763
max110.341
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.950
σ0.002
min40.949
max40.953
mean7212.000
σ0.000
min7212.000
max7212.000
mean107.308
σ6.135
min94.878
max111.568
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.951
σ0.002
min40.948
max40.954
mean7212.000
σ0.000
min7212.000
max7212.000
mean105.074
σ7.369
min92.488
max110.599
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.686
σ0.001
min66.686
max66.689
mean7212.000
σ0.000
min7212.000
max7212.000
mean232.625
σ202.065
min144.982
max732.121
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.687
σ0.002
min66.685
max66.690
mean7212.000
σ0.000
min7212.000
max7212.000
mean158.021
σ13.937
min133.749
max170.869

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833
σ4.318
min11655.305
max11667.520
mean4167.375
σ1899.888
min1547.000
max7212.000
mean6387.857
σ1264.650
min4942.803
max8073.268
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.065
σ0.001
min11560.064
max11560.068
mean7212.000
σ0.000
min7212.000
max7212.000
mean5580.039
σ1120.630
min4372.482
max7490.917

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.657
σ0.017
min172.635
max172.681
mean488.000
σ0.000
min488.000
max488.000
mean358.967
σ55.329
min250.126
max413.985
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.476
σ0.151
min357.321
max357.643
mean565.000
σ0.000
min565.000
max565.000
mean795.440
σ17.121
min756.048
max814.500

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1005.001
σ0.750
min1004.530
max1008.101
mean7212.000
σ0.000
min7212.000
max7212.000
mean1.592
σ0.117
min1.474
max1.879

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean7212.000
σ0.000
min7212.000
max7212.000
mean0.318
σ0.114
min0.245
max0.519
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean7212.000
σ0.000
min7212.000
max7212.000
mean0.645
σ0.073
min0.601
max0.775
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean7212.000
σ0.000
min7212.000
max7212.000
mean0.461
σ0.065
min0.397
max0.535
name=nested_use.art
mean2.356
σ0.002
min2.355
max2.358
mean7212.000
σ0.000
min7212.000
max7212.000
mean0.858
σ0.031
min0.834
max0.909

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.551
σ0.038
min963.530
max963.618
mean7212.000
σ0.000
min7212.000
max7212.000
mean0.829
σ0.033
min0.783
max0.871
name=cdr_enhanced_4k_loc.art
mean884.853
σ0.006
min884.847
max884.859
mean7212.000
σ0.000
min7212.000
max7212.000
mean0.704
σ0.061
min0.596
max0.740

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.711
mean7212.000
σ0.000
min7212.000
max7212.000
mean4.291
σ0.087
min4.140
max4.577
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean7212.000
σ0.000
min7212.000
max7212.000
mean4.262
σ0.068
min4.145
max4.493
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean7212.000
σ0.000
min7212.000
max7212.000
mean0.748
σ0.021
min0.715
max0.893
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean7212.000
σ0.000
min7212.000
max7212.000
mean0.714
σ0.015
min0.679
max0.802

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean294.384
σ0.233
min294.208
max295.015
mean7212.000
σ0.000
min7212.000
max7212.000
mean0.564
σ0.037
min0.502
max0.598

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean281.455
σ0.036
min281.399
max281.498
mean7212.000
σ0.000
min7212.000
max7212.000
mean0.399
σ0.010
min0.386
max0.408
iters=5
new-facts=1
prior-facts=6402
mean1291.494
σ0.104
min1291.367
max1291.626
mean7212.000
σ0.000
min7212.000
max7212.000
mean1.980
σ0.062
min1.878
max2.038
iters=5
new-facts=6402
prior-facts=1
mean1534.347
σ4.067
min1532.311
max1541.614
mean7212.000
σ0.000
min7212.000
max7212.000
mean2.273
σ0.213
min2.054
max2.595
iters=5
new-facts=6402
prior-facts=6402
mean1853.338
σ0.083
min1853.229
max1853.437
mean7212.000
σ0.000
min7212.000
max7212.000
mean3.259
σ0.384
min2.860
max3.635

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.579
σ0.208
min1.321
max1.836

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean442.430
σ577.063
min153.895
max1308.025
mean96.250
σ8.500
min92.000
max109.000
mean7212.000
σ0.000
min7212.000
max7212.000
mean0.535
σ0.532
min0.265
max1.333
policies=20
mean1539.231
σ0.339
min1538.998
max1539.733
mean920.000
σ0.000
min920.000
max920.000
mean7212.000
σ0.000
min7212.000
max7212.000
mean2.608
σ0.023
min2.584
max2.636
policies=200
mean15400.458
σ0.082
min15400.402
max15400.577
mean9200.000
σ0.000
min9200.000
max9200.000
mean7212.000
σ0.000
min7212.000
max7212.000
mean26.270
σ0.164
min26.114
max26.443