5b821a0579837060fcd540276321fdac894d0005

Home / Branches / jamielovelace/exp-1612-improve-contract-builder-template-selection-ui / 5b821a0579837060fcd540276321fdac894d0005

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.522
σ0.369
min54.377
max55.572
mean415.000
σ0.000
min415.000
max415.000
mean0.139
σ0.004
min0.133
max0.145
cache=y
dps=1
iters=10
policies=100
mean43.767
σ0.006
min43.757
max43.779
mean415.000
σ0.000
min415.000
max415.000
mean0.122
σ0.004
min0.119
max0.129

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on indexed
rows=200000
mean36.617
σ0.002
min36.615
max36.619
mean4283.375
σ1974.908
min1552.000
max7208.000
mean108.973
σ272.531
min12.351
max783.451
iterations=8
operation_display=column_set() on indexed, repeat
rows=200000
mean36.617
σ0.002
min36.616
max36.620
mean4283.375
σ1974.908
min1552.000
max7208.000
mean14.172
σ2.893
min12.733
max21.269
iterations=8
operation_display=table_records(), no indexes
rows=200000
mean41.930
σ0.002
min41.928
max41.932
mean7208.000
σ0.000
min7208.000
max7208.000
mean14.890
σ0.958
min13.136
max15.811
iterations=8
operation_display=table_records(), no indexes, repeat
rows=200000
mean41.929
σ0.002
min41.928
max41.932
mean7208.000
σ0.000
min7208.000
max7208.000
mean13.732
σ0.814
min12.544
max14.710
iterations=8
operation_display=table_records(), repeat
rows=200000
mean41.929
σ0.002
min41.927
max41.931
mean4166.875
σ1897.838
min1552.000
max7208.000
mean13.147
σ1.130
min10.759
max14.158
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records()
rows=200000
mean27.605
σ0.003
min27.603
max27.611
mean4166.875
σ1897.838
min1552.000
max7208.000
mean9.131
σ0.276
min8.610
max9.401
iterations=8
operation_display=vertical_lookup_list() on indexed, after table_records(), repeat
rows=200000
mean26.400
σ0.002
min26.399
max26.403
mean4166.875
σ1897.838
min1552.000
max7208.000
mean7.103
σ0.105
min6.936
max7.274
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed
rows=200000
mean25.666
σ0.002
min25.665
max25.668
mean4283.375
σ1974.908
min1552.000
max7208.000
mean6.202
σ0.571
min5.768
max7.575
iterations=8
operation_display=vertical_lookup_row_list() on 2 indexed, repeat
rows=200000
mean25.661
σ0.002
min25.659
max25.663
mean4283.375
σ1974.908
min1552.000
max7208.000
mean5.834
σ0.602
min5.485
max7.314
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed)
rows=200000
mean25.969
σ0.002
min25.967
max25.971
mean4283.375
σ1974.908
min1552.000
max7208.000
mean5.856
σ0.585
min5.524
max7.293
iterations=8
operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat
rows=200000
mean25.969
σ0.002
min25.967
max25.971
mean4283.375
σ1974.908
min1552.000
max7208.000
mean5.776
σ0.615
min5.458
max7.283

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=load_product(), no indexes
rows=200000
mean2524.596
σ0.002
min2524.594
max2524.598
mean7208.000
σ0.000
min7208.000
max7208.000
mean1377.139
σ541.994
min1035.086
max2453.206
iterations=8
operation_display=load_product(), with indexes
rows=200000
mean8744.560
σ0.040
min8744.545
max8744.660
mean3588.625
σ1811.646
min1070.000
max5812.000
mean4793.641
σ1629.905
min3510.485
max7183.933

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=column_set() on unindexed, dense
rows=200000
mean62.077
σ0.002
min62.076
max62.080
mean4166.875
σ1897.838
min1552.000
max7208.000
mean81.078
σ8.756
min71.928
max98.007
iterations=8
operation_display=column_set() on unindexed, dense, repeat
rows=200000
mean62.077
σ0.002
min62.076
max62.080
mean4166.875
σ1897.838
min1552.000
max7208.000
mean81.661
σ8.901
min71.844
max98.585
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int
rows=200000
mean40.944
σ0.001
min40.944
max40.947
mean7208.000
σ0.000
min7208.000
max7208.000
mean102.711
σ8.394
min84.888
max107.704
iterations=8
operation_display=vertical_lookup_list() on unindexed missing Int, repeat
rows=200000
mean40.946
σ0.002
min40.944
max40.947
mean7208.000
σ0.000
min7208.000
max7208.000
mean102.891
σ8.540
min84.880
max108.079
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end
rows=200000
mean40.950
σ0.002
min40.949
max40.952
mean7208.000
σ0.000
min7208.000
max7208.000
mean104.785
σ8.772
min87.934
max113.171
iterations=8
operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat
rows=200000
mean40.951
σ0.002
min40.949
max40.953
mean7208.000
σ0.000
min7208.000
max7208.000
mean102.908
σ8.496
min84.981
max108.215
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int
rows=200000
mean66.687
σ0.002
min66.686
max66.690
mean7208.000
σ0.000
min7208.000
max7208.000
mean235.379
σ213.820
min134.548
max763.695
iterations=8
operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat
rows=200000
mean66.686
σ0.001
min66.685
max66.689
mean7208.000
σ0.000
min7208.000
max7208.000
mean157.310
σ16.058
min132.008
max170.106

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=table_records()
rows=200000
mean11656.833
σ4.318
min11655.305
max11667.519
mean4166.875
σ1897.838
min1552.000
max7208.000
mean6647.542
σ1122.756
min4945.560
max8025.220
iterations=8
operation_display=vertical_lookup_list() on indexed
rows=200000
mean11560.065
σ0.001
min11560.064
max11560.068
mean7208.000
σ0.000
min7208.000
max7208.000
mean5548.065
σ1285.300
min4367.360
max7683.592

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
iterations=8
operation_display=pointedIndexFromKvs
rows=200000
mean172.659
σ0.014
min172.636
max172.677
mean485.000
σ0.000
min485.000
max485.000
mean371.882
σ49.179
min267.831
max408.854
iterations=8
operation_display=pointedIndexFromKvs
rows=400000
mean357.471
σ0.144
min357.321
max357.641
mean562.250
σ0.463
min562.000
max563.000
mean790.623
σ45.289
min701.233
max865.258

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.081
σ0.762
min1007.604
max1011.229
mean7208.000
σ0.000
min7208.000
max7208.000
mean1.546
σ0.140
min1.425
max1.975

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.313
σ0.129
min0.246
max0.542
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.647
σ0.080
min0.597
max0.788
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.542
σ0.076
min0.461
max0.666
name=nested_use.art
mean2.356
σ0.002
min2.355
max2.358
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.862
σ0.052
min0.816
max0.949

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.552
σ0.024
min963.528
max963.582
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.804
σ0.048
min0.733
max0.852
name=cdr_enhanced_4k_loc.art
mean884.854
σ0.006
min884.847
max884.862
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.737
σ0.008
min0.731
max0.750

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.709
mean7208.000
σ0.000
min7208.000
max7208.000
mean4.275
σ0.099
min4.115
max4.537
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean7208.000
σ0.000
min7208.000
max7208.000
mean4.243
σ0.074
min4.109
max4.618
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.759
σ0.029
min0.563
max0.860
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.714
σ0.017
min0.684
max0.795

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.385
σ0.204
min297.115
max297.768
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.550
σ0.034
min0.502
max0.596

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean289.734
σ0.016
min289.707
max289.745
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.396
σ0.010
min0.387
max0.408
iters=5
new-facts=1
prior-facts=6402
mean1299.678
σ0.119
min1299.511
max1299.830
mean7208.000
σ0.000
min7208.000
max7208.000
mean1.963
σ0.116
min1.830
max2.088
iters=5
new-facts=6402
prior-facts=1
mean1542.663
σ4.041
min1540.636
max1549.884
mean7208.000
σ0.000
min7208.000
max7208.000
mean2.411
σ0.294
min2.068
max2.699
iters=5
new-facts=6402
prior-facts=6402
mean1861.639
σ0.067
min1861.567
max1861.727
mean7208.000
σ0.000
min7208.000
max7208.000
mean2.960
σ0.193
min2.692
max3.192

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.614
σ0.136
min1.494
max1.773

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.147
σ577.065
min157.612
max1311.743
mean96.250
σ8.500
min92.000
max109.000
mean7208.000
σ0.000
min7208.000
max7208.000
mean0.540
σ0.540
min0.267
max1.350
policies=20
mean1576.399
σ0.345
min1576.166
max1576.911
mean920.000
σ0.000
min920.000
max920.000
mean7208.000
σ0.000
min7208.000
max7208.000
mean2.626
σ0.021
min2.603
max2.653
policies=200
mean15772.057
σ0.067
min15771.994
max15772.136
mean9200.000
σ0.000
min9200.000
max9200.000
mean7208.000
σ0.000
min7208.000
max7208.000
mean26.792
σ0.264
min26.546
max27.165