b4c1ce0dfedc8cbc2534597c3d4432f05be15181

Home / Branches / emily/self-serve-rbac / b4c1ce0dfedc8cbc2534597c3d4432f05be15181

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.619
σ0.350
min54.485
max55.616
mean417.000
σ0.000
min417.000
max417.000
mean0.150
σ0.009
min0.139
max0.165
cache=y
dps=1
iters=10
policies=100
mean43.786
σ0.008
min43.778
max43.803
mean417.000
σ0.000
min417.000
max417.000
mean0.126
σ0.008
min0.117
max0.141

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4255.875
σ1893.064
min1890.000
max7541.000
mean12.296
σ0.317
min11.802
max12.733
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.619
mean4255.875
σ1893.064
min1890.000
max7541.000
mean12.680
σ0.362
min11.922
max13.152
op=table_records(), no indexes
mean41.929
σ0.000
min41.928
max41.929
mean7541.000
σ0.000
min7541.000
max7541.000
mean13.603
σ0.862
min12.630
max14.611
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4255.875
σ1893.064
min1890.000
max7541.000
mean11.989
σ1.793
min10.504
max14.587
op=vertical_lookup_list() on indexed, after table_records()
mean27.605
σ0.002
min27.603
max27.607
mean4255.875
σ1893.064
min1890.000
max7541.000
mean8.253
σ0.440
min7.629
max9.001
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.399
max26.403
mean4255.875
σ1893.064
min1890.000
max7541.000
mean5.954
σ0.311
min5.344
max6.368
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.670
mean4255.875
σ1893.064
min1890.000
max7541.000
mean5.310
σ0.134
min5.158
max5.510
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.971
mean4255.875
σ1893.064
min1890.000
max7541.000
mean5.011
σ0.151
min4.765
max5.192

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.594
σ0.000
min2524.594
max2524.594
mean7541.000
σ0.000
min7541.000
max7541.000
mean1052.984
σ4.608
min1046.053
max1058.670
op=load_product(), with indexes
mean8744.559
σ0.033
min8744.545
max8744.640
mean3766.750
σ1638.423
min1890.000
max5946.000
mean4620.953
σ1460.399
min3552.378
max7288.588

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4255.875
σ1893.064
min1890.000
max7541.000
mean85.635
σ7.072
min76.535
max96.826
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7541.000
σ0.000
min7541.000
max7541.000
mean99.339
σ8.342
min85.134
max107.961
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.686
mean7541.000
σ0.000
min7541.000
max7541.000
mean150.198
σ16.980
min117.530
max167.771

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.833
σ4.317
min11655.305
max11667.517
mean4255.875
σ1893.064
min1890.000
max7541.000
mean6331.926
σ1313.152
min4950.041
max8423.325
op=vertical_lookup_list() on indexed
mean11560.068
σ0.001
min11560.066
max11560.069
mean7541.000
σ0.000
min7541.000
max7541.000
mean5386.988
σ1302.881
min4416.464
max7399.778

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.591
σ0.025
min172.558
max172.623
mean1890.000
σ0.000
min1890.000
max1890.000
mean375.499
σ21.136
min354.409
max403.924
op=pointedIndexFromKvs
rows=400000
mean357.359
σ0.037
min357.321
max357.403
mean1890.000
σ0.000
min1890.000
max1890.000
mean745.434
σ85.242
min626.354
max870.686

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.201
σ0.971
min1007.714
max1012.250
mean1040.600
σ296.374
min552.000
max1440.000
mean1.563
σ0.086
min1.474
max1.772

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean1440.000
σ0.000
min1440.000
max1440.000
mean0.420
σ0.124
min0.354
max0.641
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean1440.000
σ0.000
min1440.000
max1440.000
mean0.898
σ0.088
min0.827
max1.048
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean1440.000
σ0.000
min1440.000
max1440.000
mean0.557
σ0.046
min0.518
max0.636
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean1440.000
σ0.000
min1440.000
max1440.000
mean0.860
σ0.037
min0.837
max0.926

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.548
σ0.035
min963.523
max963.608
mean1440.000
σ0.000
min1440.000
max1440.000
mean0.809
σ0.036
min0.782
max0.866
name=cdr_enhanced_4k_loc.art
mean884.854
σ0.009
min884.847
max884.867
mean1440.000
σ0.000
min1440.000
max1440.000
mean0.737
σ0.022
min0.698
max0.750

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.709
mean1440.000
σ0.000
min1440.000
max1440.000
mean4.321
σ0.116
min4.152
max5.137
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean1440.000
σ0.000
min1440.000
max1440.000
mean4.301
σ0.085
min4.164
max4.626
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean1440.000
σ0.000
min1440.000
max1440.000
mean0.766
σ0.016
min0.735
max0.863
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean1440.000
σ0.000
min1440.000
max1440.000
mean0.733
σ0.019
min0.636
max0.791

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.722
σ0.213
min297.589
max298.303
mean1890.000
σ0.000
min1890.000
max1890.000
mean0.619
σ0.017
min0.600
max0.650

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean290.043
σ0.038
min289.990
max290.084
mean1440.000
σ0.000
min1440.000
max1440.000
mean0.395
σ0.013
min0.388
max0.418
iters=5
new-facts=1
prior-facts=6402
mean1299.950
σ0.107
min1299.808
max1300.092
mean1440.000
σ0.000
min1440.000
max1440.000
mean2.391
σ0.249
min2.199
max2.758
iters=5
new-facts=6402
prior-facts=1
mean1542.936
σ3.987
min1540.995
max1550.064
mean1440.000
σ0.000
min1440.000
max1440.000
mean2.352
σ0.131
min2.151
max2.476
iters=5
new-facts=6402
prior-facts=6402
mean1861.894
σ0.060
min1861.812
max1861.967
mean1735.400
σ167.446
min1493.000
max1890.000
mean3.108
σ0.249
min2.856
max3.472

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.666
σ0.181
min1.462
max1.867

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.745
σ577.197
min158.145
max1312.540
mean96.250
σ8.500
min92.000
max109.000
mean1440.000
σ0.000
min1440.000
max1440.000
mean0.548
σ0.568
min0.260
max1.400
policies=20
mean1581.735
σ0.358
min1581.492
max1582.267
mean920.000
σ0.000
min920.000
max920.000
mean1440.000
σ0.000
min1440.000
max1440.000
mean2.637
σ0.017
min2.615
max2.655
policies=200
mean15825.435
σ0.094
min15825.295
max15825.490
mean9200.000
σ0.000
min9200.000
max9200.000
mean1440.000
σ0.000
min1440.000
max1440.000
mean26.607
σ0.082
min26.489
max26.668