79e52e67f659734f0e7207d0f46e72acb58f3446

Home / Branches / emily/self-serve-rbac / 79e52e67f659734f0e7207d0f46e72acb58f3446

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.617
σ0.349
min54.485
max55.611
mean417.000
σ0.000
min417.000
max417.000
mean0.140
σ0.005
min0.131
max0.147
cache=y
dps=1
iters=10
policies=100
mean43.785
σ0.007
min43.781
max43.803
mean417.000
σ0.000
min417.000
max417.000
mean0.124
σ0.004
min0.121
max0.130

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4265.250
σ1883.622
min1962.000
max7550.000
mean12.648
σ0.279
min12.350
max13.106
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.619
mean4265.250
σ1883.622
min1962.000
max7550.000
mean12.476
σ0.666
min11.534
max13.238
op=table_records(), no indexes
mean41.928
σ0.001
min41.928
max41.929
mean7550.000
σ0.000
min7550.000
max7550.000
mean14.396
σ0.988
min12.877
max15.509
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4265.250
σ1883.622
min1962.000
max7550.000
mean12.966
σ1.987
min10.696
max15.568
op=vertical_lookup_list() on indexed, after table_records()
mean27.605
σ0.002
min27.603
max27.607
mean4265.250
σ1883.622
min1962.000
max7550.000
mean8.917
σ1.361
min7.886
max12.219
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.399
max26.403
mean4265.250
σ1883.622
min1962.000
max7550.000
mean6.686
σ1.338
min5.198
max9.820
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.665
max25.670
mean4265.250
σ1883.622
min1962.000
max7550.000
mean5.629
σ0.094
min5.447
max5.719
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.971
mean4265.250
σ1883.622
min1962.000
max7550.000
mean5.405
σ0.134
min5.124
max5.561

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.594
σ0.000
min2524.594
max2524.594
mean7550.000
σ0.000
min7550.000
max7550.000
mean1056.894
σ6.611
min1046.599
max1064.559
op=load_product(), with indexes
mean8744.558
σ0.033
min8744.544
max8744.639
mean3783.500
σ1615.284
min1962.000
max5945.000
mean4759.437
σ1361.011
min3576.558
max6689.616

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4265.250
σ1883.622
min1962.000
max7550.000
mean90.817
σ16.857
min72.443
max125.607
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7550.000
σ0.000
min7550.000
max7550.000
mean239.021
σ389.264
min89.285
max1202.267
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.686
mean7550.000
σ0.000
min7550.000
max7550.000
mean151.727
σ13.683
min131.140
max167.744

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.833
σ4.317
min11655.305
max11667.517
mean4265.250
σ1883.622
min1962.000
max7550.000
mean6639.193
σ1301.888
min4949.977
max8033.084
op=vertical_lookup_list() on indexed
mean11560.069
σ0.002
min11560.066
max11560.072
mean7550.000
σ0.000
min7550.000
max7550.000
mean5446.542
σ1258.883
min4437.425
max7373.469

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.584
σ0.027
min172.558
max172.625
mean1962.000
σ0.000
min1962.000
max1962.000
mean364.613
σ25.571
min323.313
max402.455
op=pointedIndexFromKvs
rows=400000
mean357.361
σ0.037
min357.321
max357.399
mean1962.000
σ0.000
min1962.000
max1962.000
mean755.367
σ44.142
min667.118
max813.651

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.200
σ0.960
min1007.715
max1012.197
mean1040.200
σ303.497
min551.000
max1467.000
mean1.590
σ0.139
min1.494
max2.075

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.002
min0.881
max0.886
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.419
σ0.127
min0.338
max0.645
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.900
σ0.090
min0.841
max1.055
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.581
σ0.063
min0.521
max0.653
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.867
σ0.047
min0.837
max0.945

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.543
σ0.025
min963.523
max963.583
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.821
σ0.051
min0.744
max0.874
name=cdr_enhanced_4k_loc.art
mean884.853
σ0.006
min884.847
max884.860
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.719
σ0.035
min0.670
max0.749

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.711
mean1467.000
σ0.000
min1467.000
max1467.000
mean4.316
σ0.070
min4.182
max4.558
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean1467.000
σ0.000
min1467.000
max1467.000
mean4.289
σ0.072
min4.120
max4.540
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.771
σ0.019
min0.739
max0.897
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.731
σ0.014
min0.701
max0.801

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.760
σ0.246
min297.543
max298.391
mean1962.000
σ0.000
min1962.000
max1962.000
mean0.581
σ0.061
min0.514
max0.698

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean290.031
σ0.043
min289.983
max290.077
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.406
σ0.012
min0.393
max0.420
iters=5
new-facts=1
prior-facts=6402
mean1299.855
σ0.070
min1299.767
max1299.957
mean1467.000
σ0.000
min1467.000
max1467.000
mean1.965
σ0.051
min1.891
max2.017
iters=5
new-facts=6402
prior-facts=1
mean1542.915
σ4.017
min1540.956
max1550.096
mean1467.000
σ0.000
min1467.000
max1467.000
mean2.205
σ0.090
min2.075
max2.298
iters=5
new-facts=6402
prior-facts=6402
mean1861.924
σ0.070
min1861.847
max1862.005
mean1757.200
σ217.303
min1468.000
max1962.000
mean3.280
σ0.348
min2.889
max3.656

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.733
σ0.108
min1.622
max1.884

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.745
σ577.197
min158.145
max1312.540
mean96.250
σ8.500
min92.000
max109.000
mean1467.000
σ0.000
min1467.000
max1467.000
mean0.551
σ0.577
min0.262
max1.416
policies=20
mean1581.739
σ0.369
min1581.487
max1582.287
mean920.000
σ0.000
min920.000
max920.000
mean1467.000
σ0.000
min1467.000
max1467.000
mean2.651
σ0.018
min2.635
max2.674
policies=200
mean15825.477
σ0.149
min15825.278
max15825.636
mean9200.000
σ0.000
min9200.000
max9200.000
mean1467.000
σ0.000
min1467.000
max1467.000
mean26.667
σ0.121
min26.562
max26.807