b875c5556525b8f67e85638672d8fd18fd863612

Home / Branches / emily/self-serve-rbac / b875c5556525b8f67e85638672d8fd18fd863612

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.615
σ0.349
min54.480
max55.608
mean417.000
σ0.000
min417.000
max417.000
mean0.141
σ0.004
min0.135
max0.149
cache=y
dps=1
iters=10
policies=100
mean43.785
σ0.006
min43.775
max43.795
mean417.000
σ0.000
min417.000
max417.000
mean0.124
σ0.004
min0.121
max0.130

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4099.875
σ1573.342
min1956.000
max6043.000
mean12.641
σ0.338
min12.255
max13.209
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4099.875
σ1573.342
min1956.000
max6043.000
mean12.976
σ0.531
min11.738
max13.348
op=table_records(), no indexes
mean41.928
σ0.000
min41.928
max41.929
mean6043.000
σ0.000
min6043.000
max6043.000
mean13.203
σ1.177
min11.127
max14.748
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.932
mean4099.875
σ1573.342
min1956.000
max6043.000
mean12.935
σ1.931
min10.641
max14.905
op=vertical_lookup_list() on indexed, after table_records()
mean27.605
σ0.002
min27.603
max27.607
mean4099.875
σ1573.342
min1956.000
max6043.000
mean8.783
σ0.658
min8.082
max10.221
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.399
max26.403
mean4099.875
σ1573.342
min1956.000
max6043.000
mean6.643
σ0.647
min6.012
max8.136
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.670
mean4099.875
σ1573.342
min1956.000
max6043.000
mean5.556
σ0.113
min5.289
max5.653
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.971
mean4099.875
σ1573.342
min1956.000
max6043.000
mean5.459
σ0.093
min5.362
max5.624

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.594
σ0.000
min2524.594
max2524.594
mean6043.000
σ0.000
min6043.000
max6043.000
mean1509.296
σ743.374
min1040.079
max2939.048
op=load_product(), with indexes
mean8744.558
σ0.033
min8744.545
max8744.640
mean3815.750
σ1655.874
min1956.000
max6043.000
mean4334.632
σ1376.993
min3559.275
max7378.842

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4099.875
σ1573.342
min1956.000
max6043.000
mean81.451
σ8.564
min72.517
max96.880
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean6043.000
σ0.000
min6043.000
max6043.000
mean97.003
σ8.161
min83.261
max106.289
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.686
mean6043.000
σ0.000
min6043.000
max6043.000
mean223.093
σ220.984
min127.611
max769.086

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.833
σ4.317
min11655.305
max11667.516
mean4099.875
σ1573.342
min1956.000
max6043.000
mean6144.673
σ1143.554
min4934.342
max8058.355
op=vertical_lookup_list() on indexed
mean11560.068
σ0.001
min11560.066
max11560.069
mean6043.000
σ0.000
min6043.000
max6043.000
mean6897.327
σ1241.084
min4428.311
max8125.857

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.582
σ0.029
min172.558
max172.630
mean1956.000
σ0.000
min1956.000
max1956.000
mean349.843
σ42.607
min270.840
max399.846
op=pointedIndexFromKvs
rows=400000
mean357.367
σ0.043
min357.321
max357.424
mean1956.000
σ0.000
min1956.000
max1956.000
mean743.787
σ67.208
min600.138
max798.676

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.200
σ0.945
min1007.690
max1012.130
mean1040.950
σ304.695
min551.000
max1466.000
mean1.554
σ0.065
min1.493
max1.717

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.884
σ0.002
min0.881
max0.886
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.440
σ0.132
min0.337
max0.654
name=error_case.art
mean2.333
σ0.003
min2.332
max2.337
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.921
σ0.089
min0.861
max1.075
name=heavy_item.art
mean1.521
σ0.002
min1.520
max1.524
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.546
σ0.051
min0.514
max0.636
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.861
σ0.037
min0.834
max0.925

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.540
σ0.029
min963.523
max963.591
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.838
σ0.030
min0.802
max0.867
name=cdr_enhanced_4k_loc.art
mean884.853
σ0.008
min884.847
max884.864
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.718
σ0.059
min0.615
max0.755

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.711
mean1466.000
σ0.000
min1466.000
max1466.000
mean3.558
σ0.083
min3.288
max3.804
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean1466.000
σ0.000
min1466.000
max1466.000
mean3.533
σ0.072
min3.409
max3.765
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.761
σ0.015
min0.731
max0.846
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.725
σ0.013
min0.696
max0.775

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.591
σ0.209
min297.441
max298.165
mean1956.000
σ0.000
min1956.000
max1956.000
mean0.551
σ0.038
min0.514
max0.616

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean290.039
σ0.039
min289.992
max290.081
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.390
σ0.002
min0.388
max0.394
iters=5
new-facts=1
prior-facts=6402
mean1299.963
σ0.097
min1299.853
max1300.106
mean1466.000
σ0.000
min1466.000
max1466.000
mean2.287
σ0.091
min2.187
max2.370
iters=5
new-facts=6402
prior-facts=1
mean1542.910
σ3.989
min1540.965
max1550.039
mean1466.000
σ0.000
min1466.000
max1466.000
mean2.254
σ0.148
min2.044
max2.406
iters=5
new-facts=6402
prior-facts=6402
mean1861.892
σ0.085
min1861.763
max1861.986
mean1759.600
σ207.960
min1481.000
max1956.000
mean3.187
σ0.424
min2.791
max3.774

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.836
σ0.087
min1.691
max1.903

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean446.746
σ577.197
min158.146
max1312.542
mean96.250
σ8.500
min92.000
max109.000
mean1466.000
σ0.000
min1466.000
max1466.000
mean0.547
σ0.563
min0.263
max1.392
policies=20
mean1581.747
σ0.357
min1581.508
max1582.279
mean920.000
σ0.000
min920.000
max920.000
mean1466.000
σ0.000
min1466.000
max1466.000
mean2.630
σ0.005
min2.624
max2.637
policies=200
mean15825.323
σ0.214
min15825.017
max15825.494
mean9200.000
σ0.000
min9200.000
max9200.000
mean1466.000
σ0.000
min1466.000
max1466.000
mean26.647
σ0.069
min26.583
max26.709