7fe5727176756d164943a3f9c24c99c65c7c6ce2

Home / Branches / emily/self-serve-rbac / 7fe5727176756d164943a3f9c24c99c65c7c6ce2

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.576
σ0.348
min54.441
max55.566
mean418.400
σ0.966
min417.000
max419.000
mean0.140
σ0.004
min0.137
max0.150
cache=y
dps=1
iters=10
policies=100
mean43.706
σ0.006
min43.699
max43.717
mean419.000
σ0.000
min419.000
max419.000
mean0.123
σ0.004
min0.120
max0.132

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4149.500
σ1893.423
min1554.000
max7278.000
mean12.966
σ0.142
min12.652
max13.116
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4149.500
σ1893.423
min1554.000
max7278.000
mean13.199
σ0.174
min12.927
max13.438
op=table_records(), no indexes
mean41.931
σ0.001
min41.928
max41.932
mean7278.000
σ0.000
min7278.000
max7278.000
mean15.387
σ0.303
min14.668
max15.603
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.931
mean4149.500
σ1893.423
min1554.000
max7278.000
mean12.654
σ1.829
min10.821
max15.522
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4149.500
σ1893.423
min1554.000
max7278.000
mean9.036
σ0.319
min8.583
max9.433
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4149.500
σ1893.423
min1554.000
max7278.000
mean6.956
σ0.531
min6.108
max7.606
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.668
mean4149.500
σ1893.423
min1554.000
max7278.000
mean6.019
σ0.166
min5.774
max6.214
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4149.500
σ1893.423
min1554.000
max7278.000
mean5.867
σ0.173
min5.684
max6.250

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.607
mean7278.000
σ0.000
min7278.000
max7278.000
mean1504.057
σ859.463
min1045.717
max3538.066
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.883
mean3571.625
σ1794.296
min1043.000
max5787.000
mean4945.174
σ1565.579
min3539.800
max7419.736

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4149.500
σ1893.423
min1554.000
max7278.000
mean85.810
σ13.314
min71.534
max101.968
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7278.000
σ0.000
min7278.000
max7278.000
mean107.692
σ2.364
min103.543
max109.618
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7278.000
σ0.000
min7278.000
max7278.000
mean163.889
σ5.794
min151.239
max169.638

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.537
mean4149.500
σ1893.423
min1554.000
max7278.000
mean6600.890
σ1312.335
min4933.361
max8068.833
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7278.000
σ0.000
min7278.000
max7278.000
mean5336.465
σ1294.143
min4392.548
max7962.496

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean477.000
σ0.000
min477.000
max477.000
mean385.931
σ14.941
min349.086
max393.734
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean559.250
σ0.463
min559.000
max560.000
mean757.482
σ66.925
min602.860
max831.371

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.515
σ0.818
min1008.026
max1011.908
mean1051.100
σ316.305
min564.000
max1524.000
mean1.538
σ0.077
min1.354
max1.700

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.401
σ0.518
min0.138
max1.326
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.661
σ0.308
min0.337
max1.039
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.219
σ0.023
min0.196
max0.258
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.336
σ0.016
min0.323
max0.362

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean436.600
σ6.066
min431.000
max443.000
mean0.536
σ0.052
min0.476
max0.615
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean443.000
σ0.000
min443.000
max443.000
mean0.512
σ0.032
min0.455
max0.529

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean443.000
σ0.000
min443.000
max443.000
mean1.961
σ0.075
min1.845
max2.292
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean443.000
σ0.000
min443.000
max443.000
mean1.969
σ0.090
min1.841
max2.274
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean443.000
σ0.000
min443.000
max443.000
mean0.302
σ0.008
min0.287
max0.348
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean443.000
σ0.000
min443.000
max443.000
mean0.291
σ0.008
min0.274
max0.335

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.272
σ1.025
min297.839
max301.179
mean442.900
σ18.912
min416.000
max467.000
mean0.607
σ0.016
min0.584
max0.641

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.008
σ0.000
min222.008
max222.008
mean1742.500
σ0.926
min1741.000
max1743.000
mean204.051
σ1.437
min201.846
max206.239
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1742.500
σ0.926
min1741.000
max1743.000
mean10.998
σ1.382
min9.187
max12.573
phase=parser
mean1042.099
σ0.000
min1042.098
max1042.099
mean1742.500
σ0.926
min1741.000
max1743.000
mean633.648
σ75.618
min567.916
max724.612
phase=processProdDef
mean6169.656
σ0.001
min6169.655
max6169.657
mean1742.750
σ0.707
min1741.000
max1743.000
mean5198.344
σ1229.820
min3618.709
max7206.905
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1742.500
σ0.926
min1741.000
max1743.000
mean40.776
σ5.986
min34.539
max47.723
phase=type checker
mean958.457
σ0.066
min958.360
max958.547
mean1742.500
σ0.926
min1741.000
max1743.000
mean801.736
σ96.971
min662.715
max884.002

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.957
σ0.038
min293.902
max293.994
mean447.000
σ0.000
min447.000
max447.000
mean0.395
σ0.003
min0.393
max0.400
iters=5
new-facts=1
prior-facts=6402
mean1304.033
σ0.073
min1303.911
max1304.109
mean1107.600
σ171.208
min895.000
max1332.000
mean2.067
σ0.156
min1.893
max2.247
iters=5
new-facts=6402
prior-facts=1
mean1547.118
σ4.026
min1545.182
max1554.316
mean625.400
σ88.401
min510.000
max730.000
mean2.417
σ0.326
min2.109
max2.812
iters=5
new-facts=6402
prior-facts=6402
mean1866.062
σ0.097
min1865.942
max1866.169
mean1761.800
σ216.764
min1479.000
max1969.000
mean3.203
σ0.364
min2.691
max3.540

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.814
σ0.122
min1.633
max1.957

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean448.578
σ579.374
min158.889
max1317.640
mean96.250
σ8.500
min92.000
max109.000
mean444.000
σ0.000
min444.000
max444.000
mean0.539
σ0.547
min0.263
max1.359
policies=20
mean1589.226
σ0.363
min1588.974
max1589.763
mean920.000
σ0.000
min920.000
max920.000
mean448.000
σ4.619
min444.000
max452.000
mean2.636
σ0.015
min2.622
max2.656
policies=200
mean15900.357
σ0.136
min15900.218
max15900.544
mean9200.000
σ0.000
min9200.000
max9200.000
mean496.500
σ2.887
min493.000
max500.000
mean26.771
σ0.097
min26.645
max26.856