07afd24d4621909dd443e724697da16f4955f6bb

Home / Branches / emily/self-serve-rbac / 07afd24d4621909dd443e724697da16f4955f6bb

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.577
σ0.349
min54.446
max55.569
mean418.000
σ0.000
min418.000
max418.000
mean0.140
σ0.005
min0.137
max0.149
cache=y
dps=1
iters=10
policies=100
mean43.706
σ0.007
min43.697
max43.718
mean418.700
σ0.483
min418.000
max419.000
mean0.122
σ0.004
min0.119
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.619
mean4150.500
σ1893.383
min1555.000
max7277.000
mean12.863
σ0.212
min12.562
max13.118
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4150.500
σ1893.383
min1555.000
max7277.000
mean13.177
σ0.415
min12.257
max13.550
op=table_records(), no indexes
mean41.931
σ0.001
min41.929
max41.932
mean7277.000
σ0.000
min7277.000
max7277.000
mean15.282
σ0.299
min14.674
max15.649
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.932
mean4150.500
σ1893.383
min1555.000
max7277.000
mean12.789
σ1.899
min10.960
max15.560
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4150.500
σ1893.383
min1555.000
max7277.000
mean8.923
σ0.335
min8.547
max9.586
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4150.500
σ1893.383
min1555.000
max7277.000
mean6.889
σ0.190
min6.599
max7.153
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.668
mean4150.500
σ1893.383
min1555.000
max7277.000
mean5.996
σ0.176
min5.818
max6.293
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4150.500
σ1893.383
min1555.000
max7277.000
mean5.797
σ0.115
min5.653
max5.976

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.607
mean7277.000
σ0.000
min7277.000
max7277.000
mean1505.304
σ888.581
min1040.488
max3624.558
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.883
mean3572.125
σ1794.742
min1043.000
max5787.000
mean4513.874
σ1301.564
min3524.757
max6782.115

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.075
max62.081
mean4150.500
σ1893.383
min1555.000
max7277.000
mean84.450
σ12.618
min70.700
max100.726
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.000
min40.944
max40.945
mean7277.000
σ0.000
min7277.000
max7277.000
mean108.927
σ3.257
min104.007
max112.856
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7277.000
σ0.000
min7277.000
max7277.000
mean164.093
σ4.984
min152.795
max167.782

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.538
mean4150.500
σ1893.383
min1555.000
max7277.000
mean6675.727
σ1104.403
min4923.576
max8315.987
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7277.000
σ0.000
min7277.000
max7277.000
mean5790.560
σ1514.040
min4403.369
max8107.470

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean387.908
σ13.314
min357.122
max400.297
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean562.000
σ0.000
min562.000
max562.000
mean758.936
σ54.865
min634.924
max809.081

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.515
σ0.818
min1008.027
max1011.908
mean1043.650
σ311.536
min564.000
max1501.000
mean1.542
σ0.071
min1.472
max1.755

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean401.000
σ0.000
min401.000
max401.000
mean0.481
σ0.447
min0.246
max1.272
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean401.000
σ0.000
min401.000
max401.000
mean0.735
σ0.299
min0.573
max1.268
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean401.000
σ0.000
min401.000
max401.000
mean0.316
σ0.107
min0.197
max0.439
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean401.000
σ0.000
min401.000
max401.000
mean0.338
σ0.018
min0.326
max0.371

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean432.200
σ2.588
min430.000
max435.000
mean0.528
σ0.068
min0.420
max0.590
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean435.000
σ0.000
min435.000
max435.000
mean0.481
σ0.052
min0.414
max0.531

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean435.000
σ0.000
min435.000
max435.000
mean1.945
σ0.079
min1.815
max2.278
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean435.000
σ0.000
min435.000
max435.000
mean1.946
σ0.060
min1.817
max2.141
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean435.000
σ0.000
min435.000
max435.000
mean0.306
σ0.010
min0.291
max0.358
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean435.000
σ0.000
min435.000
max435.000
mean0.294
σ0.013
min0.279
max0.395

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.413
σ1.034
min297.983
max301.352
mean442.100
σ16.455
min418.000
max470.000
mean0.593
σ0.020
min0.555
max0.620

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.008
σ0.000
min222.008
max222.008
mean1684.000
σ0.000
min1684.000
max1684.000
mean207.238
σ1.901
min205.005
max210.769
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1684.000
σ0.000
min1684.000
max1684.000
mean11.754
σ1.441
min9.334
max12.754
phase=parser
mean1042.101
σ0.000
min1042.100
max1042.101
mean1684.000
σ0.000
min1684.000
max1684.000
mean696.792
σ44.682
min589.580
max721.717
phase=processProdDef
mean6169.659
σ0.001
min6169.658
max6169.660
mean1691.625
σ21.567
min1684.000
max1745.000
mean5564.178
σ1377.264
min4116.683
max7985.176
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1684.000
σ0.000
min1684.000
max1684.000
mean44.931
σ3.931
min39.803
max48.437
phase=type checker
mean958.461
σ0.066
min958.363
max958.551
mean1684.000
σ0.000
min1684.000
max1684.000
mean757.552
σ49.613
min668.336
max828.003

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.955
σ0.040
min293.901
max293.995
mean444.000
σ0.000
min444.000
max444.000
mean0.399
σ0.007
min0.392
max0.410
iters=5
new-facts=1
prior-facts=6402
mean1304.038
σ0.125
min1303.915
max1304.236
mean1104.000
σ182.774
min888.000
max1359.000
mean1.912
σ0.022
min1.884
max1.934
iters=5
new-facts=6402
prior-facts=1
mean1547.034
σ4.036
min1544.994
max1554.244
mean623.600
σ88.639
min507.000
max727.000
mean2.247
σ0.186
min2.039
max2.464
iters=5
new-facts=6402
prior-facts=6402
mean1866.043
σ0.086
min1865.941
max1866.130
mean1746.600
σ191.464
min1499.000
max1930.000
mean3.132
σ0.298
min2.869
max3.612

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.843
σ0.093
min1.706
max1.935

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean448.581
σ579.375
min158.892
max1317.643
mean96.250
σ8.500
min92.000
max109.000
mean445.000
σ0.000
min445.000
max445.000
mean0.528
σ0.520
min0.265
max1.309
policies=20
mean1589.251
σ0.375
min1588.993
max1589.808
mean920.000
σ0.000
min920.000
max920.000
mean448.500
σ4.041
min445.000
max452.000
mean2.657
σ0.013
min2.637
max2.668
policies=200
mean15900.392
σ0.067
min15900.292
max15900.430
mean9200.000
σ0.000
min9200.000
max9200.000
mean498.750
σ4.573
min493.000
max504.000
mean26.738
σ0.080
min26.633
max26.822