e27cc467d7ce52d0d522204b665b68c2df23ed2a

Home / Branches / dashboard-api-tests / e27cc467d7ce52d0d522204b665b68c2df23ed2a

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.621
σ0.352
min54.488
max55.622
mean419.000
σ0.000
min419.000
max419.000
mean0.141
σ0.005
min0.137
max0.149
cache=y
dps=1
iters=10
policies=100
mean43.789
σ0.008
min43.781
max43.806
mean419.000
σ0.000
min419.000
max419.000
mean0.123
σ0.004
min0.119
max0.130

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.619
mean4150.000
σ1894.493
min1554.000
max7280.000
mean12.288
σ0.217
min11.889
max12.623
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4150.000
σ1894.493
min1554.000
max7280.000
mean12.762
σ0.196
min12.450
max12.987
op=table_records(), no indexes
mean41.932
σ0.001
min41.928
max41.932
mean7280.000
σ0.000
min7280.000
max7280.000
mean14.946
σ0.732
min13.751
max16.376
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.932
mean4150.000
σ1894.493
min1554.000
max7280.000
mean12.313
σ1.975
min10.277
max14.825
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.137
min27.603
max27.991
mean4150.000
σ1894.493
min1554.000
max7280.000
mean8.489
σ0.344
min8.122
max9.181
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4150.000
σ1894.493
min1554.000
max7280.000
mean6.275
σ0.242
min5.878
max6.640
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.668
mean4150.000
σ1894.493
min1554.000
max7280.000
mean5.514
σ0.154
min5.326
max5.795
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4150.000
σ1894.493
min1554.000
max7280.000
mean5.370
σ0.107
min5.238
max5.591

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.607
mean7280.000
σ0.000
min7280.000
max7280.000
mean1421.620
σ678.988
min1035.716
max2977.499
op=load_product(), with indexes
mean8744.722
σ0.469
min8744.553
max8745.882
mean3573.125
σ1795.345
min1044.000
max5791.000
mean4718.469
σ1512.742
min3544.311
max6907.809

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.080
mean4150.000
σ1894.493
min1554.000
max7280.000
mean82.423
σ10.975
min70.723
max96.627
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7280.000
σ0.000
min7280.000
max7280.000
mean106.739
σ2.693
min102.594
max110.029
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7280.000
σ0.000
min7280.000
max7280.000
mean163.443
σ5.591
min151.229
max167.601

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.538
mean4150.000
σ1894.493
min1554.000
max7280.000
mean6659.909
σ1066.864
min4942.819
max7998.937
op=vertical_lookup_list() on indexed
mean11560.065
σ0.000
min11560.065
max11560.066
mean7280.000
σ0.000
min7280.000
max7280.000
mean5443.209
σ1364.948
min4432.019
max8058.198

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean382.072
σ17.928
min350.222
max394.148
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean562.000
σ0.000
min562.000
max562.000
mean744.009
σ35.783
min687.043
max788.220

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.374
σ0.760
min1007.900
max1011.518
mean1042.850
σ310.627
min570.000
max1500.000
mean1.548
σ0.068
min1.487
max1.750

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.891
σ0.020
min0.881
max0.928
mean402.000
σ0.000
min402.000
max402.000
mean0.292
σ0.283
min0.137
max0.793
name=error_case.art
mean2.338
σ0.012
min2.332
max2.359
mean402.000
σ0.000
min402.000
max402.000
mean0.475
σ0.321
min0.316
max1.048
name=heavy_item.art
mean1.522
σ0.002
min1.520
max1.524
mean402.000
σ0.000
min402.000
max402.000
mean0.217
σ0.022
min0.203
max0.255
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean402.000
σ0.000
min402.000
max402.000
mean0.346
σ0.017
min0.329
max0.374

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.908
σ0.011
min963.902
max963.926
mean432.400
σ2.510
min430.000
max435.000
mean0.564
σ0.055
min0.480
max0.607
name=cdr_enhanced_4k_loc.art
mean884.884
σ0.002
min884.883
max884.886
mean435.000
σ0.000
min435.000
max435.000
mean0.497
σ0.020
min0.472
max0.520

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.709
mean435.000
σ0.000
min435.000
max435.000
mean2.628
σ0.095
min2.446
max2.915
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean435.000
σ0.000
min435.000
max435.000
mean2.618
σ0.087
min2.446
max2.849
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean435.000
σ0.000
min435.000
max435.000
mean0.305
σ0.008
min0.290
max0.360
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean435.000
σ0.000
min435.000
max435.000
mean0.294
σ0.036
min0.279
max0.640

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.984
σ1.072
min297.567
max301.031
mean440.400
σ16.648
min415.000
max467.000
mean0.618
σ0.007
min0.606
max0.631

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.011
σ0.000
min222.011
max222.011
mean1785.250
σ24.749
min1724.000
max1794.000
mean211.077
σ2.238
min208.261
max214.211
phase=macro expansion
mean6.133
σ0.000
min6.133
max6.133
mean1785.250
σ24.749
min1724.000
max1794.000
mean11.861
σ2.039
min7.422
max14.150
phase=parser
mean1041.161
σ0.000
min1041.160
max1041.161
mean1785.250
σ24.749
min1724.000
max1794.000
mean677.465
σ124.243
min424.668
max826.616
phase=processProdDef
mean6169.658
σ0.000
min6169.657
max6169.658
mean1794.000
σ0.000
min1794.000
max1794.000
mean4903.274
σ1031.089
min3527.374
max6719.727
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1785.250
σ24.749
min1724.000
max1794.000
mean43.967
σ8.670
min26.725
max51.925
phase=type checker
mean958.670
σ0.066
min958.573
max958.760
mean1785.250
σ24.749
min1724.000
max1794.000
mean826.324
σ89.149
min639.827
max906.137

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean292.774
σ0.034
min292.727
max292.811
mean445.000
σ0.000
min445.000
max445.000
mean0.399
σ0.005
min0.394
max0.408
iters=5
new-facts=1
prior-facts=6402
mean1302.896
σ0.076
min1302.772
max1302.967
mean1076.400
σ186.923
min841.000
max1324.000
mean2.092
σ0.148
min1.833
max2.199
iters=5
new-facts=6402
prior-facts=1
mean1545.905
σ4.035
min1543.911
max1553.116
mean611.600
σ74.090
min495.000
max690.000
mean2.269
σ0.225
min2.133
max2.665
iters=5
new-facts=6402
prior-facts=6402
mean1864.838
σ0.047
min1864.785
max1864.896
mean1714.200
σ234.035
min1430.000
max2022.000
mean2.922
σ0.054
min2.870
max2.986

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.778
σ0.088
min1.696
max1.919

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean447.754
σ579.110
min158.194
max1316.419
mean96.250
σ8.500
min92.000
max109.000
mean443.000
σ0.000
min443.000
max443.000
mean0.522
σ0.518
min0.261
max1.299
policies=20
mean1582.283
σ0.360
min1582.030
max1582.813
mean920.000
σ0.000
min920.000
max920.000
mean447.000
σ4.619
min443.000
max451.000
mean2.626
σ0.011
min2.614
max2.639
policies=200
mean15830.896
σ0.128
min15830.812
max15831.086
mean9200.000
σ0.000
min9200.000
max9200.000
mean498.500
σ5.568
min493.000
max506.000
mean26.595
σ0.093
min26.486
max26.688