a7e22d94c852a8f01ab3569b218dea77ddaabebe

Home / Branches / dashboard-api-tests / a7e22d94c852a8f01ab3569b218dea77ddaabebe

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.620
σ0.350
min54.487
max55.616
mean417.000
σ0.000
min417.000
max417.000
mean0.140
σ0.007
min0.132
max0.151
cache=y
dps=1
iters=10
policies=100
mean43.788
σ0.006
min43.779
max43.802
mean417.000
σ0.000
min417.000
max417.000
mean0.122
σ0.006
min0.115
max0.132

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4157.250
σ1902.037
min1559.000
max7324.000
mean12.127
σ0.219
min11.829
max12.457
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.615
max36.619
mean4157.250
σ1902.037
min1559.000
max7324.000
mean12.083
σ0.575
min11.342
max12.838
op=table_records(), no indexes
mean41.931
σ0.001
min41.928
max41.932
mean7324.000
σ0.000
min7324.000
max7324.000
mean14.640
σ0.815
min12.901
max15.343
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.931
mean4157.250
σ1902.037
min1559.000
max7324.000
mean12.364
σ1.766
min10.406
max14.671
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.137
min27.603
max27.991
mean4157.250
σ1902.037
min1559.000
max7324.000
mean8.584
σ0.378
min8.200
max9.215
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4157.250
σ1902.037
min1559.000
max7324.000
mean6.177
σ0.389
min5.502
max6.652
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.668
mean4157.250
σ1902.037
min1559.000
max7324.000
mean5.512
σ0.192
min5.221
max5.769
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4157.250
σ1902.037
min1559.000
max7324.000
mean5.315
σ0.113
min5.152
max5.474

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.607
mean7324.000
σ0.000
min7324.000
max7324.000
mean1046.196
σ10.120
min1033.300
max1060.944
op=load_product(), with indexes
mean8744.722
σ0.469
min8744.553
max8745.883
mean3579.625
σ1800.228
min1045.000
max5817.000
mean4949.626
σ1692.382
min3527.093
max7428.146

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.080
mean4157.250
σ1902.037
min1559.000
max7324.000
mean78.893
σ8.511
min69.651
max93.092
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7324.000
σ0.000
min7324.000
max7324.000
mean106.540
σ5.260
min96.053
max111.416
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7324.000
σ0.000
min7324.000
max7324.000
mean161.506
σ8.416
min142.113
max168.138

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.537
mean4157.250
σ1902.037
min1559.000
max7324.000
mean6428.503
σ1142.559
min4929.842
max7973.154
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.065
max11560.066
mean7324.000
σ0.000
min7324.000
max7324.000
mean5537.225
σ1527.988
min4404.695
max8597.960

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean476.000
σ0.000
min476.000
max476.000
mean379.956
σ18.432
min348.806
max397.318
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.250
σ0.463
min560.000
max561.000
mean709.841
σ82.842
min591.084
max797.350

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.369
σ0.760
min1007.903
max1011.514
mean1056.200
σ315.401
min560.000
max1526.000
mean1.537
σ0.081
min1.381
max1.764

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.891
σ0.020
min0.881
max0.928
mean402.000
σ0.000
min402.000
max402.000
mean0.289
σ0.285
min0.136
max0.793
name=error_case.art
mean2.338
σ0.012
min2.332
max2.359
mean402.000
σ0.000
min402.000
max402.000
mean0.491
σ0.318
min0.324
max1.057
name=heavy_item.art
mean1.522
σ0.002
min1.520
max1.524
mean402.000
σ0.000
min402.000
max402.000
mean0.226
σ0.025
min0.203
max0.262
name=nested_use.art
mean2.355
σ0.002
min2.355
max2.358
mean402.000
σ0.000
min402.000
max402.000
mean0.414
σ0.169
min0.319
max0.710

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.908
σ0.011
min963.902
max963.926
mean433.600
σ5.683
min430.000
max443.000
mean0.575
σ0.044
min0.518
max0.612
name=cdr_enhanced_4k_loc.art
mean884.884
σ0.002
min884.883
max884.886
mean443.000
σ0.000
min443.000
max443.000
mean0.495
σ0.055
min0.398
max0.522

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706
σ0.002
min7.705
max7.709
mean443.000
σ0.000
min443.000
max443.000
mean2.604
σ0.091
min2.454
max3.015
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean443.000
σ0.000
min443.000
max443.000
mean2.676
σ0.102
min2.481
max3.020
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean443.000
σ0.000
min443.000
max443.000
mean0.312
σ0.042
min0.291
max0.610
name=record_render_syntax_err.art
mean2.163
σ0.002
min2.163
max2.166
mean443.000
σ0.000
min443.000
max443.000
mean0.290
σ0.008
min0.272
max0.322

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.811
σ1.053
min297.401
max300.802
mean442.100
σ15.624
min418.000
max469.000
mean0.614
σ0.014
min0.590
max0.637

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.011
σ0.000
min222.011
max222.011
mean1728.000
σ10.690
min1718.000
max1738.000
mean212.131
σ1.728
min209.675
max214.605
phase=macro expansion
mean6.133
σ0.000
min6.133
max6.133
mean1728.000
σ10.690
min1718.000
max1738.000
mean11.187
σ1.589
min9.354
max12.965
phase=parser
mean1041.161
σ0.000
min1041.160
max1041.161
mean1728.000
σ10.690
min1718.000
max1738.000
mean653.097
σ72.863
min563.268
max725.413
phase=processProdDef
mean6169.658
σ0.000
min6169.657
max6169.659
mean1730.500
σ10.351
min1718.000
max1738.000
mean5967.945
σ1157.782
min4148.154
max7167.430
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1728.000
σ10.690
min1718.000
max1738.000
mean43.118
σ5.047
min34.644
max47.885
phase=type checker
mean958.670
σ0.066
min958.573
max958.760
mean1728.000
σ10.690
min1718.000
max1738.000
mean752.242
σ60.386
min664.892
max848.523

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean292.775
σ0.035
min292.727
max292.812
mean445.000
σ0.000
min445.000
max445.000
mean0.398
σ0.001
min0.397
max0.400
iters=5
new-facts=1
prior-facts=6402
mean1302.866
σ0.087
min1302.737
max1302.946
mean1074.600
σ184.386
min841.000
max1318.000
mean1.992
σ0.185
min1.826
max2.221
iters=5
new-facts=6402
prior-facts=1
mean1545.896
σ4.032
min1543.895
max1553.102
mean611.200
σ74.523
min494.000
max690.000
mean2.246
σ0.215
min2.124
max2.627
iters=5
new-facts=6402
prior-facts=6402
mean1864.841
σ0.042
min1864.796
max1864.900
mean1713.400
σ250.500
min1422.000
max2061.000
mean2.922
σ0.087
min2.824
max3.027

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.748
σ0.142
min1.587
max1.907

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean447.754
σ579.113
min158.193
max1316.424
mean96.250
σ8.500
min92.000
max109.000
mean443.000
σ0.000
min443.000
max443.000
mean0.525
σ0.506
min0.267
max1.284
policies=20
mean1582.289
σ0.355
min1582.042
max1582.814
mean920.000
σ0.000
min920.000
max920.000
mean446.500
σ4.041
min443.000
max450.000
mean2.632
σ0.011
min2.623
max2.644
policies=200
mean15830.801
σ0.196
min15830.678
max15831.093
mean9200.000
σ0.000
min9200.000
max9200.000
mean497.000
σ3.367
min493.000
max501.000
mean26.632
σ0.083
min26.534
max26.735