34ba2468c6e7dddff8b82816fa61f3fc0c418b49

Home / Branches / harryroscoe/bro-2341-flakey-hspec-contractbuilderv3taskworkerspechs / 34ba2468c6e7dddff8b82816fa61f3fc0c418b49

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.082
σ0.000
min5.082
max5.082

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean4.988
σ0.000
min4.988
max4.988

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean4.863
σ0.000
min4.863
max4.863

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.102
σ0.000
min446.102
max446.102

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.238
σ0.000
min5.238
max5.238

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.395
σ0.000
min6.395
max6.395

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean57.824
σ0.363
min57.675
max58.855
mean418.000
σ0.000
min418.000
max418.000
mean0.148
σ0.004
min0.144
max0.155
cache=y
dps=1
iters=10
policies=100
mean46.897
σ0.006
min46.883
max46.905
mean418.000
σ0.000
min418.000
max418.000
mean0.129
σ0.006
min0.121
max0.138

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.605
σ0.000
min36.605
max36.606
mean4424.625
σ2225.043
min1485.000
max7402.000
mean12.381
σ0.500
min11.867
max13.334
op=column_set() on indexed, repeat
mean36.605
σ0.000
min36.605
max36.606
mean4604.625
σ2256.202
min1485.000
max7402.000
mean128.855
σ330.021
min11.584
max945.614
op=table_records(), no indexes
mean41.940
σ0.002
min41.938
max41.943
mean7402.000
σ0.000
min7402.000
max7402.000
mean11.123
σ0.124
min10.912
max11.361
op=table_records(), repeat
mean41.926
σ0.001
min41.925
max41.929
mean4196.125
σ1952.812
min1485.000
max7402.000
mean11.479
σ1.227
min10.919
max14.501
op=vertical_lookup_list() on indexed, after table_records()
mean27.634
σ0.137
min27.585
max27.972
mean4196.125
σ1952.812
min1485.000
max7402.000
mean8.833
σ0.574
min7.969
max10.018
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.385
σ0.000
min26.385
max26.385
mean4196.125
σ1952.812
min1485.000
max7402.000
mean7.013
σ0.355
min6.623
max7.841
op=vertical_lookup_row_list() on 2 indexed
mean25.663
σ0.004
min25.662
max25.674
mean4604.625
σ2256.202
min1485.000
max7402.000
mean6.483
σ1.124
min5.949
max9.248
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.962
σ0.000
min25.962
max25.964
mean4604.625
σ2256.202
min1485.000
max7402.000
mean6.320
σ1.079
min5.701
max8.922

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.599
σ0.002
min1021.597
max1021.602
mean7402.000
σ0.000
min7402.000
max7402.000
mean349.769
σ1.871
min347.143
max352.283
op=load_product(), with indexes
mean3495.848
σ0.460
min3495.685
max3496.987
mean3769.375
σ2308.896
min720.000
max7402.000
mean1770.035
σ644.473
min1413.101
max2822.173

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.841
σ0.000
min107.841
max107.842
mean4196.125
σ1952.812
min1485.000
max7402.000
mean135.913
σ12.215
min126.393
max165.100
op=column_set() on unindexed, dense, repeat
mean62.069
σ0.001
min62.065
max62.070
mean4424.625
σ2225.043
min1485.000
max7402.000
mean99.905
σ160.358
min41.217
max496.750
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.927
σ0.002
min40.926
max40.930
mean7402.000
σ0.000
min7402.000
max7402.000
mean77.136
σ154.739
min21.646
max460.078
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.294
σ0.002
min71.293
max71.297
mean7402.000
σ0.000
min7402.000
max7402.000
mean58.627
σ7.016
min55.110
max75.899

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.842
σ0.014
min4646.837
max4646.875
mean4196.125
σ1952.812
min1485.000
max7402.000
mean3314.192
σ752.221
min2533.510
max4635.443
op=vertical_lookup_list() on indexed
mean1973.830
σ0.002
min1973.829
max1973.833
mean7402.000
σ0.000
min7402.000
max7402.000
mean1058.429
σ248.579
min932.679
max1627.252
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.084
σ0.002
min905.082
max905.087
mean7402.000
σ0.000
min7402.000
max7402.000
mean411.193
σ37.998
min395.117
max505.158

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean475.500
σ1.773
min474.000
max478.000
mean385.128
σ37.642
min307.168
max430.752
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean560.000
σ0.000
min560.000
max560.000
mean784.981
σ35.411
min720.006
max813.518

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean976.919
σ2.437
min976.074
max987.243
mean1050.300
σ315.086
min587.000
max1513.000
mean1.344
σ0.138
min1.215
max1.699

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.277
σ0.250
min0.139
max0.719
name=error_case.art
mean2.346
σ0.012
min2.340
max2.368
mean402.000
σ0.000
min402.000
max402.000
mean0.482
σ0.324
min0.322
max1.062
name=heavy_item.art
mean1.523
σ0.002
min1.522
max1.526
mean402.000
σ0.000
min402.000
max402.000
mean0.217
σ0.020
min0.202
max0.250
name=nested_use.art
mean2.364
σ0.002
min2.363
max2.367
mean402.000
σ0.000
min402.000
max402.000
mean0.334
σ0.011
min0.318
max0.349

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.978
σ0.009
min964.973
max964.995
mean431.000
σ0.000
min431.000
max431.000
mean0.562
σ0.062
min0.464
max0.613
name=cdr_enhanced_4k_loc.art
mean886.000
σ0.002
min885.999
max886.003
mean431.000
σ0.000
min431.000
max431.000
mean0.509
σ0.027
min0.468
max0.532

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.719
σ0.002
min7.718
max7.722
mean431.000
σ0.000
min431.000
max431.000
mean2.593
σ0.107
min2.461
max3.018
name=record_render_large_syntax_err.art
mean7.667
σ0.002
min7.666
max7.670
mean431.000
σ0.000
min431.000
max431.000
mean2.550
σ0.069
min2.413
max2.817
name=record_render_success.art
mean2.290
σ0.002
min2.290
max2.294
mean431.000
σ0.000
min431.000
max431.000
mean0.310
σ0.037
min0.291
max0.653
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean431.000
σ0.000
min431.000
max431.000
mean0.288
σ0.007
min0.273
max0.320

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.926
σ11.392
min0.714
max88.773
mean462.620
σ20.398
min406.000
max481.000
mean0.027
σ0.028
min0.001
max0.212

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean293.801
σ1.052
min293.415
max296.791
mean442.200
σ18.091
min415.000
max466.000
mean0.595
σ0.017
min0.550
max0.608

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean106.546
σ0.000
min106.546
max106.546
mean848.000
σ0.000
min848.000
max848.000
mean143.908
σ8.448
min134.625
max163.017
phase=macro expansion
mean5.894
σ0.000
min5.894
max5.894
mean848.000
σ0.000
min848.000
max848.000
mean5.970
σ0.079
min5.871
max6.119
phase=parser
mean1042.134
σ0.001
min1042.131
max1042.134
mean848.000
σ0.000
min848.000
max848.000
mean379.606
σ1.653
min377.920
max382.795
phase=processProdDef
mean2241.193
σ0.000
min2241.193
max2241.194
mean848.000
σ0.000
min848.000
max848.000
mean3050.072
σ248.747
min2657.945
max3336.606
phase=renaming
mean21.430
σ0.001
min21.430
max21.433
mean848.000
σ0.000
min848.000
max848.000
mean37.008
σ2.647
min33.889
max40.264
phase=type checker
mean958.466
σ0.047
min958.439
max958.568
mean848.000
σ0.000
min848.000
max848.000
mean662.360
σ11.990
min650.566
max680.805

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean327.854
σ0.036
min327.803
max327.890
mean441.200
σ4.266
min434.000
max445.000
mean0.436
σ0.010
min0.428
max0.451
iters=5
new-facts=1
prior-facts=6402
mean1313.071
σ0.143
min1312.964
max1313.321
mean1086.400
σ163.800
min896.000
max1308.000
mean1.880
σ0.046
min1.825
max1.927
iters=5
new-facts=6402
prior-facts=1
mean1552.044
σ3.072
min1550.479
max1557.530
mean619.000
σ89.764
min519.000
max737.000
mean2.260
σ0.209
min2.112
max2.607
iters=5
new-facts=6402
prior-facts=6402
mean1875.069
σ0.060
min1874.997
max1875.159
mean1723.800
σ210.921
min1447.000
max1925.000
mean3.026
σ0.144
min2.826
max3.167

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.598
σ0.098
min1.495
max1.729

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean419.404
σ508.892
min164.953
max1182.742
mean101.250
σ6.500
min98.000
max111.000
mean431.000
σ0.000
min431.000
max431.000
mean0.523
σ0.501
min0.266
max1.274
policies=20
mean1649.793
σ0.368
min1649.583
max1650.344
mean980.000
σ0.000
min980.000
max980.000
mean444.500
σ10.630
min431.000
max453.000
mean2.651
σ0.005
min2.645
max2.655
policies=200
mean16505.958
σ0.093
min16505.868
max16506.045
mean9800.000
σ0.000
min9800.000
max9800.000
mean500.500
σ7.000
min493.000
max509.000
mean26.753
σ0.149
min26.581
max26.887