c9ab4e679f88d9e6143c3884dfb36c5ed4143deb

Home / Branches / harryroscoe/bro-2341-flakey-hspec-contractbuilderv3taskworkerspechs / c9ab4e679f88d9e6143c3884dfb36c5ed4143deb

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.676
σ0.000
min5.676
max5.676

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.883
σ0.000
min446.883
max446.883

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.861
σ0.360
min54.725
max55.884
mean415.000
σ0.000
min415.000
max415.000
mean0.142
σ0.004
min0.138
max0.148
cache=y
dps=1
iters=10
policies=100
mean43.848
σ0.007
min43.837
max43.857
mean415.000
σ0.000
min415.000
max415.000
mean0.126
σ0.004
min0.123
max0.133

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.617
σ0.000
min36.617
max36.618
mean4586.250
σ2258.230
min1485.000
max7409.000
mean13.445
σ3.642
min11.487
max20.998
op=column_set() on indexed, repeat
mean36.617
σ0.000
min36.617
max36.618
mean4586.250
σ2258.230
min1485.000
max7409.000
mean13.653
σ3.169
min11.070
max20.414
op=table_records(), no indexes
mean41.948
σ0.002
min41.946
max41.951
mean7409.000
σ0.000
min7409.000
max7409.000
mean10.416
σ0.207
min10.075
max10.722
op=table_records(), repeat
mean41.933
σ0.000
min41.933
max41.934
mean4170.875
σ1949.331
min1485.000
max7409.000
mean11.069
σ1.846
min10.180
max15.600
op=vertical_lookup_list() on indexed, after table_records()
mean27.655
σ0.136
min27.606
max27.993
mean4170.875
σ1949.331
min1485.000
max7409.000
mean8.551
σ1.365
min7.402
max11.849
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.406
σ0.000
min26.406
max26.406
mean4170.875
σ1949.331
min1485.000
max7409.000
mean6.623
σ0.976
min5.885
max8.987
op=vertical_lookup_row_list() on 2 indexed
mean25.681
σ0.003
min25.680
max25.688
mean4586.250
σ2258.230
min1485.000
max7409.000
mean6.080
σ0.931
min5.573
max8.212
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.984
σ0.000
min25.984
max25.985
mean4586.250
σ2258.230
min1485.000
max7409.000
mean6.018
σ0.985
min5.375
max8.191

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.627
σ0.002
min1021.625
max1021.629
mean7409.000
σ0.000
min7409.000
max7409.000
mean361.776
σ41.474
min345.348
max464.394
op=load_product(), with indexes
mean3495.878
σ0.469
min3495.713
max3497.038
mean3750.125
σ2301.687
min720.000
max7409.000
mean1615.948
σ458.692
min1392.545
max2734.288

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.854
σ0.000
min107.854
max107.855
mean4405.500
σ2229.402
min1485.000
max7409.000
mean246.168
σ306.423
min121.288
max1002.784
op=column_set() on unindexed, dense, repeat
mean62.082
σ0.000
min62.081
max62.082
mean4586.250
σ2258.230
min1485.000
max7409.000
mean196.044
σ428.173
min40.577
max1255.569
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.948
σ0.002
min40.947
max40.950
mean7409.000
σ0.000
min7409.000
max7409.000
mean21.549
σ1.050
min21.009
max24.124
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.308
σ0.002
min71.307
max71.311
mean7409.000
σ0.000
min7409.000
max7409.000
mean279.001
σ630.496
min54.829
max1839.393

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.850
σ0.014
min4646.845
max4646.884
mean4170.875
σ1949.331
min1485.000
max7409.000
mean3169.247
σ832.831
min2499.113
max4735.141
op=vertical_lookup_list() on indexed
mean1973.851
σ0.002
min1973.849
max1973.854
mean7409.000
σ0.000
min7409.000
max7409.000
mean1031.738
σ183.377
min905.508
max1385.316
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.105
σ0.002
min905.102
max905.108
mean7409.000
σ0.000
min7409.000
max7409.000
mean393.998
σ3.754
min388.620
max400.019

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean479.000
σ0.000
min479.000
max479.000
mean362.907
σ50.068
min284.711
max439.075
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean562.000
σ0.000
min562.000
max562.000
mean764.104
σ33.574
min731.108
max826.539

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.563
σ0.760
min1024.095
max1027.704
mean1038.450
σ307.782
min543.000
max1524.000
mean1.389
σ0.103
min1.274
max1.661

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean401.000
σ0.000
min401.000
max401.000
mean0.312
σ0.313
min0.141
max0.868
name=error_case.art
mean2.340
σ0.012
min2.334
max2.362
mean401.000
σ0.000
min401.000
max401.000
mean0.434
σ0.195
min0.332
max0.782
name=heavy_item.art
mean1.523
σ0.002
min1.521
max1.525
mean401.000
σ0.000
min401.000
max401.000
mean0.225
σ0.022
min0.210
max0.265
name=nested_use.art
mean2.358
σ0.002
min2.357
max2.361
mean401.000
σ0.000
min401.000
max401.000
mean0.347
σ0.018
min0.330
max0.377

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.971
σ0.011
min964.965
max964.989
mean430.000
σ0.000
min430.000
max430.000
mean0.579
σ0.032
min0.533
max0.604
name=cdr_enhanced_4k_loc.art
mean885.898
σ0.002
min885.897
max885.901
mean430.000
σ0.000
min430.000
max430.000
mean0.463
σ0.051
min0.384
max0.516

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.710
σ0.002
min7.709
max7.713
mean430.000
σ0.000
min430.000
max430.000
mean2.657
σ0.128
min2.468
max3.341
name=record_render_large_syntax_err.art
mean7.658
σ0.002
min7.657
max7.661
mean430.000
σ0.000
min430.000
max430.000
mean2.588
σ0.080
min2.451
max2.871
name=record_render_success.art
mean2.290
σ0.002
min2.289
max2.293
mean430.000
σ0.000
min430.000
max430.000
mean0.312
σ0.017
min0.298
max0.424
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean430.000
σ0.000
min430.000
max430.000
mean0.292
σ0.007
min0.278
max0.335

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.995
σ11.838
min0.573
max83.974
mean461.592
σ16.664
min408.000
max474.000
mean0.027
σ0.029
min0.001
max0.201

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.782
σ1.004
min298.379
max301.631
mean437.100
σ15.029
min413.000
max459.000
mean0.580
σ0.046
min0.502
max0.638

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean173.738
σ0.000
min173.738
max173.738
mean844.000
σ0.000
min844.000
max844.000
mean223.925
σ28.094
min196.888
max256.881
phase=macro expansion
mean6.133
σ0.000
min6.133
max6.133
mean843.375
σ1.768
min839.000
max844.000
mean9.282
σ0.782
min7.381
max9.753
phase=parser
mean1042.434
σ0.000
min1042.433
max1042.434
mean843.375
σ1.768
min839.000
max844.000
mean585.840
σ45.406
min475.246
max614.881
phase=processProdDef
mean2243.977
σ0.000
min2243.977
max2243.977
mean844.000
σ0.000
min844.000
max844.000
mean2634.258
σ549.506
min1735.854
max3204.292
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean843.375
σ1.768
min839.000
max844.000
mean38.798
σ5.061
min26.407
max41.767
phase=type checker
mean989.752
σ0.066
min989.654
max989.841
mean843.375
σ1.768
min839.000
max844.000
mean740.881
σ86.030
min675.296
max893.677

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.820
σ0.038
min293.767
max293.857
mean444.400
σ0.548
min444.000
max445.000
mean0.396
σ0.003
min0.392
max0.402
iters=5
new-facts=1
prior-facts=6402
mean1320.291
σ0.142
min1320.163
max1320.526
mean1117.400
σ178.357
min899.000
max1352.000
mean1.946
σ0.052
min1.885
max2.016
iters=5
new-facts=6402
prior-facts=1
mean1559.279
σ2.999
min1557.659
max1564.629
mean627.200
σ86.791
min498.000
max729.000
mean2.244
σ0.216
min2.091
max2.620
iters=5
new-facts=6402
prior-facts=6402
mean1882.371
σ0.077
min1882.287
max1882.470
mean1759.400
σ211.015
min1477.000
max1959.000
mean3.256
σ0.410
min2.774
max3.692

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.669
σ0.133
min1.554
max1.851

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean419.769
σ518.096
min160.716
max1196.914
mean101.750
σ7.500
min98.000
max113.000
mean447.000
σ0.000
min447.000
max447.000
mean0.502
σ0.481
min0.256
max1.223
policies=20
mean1607.500
σ0.356
min1607.248
max1608.026
mean980.000
σ0.000
min980.000
max980.000
mean450.250
σ6.500
min447.000
max460.000
mean2.591
σ0.018
min2.566
max2.607
policies=200
mean16083.518
σ0.049
min16083.466
max16083.583
mean9800.000
σ0.000
min9800.000
max9800.000
mean499.500
σ5.972
min493.000
max507.000
mean26.141
σ0.039
min26.101
max26.189