21a503646d569021bc2618b61c9787227cb0e4d9

Home / Branches / harryroscoe/bro-2341-flakey-hspec-contractbuilderv3taskworkerspechs / 21a503646d569021bc2618b61c9787227cb0e4d9

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.676
σ0.000
min5.676
max5.676

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.883
σ0.000
min446.883
max446.883

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.834
σ0.368
min54.704
max55.881
mean418.000
σ0.000
min418.000
max418.000
mean0.139
σ0.005
min0.133
max0.148
cache=y
dps=1
iters=10
policies=100
mean43.843
σ0.006
min43.832
max43.856
mean418.000
σ0.000
min418.000
max418.000
mean0.120
σ0.005
min0.116
max0.130

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.617
σ0.000
min36.617
max36.618
mean4504.875
σ2222.241
min1474.000
max7323.000
mean12.134
σ0.369
min11.773
max12.870
op=column_set() on indexed, repeat
mean36.617
σ0.000
min36.617
max36.618
mean4504.875
σ2222.241
min1474.000
max7323.000
mean12.272
σ0.772
min11.319
max13.225
op=table_records(), no indexes
mean41.948
σ0.002
min41.946
max41.950
mean7323.000
σ0.000
min7323.000
max7323.000
mean11.448
σ0.984
min10.784
max13.675
op=table_records(), repeat
mean41.933
σ0.000
min41.933
max41.934
mean4504.875
σ2222.241
min1474.000
max7323.000
mean11.923
σ1.820
min10.701
max15.795
op=vertical_lookup_list() on indexed, after table_records()
mean27.655
σ0.137
min27.606
max27.993
mean4504.875
σ2222.241
min1474.000
max7323.000
mean9.064
σ1.431
min7.412
max11.863
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.406
σ0.000
min26.406
max26.406
mean4504.875
σ2222.241
min1474.000
max7323.000
mean7.175
σ1.095
min5.937
max9.359
op=vertical_lookup_row_list() on 2 indexed
mean25.681
σ0.003
min25.680
max25.688
mean4504.875
σ2222.241
min1474.000
max7323.000
mean6.026
σ0.106
min5.895
max6.220
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.984
σ0.000
min25.984
max25.985
mean4504.875
σ2222.241
min1474.000
max7323.000
mean5.785
σ0.122
min5.567
max5.910

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.627
σ0.002
min1021.625
max1021.629
mean7323.000
σ0.000
min7323.000
max7323.000
mean579.307
σ655.446
min345.379
max2201.449
op=load_product(), with indexes
mean3495.878
σ0.468
min3495.713
max3497.037
mean3680.000
σ2251.295
min724.000
max7323.000
mean1570.492
σ498.792
min1388.608
max2804.887

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.854
σ0.000
min107.853
max107.854
mean4504.875
σ2222.241
min1474.000
max7323.000
mean139.295
σ17.947
min122.918
max171.530
op=column_set() on unindexed, dense, repeat
mean62.081
σ0.000
min62.081
max62.082
mean4504.875
σ2222.241
min1474.000
max7323.000
mean42.429
σ1.822
min39.947
max45.071
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.948
σ0.002
min40.947
max40.950
mean7323.000
σ0.000
min7323.000
max7323.000
mean23.964
σ4.965
min21.236
max34.501
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.308
σ0.002
min71.307
max71.311
mean7323.000
σ0.000
min7323.000
max7323.000
mean59.819
σ12.069
min54.729
max89.647

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.851
σ0.014
min4646.845
max4646.884
mean4504.875
σ2222.241
min1474.000
max7323.000
mean3458.477
σ802.021
min2505.467
max4627.108
op=vertical_lookup_list() on indexed
mean1973.851
σ0.002
min1973.849
max1973.854
mean7323.000
σ0.000
min7323.000
max7323.000
mean1109.338
σ361.108
min914.239
max1852.660
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.105
σ0.002
min905.102
max905.108
mean7323.000
σ0.000
min7323.000
max7323.000
mean472.099
σ171.530
min393.291
max888.011

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean477.000
σ0.000
min477.000
max477.000
mean365.565
σ30.613
min298.882
max394.599
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean559.500
σ0.535
min559.000
max560.000
mean741.904
σ55.658
min639.472
max818.256

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean963.971
σ1.821
min963.264
max971.671
mean1047.250
σ320.348
min544.000
max1567.000
mean1.274
σ0.164
min1.164
max1.879

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.500
σ0.505
min0.254
max1.402
name=error_case.art
mean2.340
σ0.012
min2.334
max2.362
mean402.000
σ0.000
min402.000
max402.000
mean0.830
σ0.529
min0.571
max1.775
name=heavy_item.art
mean1.523
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.380
σ0.039
min0.349
max0.448
name=nested_use.art
mean2.358
σ0.002
min2.357
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.585
σ0.030
min0.559
max0.636

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.971
σ0.011
min964.965
max964.989
mean431.000
σ0.000
min431.000
max431.000
mean0.592
σ0.091
min0.514
max0.746
name=cdr_enhanced_4k_loc.art
mean885.898
σ0.002
min885.897
max885.901
mean431.000
σ0.000
min431.000
max431.000
mean0.469
σ0.032
min0.430
max0.519

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.710
σ0.002
min7.709
max7.713
mean431.000
σ0.000
min431.000
max431.000
mean2.572
σ0.190
min1.793
max3.088
name=record_render_large_syntax_err.art
mean7.658
σ0.002
min7.657
max7.661
mean431.000
σ0.000
min431.000
max431.000
mean2.599
σ0.081
min2.458
max2.878
name=record_render_success.art
mean2.290
σ0.002
min2.289
max2.293
mean431.000
σ0.000
min431.000
max431.000
mean0.303
σ0.009
min0.282
max0.356
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean431.000
σ0.000
min431.000
max431.000
mean0.295
σ0.046
min0.270
max0.733

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.653
σ12.869
min0.958
max93.474
mean460.033
σ16.698
min410.000
max472.000
mean0.027
σ0.032
min0.001
max0.226

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean279.036
σ1.013
min278.543
max281.908
mean442.100
σ17.065
min414.000
max466.000
mean0.568
σ0.029
min0.491
max0.594

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean173.738
σ0.000
min173.738
max173.738
mean842.375
σ1.061
min840.000
max843.000
mean219.972
σ15.087
min200.710
max253.866
phase=macro expansion
mean6.133
σ0.000
min6.133
max6.133
mean842.000
σ1.309
min840.000
max843.000
mean9.558
σ0.168
min9.207
max9.706
phase=parser
mean1042.435
σ0.000
min1042.435
max1042.435
mean842.000
σ1.309
min840.000
max843.000
mean599.898
σ9.870
min585.151
max612.833
phase=processProdDef
mean2243.976
σ0.000
min2243.976
max2243.976
mean842.375
σ1.061
min840.000
max843.000
mean3008.735
σ335.489
min2528.535
max3355.212
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean842.000
σ1.309
min840.000
max843.000
mean40.158
σ0.541
min39.101
max40.702
phase=type checker
mean989.752
σ0.066
min989.654
max989.841
mean842.000
σ1.309
min840.000
max843.000
mean674.434
σ6.252
min665.042
max682.958

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean282.395
σ0.036
min282.339
max282.426
mean444.400
σ0.548
min444.000
max445.000
mean0.382
σ0.007
min0.374
max0.389
iters=5
new-facts=1
prior-facts=6402
mean1267.084
σ0.107
min1267.003
max1267.268
mean1113.000
σ171.333
min898.000
max1336.000
mean1.917
σ0.094
min1.850
max2.082
iters=5
new-facts=6402
prior-facts=1
mean1506.131
σ2.952
min1504.631
max1511.401
mean630.200
σ90.295
min506.000
max730.000
mean2.352
σ0.294
min2.056
max2.775
iters=5
new-facts=6402
prior-facts=6402
mean1829.112
σ0.076
min1829.022
max1829.217
mean1761.800
σ213.675
min1491.000
max1969.000
mean3.137
σ0.322
min2.812
max3.501

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.796
σ0.086
min1.706
max1.898

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean397.698
σ518.051
min138.671
max1174.775
mean97.750
σ7.500
min94.000
max109.000
mean444.000
σ0.000
min444.000
max444.000
mean0.496
σ0.524
min0.231
max1.283
policies=20
mean1386.839
σ0.160
min1386.729
max1387.077
mean940.000
σ0.000
min940.000
max940.000
mean444.000
σ0.000
min444.000
max444.000
mean2.317
σ0.020
min2.288
max2.329
policies=200
mean13876.915
σ0.068
min13876.844
max13877.002
mean9400.000
σ0.000
min9400.000
max9400.000
mean492.750
σ4.113
min488.000
max498.000
mean23.454
σ0.114
min23.307
max23.584