ea9d9289226806be43916cffe1ef423bd960820b

Home / Branches / harryroscoe/bro-2341-flakey-hspec-contractbuilderv3taskworkerspechs / ea9d9289226806be43916cffe1ef423bd960820b

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.082
σ0.000
min5.082
max5.082

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean4.988
σ0.000
min4.988
max4.988

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.395
σ0.000
min5.395
max5.395

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.633
σ0.000
min446.633
max446.633

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.238
σ0.000
min5.238
max5.238

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.395
σ0.000
min6.395
max6.395

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.717
σ0.366
min54.575
max55.758
mean415.000
σ0.000
min415.000
max415.000
mean0.154
σ0.009
min0.137
max0.168
cache=y
dps=1
iters=10
policies=100
mean43.777
σ0.005
min43.771
max43.783
mean415.100
σ0.316
min415.000
max416.000
mean0.125
σ0.005
min0.121
max0.132

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.604
σ0.000
min36.604
max36.605
mean4589.750
σ2247.761
min1486.000
max7380.000
mean165.558
σ432.039
min11.746
max1234.788
op=column_set() on indexed, repeat
mean36.604
σ0.000
min36.604
max36.605
mean4589.750
σ2247.761
min1486.000
max7380.000
mean13.533
σ3.336
min11.386
max20.483
op=table_records(), no indexes
mean41.940
σ0.002
min41.938
max41.942
mean7380.000
σ0.000
min7380.000
max7380.000
mean11.362
σ1.035
min10.721
max13.891
op=table_records(), repeat
mean41.925
σ0.000
min41.924
max41.925
mean4181.500
σ1944.755
min1486.000
max7380.000
mean11.519
σ1.723
min10.737
max15.774
op=vertical_lookup_list() on indexed, after table_records()
mean27.633
σ0.136
min27.584
max27.971
mean4181.500
σ1944.755
min1486.000
max7380.000
mean9.206
σ1.238
min8.230
max12.210
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.384
σ0.000
min26.384
max26.384
mean4181.500
σ1944.755
min1486.000
max7380.000
mean7.124
σ1.068
min5.959
max9.633
op=vertical_lookup_row_list() on 2 indexed
mean25.662
σ0.004
min25.661
max25.673
mean4589.750
σ2247.761
min1486.000
max7380.000
mean6.517
σ0.980
min5.821
max8.736
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.961
σ0.001
min25.961
max25.962
mean4589.750
σ2247.761
min1486.000
max7380.000
mean6.409
σ1.039
min5.744
max8.746

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.608
σ0.002
min1021.606
max1021.611
mean7380.000
σ0.000
min7380.000
max7380.000
mean363.056
σ43.357
min346.076
max470.294
op=load_product(), with indexes
mean3495.855
σ0.454
min3495.694
max3496.978
mean3757.250
σ2299.442
min720.000
max7380.000
mean1782.406
σ681.415
min1404.016
max2987.101

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.841
σ0.000
min107.841
max107.842
mean4409.875
σ2217.033
min1486.000
max7380.000
mean242.898
σ292.129
min126.201
max964.665
op=column_set() on unindexed, dense, repeat
mean62.068
σ0.001
min62.065
max62.068
mean4409.875
σ2217.033
min1486.000
max7380.000
mean45.353
σ8.278
min40.346
max65.478
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.926
σ0.002
min40.925
max40.928
mean7380.000
σ0.000
min7380.000
max7380.000
mean22.939
σ2.630
min21.637
max29.250
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.294
σ0.002
min71.292
max71.296
mean7380.000
σ0.000
min7380.000
max7380.000
mean261.929
σ578.371
min55.352
max1693.304

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.842
σ0.013
min4646.837
max4646.875
mean4181.500
σ1944.755
min1486.000
max7380.000
mean3331.928
σ830.233
min2488.585
max4676.760
op=vertical_lookup_list() on indexed
mean1973.829
σ0.002
min1973.827
max1973.832
mean7380.000
σ0.000
min7380.000
max7380.000
mean1069.310
σ242.510
min918.287
max1591.908
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.083
σ0.002
min905.080
max905.086
mean7380.000
σ0.000
min7380.000
max7380.000
mean405.627
σ34.235
min390.853
max490.262

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean476.750
σ1.909
min475.000
max479.000
mean359.076
σ38.015
min305.083
max397.759
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean562.375
σ1.768
min558.000
max563.000
mean744.585
σ47.772
min699.293
max827.294

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean964.563
σ1.879
min963.843
max972.510
mean1044.600
σ320.254
min543.000
max1565.000
mean1.246
σ0.070
min1.168
max1.404

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.361
σ0.257
min0.153
max0.777
name=error_case.art
mean2.346
σ0.012
min2.340
max2.368
mean402.000
σ0.000
min402.000
max402.000
mean0.470
σ0.318
min0.321
max1.039
name=heavy_item.art
mean1.523
σ0.002
min1.522
max1.526
mean402.000
σ0.000
min402.000
max402.000
mean0.219
σ0.025
min0.200
max0.261
name=nested_use.art
mean2.364
σ0.002
min2.363
max2.367
mean402.000
σ0.000
min402.000
max402.000
mean0.338
σ0.016
min0.327
max0.364

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.979
σ0.009
min964.974
max964.996
mean430.600
σ0.548
min430.000
max431.000
mean0.552
σ0.050
min0.472
max0.594
name=cdr_enhanced_4k_loc.art
mean886.001
σ0.002
min886.000
max886.004
mean431.000
σ0.000
min431.000
max431.000
mean0.472
σ0.020
min0.455
max0.505

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.719
σ0.002
min7.718
max7.722
mean431.000
σ0.000
min431.000
max431.000
mean2.337
σ0.392
min1.901
max3.567
name=record_render_large_syntax_err.art
mean7.667
σ0.002
min7.666
max7.670
mean431.000
σ0.000
min431.000
max431.000
mean2.606
σ0.089
min2.420
max2.868
name=record_render_success.art
mean2.290
σ0.002
min2.290
max2.294
mean431.000
σ0.000
min431.000
max431.000
mean0.309
σ0.022
min0.293
max0.509
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean431.000
σ0.000
min431.000
max431.000
mean0.294
σ0.023
min0.276
max0.511

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.326
σ11.397
min0.574
max102.997
mean462.323
σ20.071
min407.000
max479.000
mean0.026
σ0.028
min0.001
max0.245

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean279.105
σ1.090
min278.605
max282.188
mean441.000
σ16.593
min417.000
max471.000
mean0.564
σ0.037
min0.494
max0.617

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean169.257
σ0.000
min169.257
max169.257
mean873.000
σ0.000
min873.000
max873.000
mean230.317
σ20.188
min197.582
max251.913
phase=macro expansion
mean5.900
σ0.000
min5.900
max5.900
mean873.000
σ0.000
min873.000
max873.000
mean6.661
σ1.354
min5.850
max8.888
phase=parser
mean1042.134
σ0.000
min1042.133
max1042.134
mean873.000
σ0.000
min873.000
max873.000
mean535.718
σ98.615
min373.254
max593.724
phase=processProdDef
mean2243.717
σ0.000
min2243.717
max2243.717
mean873.000
σ0.000
min873.000
max873.000
mean2813.302
σ359.839
min2197.416
max3299.793
phase=renaming
mean21.436
σ0.000
min21.436
max21.436
mean873.000
σ0.000
min873.000
max873.000
mean35.898
σ9.767
min20.111
max42.648
phase=type checker
mean958.596
σ0.047
min958.573
max958.698
mean873.000
σ0.000
min873.000
max873.000
mean644.773
σ29.525
min606.291
max694.791

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean282.856
σ0.036
min282.805
max282.891
mean440.000
σ2.739
min438.000
max443.000
mean0.383
σ0.010
min0.377
max0.398
iters=5
new-facts=1
prior-facts=6402
mean1268.065
σ0.117
min1267.966
max1268.264
mean1091.400
σ169.996
min890.000
max1324.000
mean1.985
σ0.089
min1.913
max2.088
iters=5
new-facts=6402
prior-facts=1
mean1507.020
σ2.955
min1505.464
max1512.292
mean623.200
σ87.768
min492.000
max726.000
mean2.148
σ0.077
min2.074
max2.276
iters=5
new-facts=6402
prior-facts=6402
mean1830.067
σ0.044
min1830.004
max1830.120
mean1714.200
σ186.868
min1452.000
max1883.000
mean2.966
σ0.239
min2.678
max3.339

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.838
σ0.022
min1.818
max1.874

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean406.199
σ509.795
min151.296
max1170.892
mean101.750
σ7.500
min98.000
max113.000
mean435.000
σ0.000
min435.000
max435.000
mean0.511
σ0.514
min0.250
max1.281
policies=20
mean1513.149
σ0.269
min1512.975
max1513.547
mean980.000
σ0.000
min980.000
max980.000
mean442.000
σ8.083
min435.000
max449.000
mean2.498
σ0.021
min2.473
max2.515
policies=200
mean15140.021
σ0.116
min15139.899
max15140.178
mean9800.000
σ0.000
min9800.000
max9800.000
mean498.500
σ5.447
min492.000
max505.000
mean25.215
σ0.212
min24.983
max25.496