c3926a1388d7925ee24e3d8dc87b80e0ef259718

Home / Branches / harryroscoe/bro-2341-flakey-hspec-contractbuilderv3taskworkerspechs / c3926a1388d7925ee24e3d8dc87b80e0ef259718

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.082
σ0.000
min5.082
max5.082

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean4.988
σ0.000
min4.988
max4.988

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean4.863
σ0.000
min4.863
max4.863

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.102
σ0.000
min446.102
max446.102

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.238
σ0.000
min5.238
max5.238

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.395
σ0.000
min6.395
max6.395

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean57.822
σ0.361
min57.674
max58.850
mean422.000
σ0.000
min422.000
max422.000
mean0.143
σ0.006
min0.136
max0.156
cache=y
dps=1
iters=10
policies=100
mean46.897
σ0.004
min46.891
max46.902
mean422.700
σ0.483
min422.000
max423.000
mean0.128
σ0.004
min0.122
max0.134

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.605
σ0.000
min36.605
max36.606
mean4581.000
σ2255.544
min1486.000
max7402.000
mean13.502
σ2.708
min11.908
max18.397
op=column_set() on indexed, repeat
mean36.605
σ0.000
min36.605
max36.605
mean4581.000
σ2255.544
min1486.000
max7402.000
mean13.567
σ2.356
min11.243
max17.747
op=table_records(), no indexes
mean41.940
σ0.002
min41.938
max41.943
mean7402.000
σ0.000
min7402.000
max7402.000
mean11.197
σ0.287
min10.859
max11.806
op=table_records(), repeat
mean41.925
σ0.000
min41.924
max41.926
mean4165.125
σ1946.672
min1486.000
max7402.000
mean11.731
σ1.899
min10.777
max16.396
op=vertical_lookup_list() on indexed, after table_records()
mean27.634
σ0.137
min27.585
max27.972
mean4165.125
σ1946.672
min1486.000
max7402.000
mean9.180
σ1.406
min8.062
max12.562
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.385
σ0.000
min26.385
max26.385
mean4165.125
σ1946.672
min1486.000
max7402.000
mean6.998
σ0.974
min6.044
max9.212
op=vertical_lookup_row_list() on 2 indexed
mean25.663
σ0.004
min25.662
max25.674
mean4581.000
σ2255.544
min1486.000
max7402.000
mean6.357
σ0.541
min5.941
max7.348
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.962
σ0.001
min25.962
max25.964
mean4581.000
σ2255.544
min1486.000
max7402.000
mean6.166
σ0.621
min5.358
max7.120

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.599
σ0.002
min1021.597
max1021.602
mean7402.000
σ0.000
min7402.000
max7402.000
mean364.699
σ39.919
min345.879
max463.109
op=load_product(), with indexes
mean3495.846
σ0.455
min3495.685
max3496.972
mean3745.750
σ2298.461
min720.000
max7402.000
mean1636.580
σ498.481
min1397.408
max2853.908

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.842
σ0.000
min107.841
max107.842
mean4399.750
σ2226.927
min1486.000
max7402.000
mean268.078
σ378.192
min123.789
max1202.914
op=column_set() on unindexed, dense, repeat
mean62.069
σ0.001
min62.065
max62.070
mean4581.000
σ2255.544
min1486.000
max7402.000
mean150.891
σ295.416
min41.195
max881.698
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.927
σ0.002
min40.926
max40.930
mean7402.000
σ0.000
min7402.000
max7402.000
mean22.101
σ1.193
min21.388
max24.997
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.294
σ0.002
min71.293
max71.297
mean7402.000
σ0.000
min7402.000
max7402.000
mean287.644
σ653.017
min55.234
max1903.772

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.843
σ0.014
min4646.837
max4646.876
mean4165.125
σ1946.672
min1486.000
max7402.000
mean3150.523
σ849.030
min2485.317
max4352.816
op=vertical_lookup_list() on indexed
mean1973.830
σ0.002
min1973.829
max1973.833
mean7402.000
σ0.000
min7402.000
max7402.000
mean1065.484
σ256.178
min914.905
max1664.499
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.084
σ0.002
min905.082
max905.087
mean7402.000
σ0.000
min7402.000
max7402.000
mean392.123
σ3.720
min387.405
max399.953

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean476.500
σ0.535
min476.000
max477.000
mean386.208
σ30.082
min362.893
max440.576
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean562.750
σ0.463
min562.000
max563.000
mean736.549
σ58.112
min623.846
max799.298

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean976.918
σ2.437
min976.074
max987.245
mean1045.750
σ309.118
min540.000
max1543.000
mean1.293
σ0.167
min1.201
max1.970

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.284
σ0.291
min0.129
max0.800
name=error_case.art
mean2.346
σ0.012
min2.340
max2.368
mean402.000
σ0.000
min402.000
max402.000
mean0.478
σ0.334
min0.323
max1.075
name=heavy_item.art
mean1.523
σ0.002
min1.522
max1.526
mean402.000
σ0.000
min402.000
max402.000
mean0.218
σ0.017
min0.206
max0.247
name=nested_use.art
mean2.364
σ0.002
min2.363
max2.367
mean402.000
σ0.000
min402.000
max402.000
mean0.341
σ0.022
min0.319
max0.375

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.978
σ0.009
min964.973
max964.995
mean431.000
σ0.000
min431.000
max431.000
mean0.532
σ0.061
min0.464
max0.607
name=cdr_enhanced_4k_loc.art
mean886.000
σ0.002
min885.999
max886.003
mean431.000
σ0.000
min431.000
max431.000
mean0.425
σ0.043
min0.378
max0.466

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.719
σ0.002
min7.718
max7.722
mean431.000
σ0.000
min431.000
max431.000
mean2.037
σ0.232
min1.828
max2.734
name=record_render_large_syntax_err.art
mean7.667
σ0.002
min7.666
max7.670
mean431.000
σ0.000
min431.000
max431.000
mean2.571
σ0.077
min2.442
max2.837
name=record_render_success.art
mean2.290
σ0.002
min2.290
max2.294
mean431.000
σ0.000
min431.000
max431.000
mean0.302
σ0.009
min0.288
max0.357
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean431.000
σ0.000
min431.000
max431.000
mean0.293
σ0.016
min0.272
max0.415

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.681
σ11.380
min0.714
max90.366
mean468.351
σ19.410
min409.000
max481.000
mean0.027
σ0.028
min0.001
max0.216

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean293.781
σ1.066
min293.281
max296.788
mean441.500
σ20.266
min414.000
max471.000
mean0.594
σ0.019
min0.557
max0.625

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean106.546
σ0.000
min106.546
max106.546
mean848.000
σ0.000
min848.000
max848.000
mean143.160
σ23.350
min92.854
max163.217
phase=macro expansion
mean5.894
σ0.000
min5.894
max5.894
mean848.000
σ0.000
min848.000
max848.000
mean6.634
σ2.106
min5.837
max11.845
phase=parser
mean1042.134
σ0.001
min1042.131
max1042.134
mean848.000
σ0.000
min848.000
max848.000
mean421.035
σ124.952
min371.970
max730.166
phase=processProdDef
mean2241.193
σ0.000
min2241.193
max2241.194
mean848.000
σ0.000
min848.000
max848.000
mean2940.314
σ296.189
min2522.933
max3324.794
phase=renaming
mean21.430
σ0.001
min21.430
max21.433
mean848.000
σ0.000
min848.000
max848.000
mean40.566
σ3.680
min36.304
max47.732
phase=type checker
mean958.466
σ0.047
min958.439
max958.568
mean848.000
σ0.000
min848.000
max848.000
mean686.828
σ40.541
min657.674
max781.799

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean327.853
σ0.036
min327.803
max327.890
mean442.000
σ4.416
min435.000
max447.000
mean0.435
σ0.006
min0.427
max0.439
iters=5
new-facts=1
prior-facts=6402
mean1313.056
σ0.142
min1312.968
max1313.303
mean1107.600
σ182.815
min881.000
max1327.000
mean1.966
σ0.151
min1.879
max2.234
iters=5
new-facts=6402
prior-facts=1
mean1552.072
σ3.038
min1550.563
max1557.500
mean631.000
σ90.907
min504.000
max740.000
mean2.313
σ0.171
min2.131
max2.558
iters=5
new-facts=6402
prior-facts=6402
mean1875.063
σ0.055
min1874.997
max1875.134
mean1750.000
σ154.834
min1511.000
max1940.000
mean2.926
σ0.084
min2.848
max3.064

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.601
σ0.056
min1.512
max1.652

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean419.405
σ508.891
min164.958
max1182.741
mean101.250
σ6.500
min98.000
max111.000
mean433.000
σ0.000
min433.000
max433.000
mean0.525
σ0.502
min0.271
max1.278
policies=20
mean1649.815
σ0.380
min1649.598
max1650.384
mean980.000
σ0.000
min980.000
max980.000
mean451.500
σ10.755
min440.000
max466.000
mean2.660
σ0.019
min2.635
max2.676
policies=200
mean16506.015
σ0.082
min16505.939
max16506.088
mean9800.000
σ0.000
min9800.000
max9800.000
mean503.000
σ4.397
min498.000
max508.000
mean26.785
σ0.172
min26.602
max26.935