883b7f28412a6dfae8fde7f0430fd8f5f05a24ae

Home / Branches / alexjeffery/lan-75-randomised-testing-for-command-parser / 883b7f28412a6dfae8fde7f0430fd8f5f05a24ae

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean447.664
σ0.000
min447.664
max447.664

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.881
σ0.358
min54.748
max55.899
mean416.000
σ0.000
min416.000
max416.000
mean0.139
σ0.006
min0.133
max0.149
cache=y
dps=1
iters=10
policies=100
mean43.850
σ0.006
min43.841
max43.857
mean416.000
σ0.000
min416.000
max416.000
mean0.130
σ0.009
min0.122
max0.143

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.617
σ0.001
min36.616
max36.619
mean4590.375
σ2249.852
min1483.000
max7384.000
mean145.728
σ375.563
min11.935
max1075.188
op=column_set() on indexed, repeat
mean36.616
σ0.000
min36.616
max36.617
mean4590.375
σ2249.852
min1483.000
max7384.000
mean14.897
σ4.723
min11.686
max25.532
op=table_records(), no indexes
mean41.948
σ0.002
min41.945
max41.950
mean7384.000
σ0.000
min7384.000
max7384.000
mean11.598
σ1.842
min10.777
max16.143
op=table_records(), repeat
mean41.932
σ0.000
min41.932
max41.933
mean4181.875
σ1946.372
min1483.000
max7384.000
mean11.225
σ0.970
min10.731
max13.595
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.137
min27.604
max27.991
mean4181.875
σ1946.372
min1483.000
max7384.000
mean8.829
σ0.705
min8.108
max10.487
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.404
σ0.000
min26.404
max26.404
mean4181.875
σ1946.372
min1483.000
max7384.000
mean6.919
σ0.474
min6.580
max8.053
op=vertical_lookup_row_list() on 2 indexed
mean25.679
σ0.003
min25.678
max25.686
mean4590.375
σ2249.852
min1483.000
max7384.000
mean6.596
σ1.004
min5.806
max8.777
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.982
σ0.000
min25.982
max25.983
mean4590.375
σ2249.852
min1483.000
max7384.000
mean6.458
σ1.028
min5.818
max8.775

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.614
σ0.002
min1021.612
max1021.616
mean7384.000
σ0.000
min7384.000
max7384.000
mean348.652
σ1.927
min346.325
max351.364
op=load_product(), with indexes
mean3495.866
σ0.469
min3495.700
max3497.026
mean3757.375
σ2300.844
min720.000
max7384.000
mean1751.156
σ603.644
min1396.887
max2764.796

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.853
σ0.000
min107.852
max107.853
mean4410.750
σ2219.173
min1483.000
max7384.000
mean274.527
σ400.063
min124.494
max1264.374
op=column_set() on unindexed, dense, repeat
mean62.080
σ0.000
min62.080
max62.080
mean4410.750
σ2219.173
min1483.000
max7384.000
mean46.058
σ8.987
min41.171
max67.981
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.949
mean7384.000
σ0.000
min7384.000
max7384.000
mean206.413
σ520.844
min21.520
max1495.434
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.307
σ0.002
min71.305
max71.310
mean7384.000
σ0.000
min7384.000
max7384.000
mean66.357
σ25.512
min55.609
max129.208

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.849
σ0.014
min4646.844
max4646.882
mean4181.875
σ1946.372
min1483.000
max7384.000
mean3196.281
σ703.625
min2503.048
max4334.692
op=vertical_lookup_list() on indexed
mean1973.849
σ0.002
min1973.847
max1973.852
mean7384.000
σ0.000
min7384.000
max7384.000
mean1043.066
σ277.497
min912.052
max1720.839
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.103
σ0.002
min905.101
max905.106
mean7384.000
σ0.000
min7384.000
max7384.000
mean391.008
σ7.698
min380.241
max406.988

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean476.750
σ0.463
min476.000
max477.000
mean391.375
σ24.425
min365.707
max446.046
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean558.250
σ0.707
min558.000
max560.000
mean731.160
σ60.815
min667.265
max834.756

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.566
σ0.760
min1024.095
max1027.708
mean1050.250
σ319.561
min544.000
max1564.000
mean1.387
σ0.085
min1.311
max1.664

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.307
σ0.317
min0.142
max0.870
name=error_case.art
mean2.340
σ0.012
min2.334
max2.362
mean402.000
σ0.000
min402.000
max402.000
mean0.479
σ0.329
min0.320
max1.068
name=heavy_item.art
mean1.523
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.222
σ0.021
min0.206
max0.256
name=nested_use.art
mean2.358
σ0.002
min2.357
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.328
σ0.023
min0.309
max0.368

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean965.024
σ0.011
min965.018
max965.042
mean433.800
σ3.033
min431.000
max437.000
mean0.505
σ0.062
min0.452
max0.604
name=cdr_enhanced_4k_loc.art
mean885.928
σ0.002
min885.926
max885.930
mean437.000
σ0.000
min437.000
max437.000
mean0.467
σ0.042
min0.408
max0.516

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.710
σ0.002
min7.709
max7.713
mean437.000
σ0.000
min437.000
max437.000
mean2.646
σ0.098
min2.449
max2.901
name=record_render_large_syntax_err.art
mean7.658
σ0.002
min7.657
max7.661
mean437.000
σ0.000
min437.000
max437.000
mean2.637
σ0.097
min2.464
max3.016
name=record_render_success.art
mean2.290
σ0.002
min2.289
max2.293
mean437.000
σ0.000
min437.000
max437.000
mean0.309
σ0.008
min0.295
max0.362
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean437.000
σ0.000
min437.000
max437.000
mean0.295
σ0.007
min0.279
max0.326

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.867
σ12.218
min0.574
max118.831
mean467.515
σ22.885
min406.000
max485.000
mean0.027
σ0.030
min0.001
max0.286

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.836
σ1.022
min298.438
max301.744
mean445.200
σ14.665
min426.000
max466.000
mean0.608
σ0.014
min0.588
max0.638

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean236.681
σ0.000
min236.681
max236.681
mean1012.625
σ66.114
min849.000
max1036.000
mean207.019
σ4.574
min199.387
max213.018
phase=macro expansion
mean6.133
σ0.000
min6.133
max6.133
mean1012.625
σ66.114
min849.000
max1036.000
mean10.357
σ3.354
min6.283
max13.478
phase=parser
mean1042.451
σ0.000
min1042.451
max1042.452
mean1012.625
σ66.114
min849.000
max1036.000
mean615.338
σ170.850
min373.284
max826.248
phase=processProdDef
mean2232.166
σ0.000
min2232.166
max2232.166
mean1036.000
σ0.000
min1036.000
max1036.000
mean2704.161
σ642.742
min1794.317
max3359.186
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean1012.625
σ66.114
min849.000
max1036.000
mean42.754
σ6.843
min30.925
max51.513
phase=type checker
mean990.450
σ0.071
min990.345
max990.563
mean1012.625
σ66.114
min849.000
max1036.000
mean866.619
σ45.086
min799.461
max913.238

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.821
σ0.038
min293.768
max293.861
mean443.800
σ3.271
min441.000
max449.000
mean0.399
σ0.008
min0.393
max0.407
iters=5
new-facts=1
prior-facts=6402
mean1320.300
σ0.139
min1320.166
max1320.520
mean1110.400
σ168.731
min896.000
max1324.000
mean1.938
σ0.036
min1.903
max1.996
iters=5
new-facts=6402
prior-facts=1
mean1559.309
σ2.951
min1557.737
max1564.574
mean639.000
σ73.624
min541.000
max727.000
mean2.356
σ0.287
min2.038
max2.663
iters=5
new-facts=6402
prior-facts=6402
mean1882.365
σ0.065
min1882.292
max1882.445
mean1758.000
σ212.052
min1478.000
max1960.000
mean3.248
σ0.309
min2.907
max3.674

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.645
σ0.157
min1.484
max1.844

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean416.905
σ512.375
min160.714
max1185.467
mean102.250
σ8.500
min98.000
max115.000
mean447.000
σ0.000
min447.000
max447.000
mean0.521
σ0.510
min0.265
max1.286
policies=20
mean1607.488
σ0.381
min1607.224
max1608.050
mean980.000
σ0.000
min980.000
max980.000
mean448.000
σ1.155
min447.000
max449.000
mean2.627
σ0.007
min2.617
max2.633
policies=200
mean16083.484
σ0.150
min16083.357
max16083.664
mean9800.000
σ0.000
min9800.000
max9800.000
mean498.250
σ4.349
min494.000
max504.000
mean26.552
σ0.224
min26.335
max26.762