77ddf8e71ea35c0cb4290c62791ead32aec6ef25

Home / Branches / alexfmpe/bro-2325-add-benchmarks-lib / 77ddf8e71ea35c0cb4290c62791ead32aec6ef25

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.082
σ0.000
min5.082
max5.082

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean4.988
σ0.000
min4.988
max4.988

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.395
σ0.000
min5.395
max5.395

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.633
σ0.000
min446.633
max446.633

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.238
σ0.000
min5.238
max5.238

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.395
σ0.000
min6.395
max6.395

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.718
σ0.366
min54.569
max55.759
mean419.700
σ0.483
min419.000
max420.000
mean0.139
σ0.004
min0.136
max0.146
cache=y
dps=1
iters=10
policies=100
mean43.777
σ0.007
min43.766
max43.789
mean420.000
σ0.000
min420.000
max420.000
mean0.122
σ0.004
min0.118
max0.129

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.604
σ0.000
min36.604
max36.605
mean4587.750
σ2249.175
min1481.000
max7384.000
mean110.724
σ276.068
min11.983
max793.941
op=column_set() on indexed, repeat
mean36.605
σ0.000
min36.604
max36.605
mean4587.750
σ2249.175
min1481.000
max7384.000
mean14.563
σ4.770
min11.647
max25.171
op=table_records(), no indexes
mean41.939
σ0.002
min41.938
max41.943
mean7384.000
σ0.000
min7384.000
max7384.000
mean11.183
σ0.173
min11.008
max11.525
op=table_records(), repeat
mean41.925
σ0.000
min41.925
max41.925
mean4177.750
σ1945.020
min1481.000
max7384.000
mean11.651
σ1.371
min10.882
max14.930
op=vertical_lookup_list() on indexed, after table_records()
mean27.632
σ0.137
min27.584
max27.971
mean4177.750
σ1945.020
min1481.000
max7384.000
mean8.891
σ0.554
min8.376
max10.136
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.384
σ0.000
min26.384
max26.384
mean4177.750
σ1945.020
min1481.000
max7384.000
mean6.890
σ0.472
min6.014
max7.591
op=vertical_lookup_row_list() on 2 indexed
mean25.662
σ0.004
min25.661
max25.673
mean4587.750
σ2249.175
min1481.000
max7384.000
mean6.592
σ1.095
min5.946
max9.039
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.961
σ0.001
min25.961
max25.965
mean4587.750
σ2249.175
min1481.000
max7384.000
mean6.416
σ0.932
min5.845
max8.533

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.608
σ0.002
min1021.606
max1021.611
mean7384.000
σ0.000
min7384.000
max7384.000
mean364.376
σ43.050
min344.809
max470.460
op=load_product(), with indexes
mean3495.855
σ0.454
min3495.694
max3496.978
mean3754.750
σ2299.096
min720.000
max7384.000
mean1840.581
σ736.315
min1393.967
max3075.279

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.841
σ0.000
min107.840
max107.841
mean4407.375
σ2218.915
min1481.000
max7384.000
mean292.169
σ450.258
min123.987
max1406.223
op=column_set() on unindexed, dense, repeat
mean62.068
σ0.001
min62.065
max62.068
mean4407.375
σ2218.915
min1481.000
max7384.000
mean45.574
σ8.495
min41.118
max66.354
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.926
σ0.002
min40.925
max40.928
mean7384.000
σ0.000
min7384.000
max7384.000
mean22.736
σ2.183
min21.825
max28.131
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.294
σ0.002
min71.292
max71.296
mean7384.000
σ0.000
min7384.000
max7384.000
mean221.642
σ467.392
min55.608
max1378.372

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.842
σ0.014
min4646.837
max4646.876
mean4177.750
σ1945.020
min1481.000
max7384.000
mean3274.184
σ851.516
min2478.075
max4762.185
op=vertical_lookup_list() on indexed
mean1973.829
σ0.002
min1973.827
max1973.831
mean7384.000
σ0.000
min7384.000
max7384.000
mean964.576
σ68.977
min919.111
max1101.431
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.083
σ0.002
min905.080
max905.086
mean7384.000
σ0.000
min7384.000
max7384.000
mean497.882
σ300.910
min380.466
max1242.489

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean477.000
σ0.000
min477.000
max477.000
mean398.565
σ26.513
min357.708
max427.688
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean564.000
σ0.000
min564.000
max564.000
mean751.375
σ61.633
min647.305
max836.229

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean964.532
σ1.821
min963.822
max972.232
mean1038.950
σ307.399
min560.000
max1488.000
mean1.280
σ0.111
min1.174
max1.576

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.292
σ0.289
min0.135
max0.805
name=error_case.art
mean2.346
σ0.012
min2.340
max2.368
mean402.000
σ0.000
min402.000
max402.000
mean0.479
σ0.322
min0.324
max1.054
name=heavy_item.art
mean1.523
σ0.002
min1.522
max1.526
mean402.000
σ0.000
min402.000
max402.000
mean0.204
σ0.030
min0.187
max0.256
name=nested_use.art
mean2.364
σ0.002
min2.363
max2.367
mean402.000
σ0.000
min402.000
max402.000
mean0.337
σ0.029
min0.309
max0.373

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.979
σ0.009
min964.974
max964.996
mean431.000
σ0.000
min431.000
max431.000
mean0.556
σ0.041
min0.515
max0.606
name=cdr_enhanced_4k_loc.art
mean886.001
σ0.002
min886.000
max886.004
mean431.000
σ0.000
min431.000
max431.000
mean0.465
σ0.034
min0.431
max0.504

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.719
σ0.002
min7.718
max7.722
mean431.000
σ0.000
min431.000
max431.000
mean2.656
σ0.103
min2.456
max2.993
name=record_render_large_syntax_err.art
mean7.667
σ0.002
min7.666
max7.670
mean431.000
σ0.000
min431.000
max431.000
mean2.641
σ0.108
min2.436
max2.921
name=record_render_success.art
mean2.290
σ0.002
min2.290
max2.294
mean431.000
σ0.000
min431.000
max431.000
mean0.307
σ0.009
min0.290
max0.351
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean431.000
σ0.000
min431.000
max431.000
mean0.292
σ0.008
min0.276
max0.329

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.407
σ12.191
min0.574
max129.978
mean464.846
σ21.204
min407.000
max481.000
mean0.026
σ0.030
min0.001
max0.305

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean278.880
σ1.066
min278.485
max281.912
mean446.400
σ20.424
min417.000
max476.000
mean0.583
σ0.018
min0.546
max0.615

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean169.257
σ0.000
min169.257
max169.257
mean873.000
σ0.000
min873.000
max873.000
mean235.498
σ19.710
min188.217
max249.079
phase=macro expansion
mean5.900
σ0.000
min5.900
max5.900
mean873.000
σ0.000
min873.000
max873.000
mean7.873
σ2.384
min5.840
max12.218
phase=parser
mean1042.134
σ0.000
min1042.133
max1042.134
mean873.000
σ0.000
min873.000
max873.000
mean507.060
σ133.742
min376.205
max713.168
phase=processProdDef
mean2243.717
σ0.000
min2243.717
max2243.717
mean873.000
σ0.000
min873.000
max873.000
mean2725.627
σ487.459
min2226.110
max3424.256
phase=renaming
mean21.436
σ0.000
min21.436
max21.436
mean873.000
σ0.000
min873.000
max873.000
mean42.070
σ2.140
min40.100
max46.842
phase=type checker
mean958.596
σ0.047
min958.573
max958.698
mean873.000
σ0.000
min873.000
max873.000
mean694.933
σ67.655
min636.981
max833.739

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean282.360
σ0.036
min282.310
max282.397
mean441.200
σ3.493
min438.000
max445.000
mean0.379
σ0.007
min0.374
max0.388
iters=5
new-facts=1
prior-facts=6402
mean1267.615
σ0.110
min1267.458
max1267.762
mean1094.800
σ169.793
min892.000
max1324.000
mean2.149
σ0.111
min2.080
max2.345
iters=5
new-facts=6402
prior-facts=1
mean1506.527
σ2.957
min1504.990
max1511.805
mean625.200
σ87.311
min495.000
max727.000
mean2.210
σ0.226
min2.084
max2.612
iters=5
new-facts=6402
prior-facts=6402
mean1829.570
σ0.039
min1829.505
max1829.613
mean1723.400
σ179.111
min1466.000
max1888.000
mean2.984
σ0.296
min2.801
max3.506

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.504
σ0.082
min1.366
max1.583

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean393.868
σ509.607
min139.060
max1158.278
mean99.750
σ7.500
min96.000
max111.000
mean441.000
σ0.000
min441.000
max441.000
mean0.489
σ0.495
min0.235
max1.231
policies=20
mean1390.728
σ0.164
min1390.612
max1390.970
mean960.000
σ0.000
min960.000
max960.000
mean445.750
σ9.500
min441.000
max460.000
mean2.311
σ0.007
min2.305
max2.322
policies=200
mean13915.907
σ0.126
min13915.799
max13916.090
mean9600.000
σ0.000
min9600.000
max9600.000
mean497.750
σ3.304
min494.000
max501.000
mean23.380
σ0.194
min23.181
max23.622