d877728035e187049d5063f55b78cec66cc6f37e

Home / Branches / cristovao/BRO-2371-load-test-report / d877728035e187049d5063f55b78cec66cc6f37e

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.082
σ0.000
min5.082
max5.082

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean4.988
σ0.000
min4.988
max4.988

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.395
σ0.000
min5.395
max5.395

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.633
σ0.000
min446.633
max446.633

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.238
σ0.000
min5.238
max5.238

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.395
σ0.000
min6.395
max6.395

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.718
σ0.363
min54.572
max55.750
mean415.000
σ0.000
min415.000
max415.000
mean0.140
σ0.005
min0.133
max0.149
cache=y
dps=1
iters=10
policies=100
mean43.777
σ0.008
min43.765
max43.793
mean415.000
σ0.000
min415.000
max415.000
mean0.121
σ0.004
min0.116
max0.128

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.604
σ0.000
min36.604
max36.605
mean4585.625
σ2249.686
min1485.000
max7383.000
mean171.628
σ449.164
min11.911
max1283.242
op=column_set() on indexed, repeat
mean36.604
σ0.000
min36.604
max36.605
mean4585.625
σ2249.686
min1485.000
max7383.000
mean14.958
σ4.413
min12.614
max24.872
op=table_records(), no indexes
mean41.940
σ0.002
min41.938
max41.942
mean7383.000
σ0.000
min7383.000
max7383.000
mean11.713
σ1.642
min10.843
max15.757
op=table_records(), repeat
mean41.925
σ0.001
min41.924
max41.925
mean4174.375
σ1945.397
min1485.000
max7383.000
mean11.505
σ1.838
min10.720
max16.040
op=vertical_lookup_list() on indexed, after table_records()
mean27.633
σ0.136
min27.584
max27.971
mean4174.375
σ1945.397
min1485.000
max7383.000
mean8.991
σ1.236
min7.934
max11.971
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.384
σ0.000
min26.384
max26.384
mean4174.375
σ1945.397
min1485.000
max7383.000
mean6.999
σ0.884
min6.533
max9.176
op=vertical_lookup_row_list() on 2 indexed
mean25.662
σ0.004
min25.661
max25.673
mean4585.625
σ2249.686
min1485.000
max7383.000
mean6.578
σ1.075
min5.839
max8.984
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.961
σ0.000
min25.961
max25.962
mean4585.625
σ2249.686
min1485.000
max7383.000
mean6.401
σ1.141
min5.753
max8.800

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.608
σ0.002
min1021.606
max1021.611
mean7383.000
σ0.000
min7383.000
max7383.000
mean364.046
σ41.814
min343.827
max467.194
op=load_product(), with indexes
mean3495.855
σ0.454
min3495.694
max3496.978
mean3752.750
σ2298.941
min720.000
max7383.000
mean1777.718
σ630.134
min1398.385
max2808.208

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.841
σ0.000
min107.841
max107.841
mean4403.750
σ2219.379
min1485.000
max7383.000
mean253.233
σ327.604
min128.295
max1063.064
op=column_set() on unindexed, dense, repeat
mean62.068
σ0.001
min62.065
max62.068
mean4403.750
σ2219.379
min1485.000
max7383.000
mean45.744
σ9.529
min40.497
max69.042
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.926
σ0.002
min40.925
max40.928
mean7383.000
σ0.000
min7383.000
max7383.000
mean207.420
σ523.718
min21.494
max1503.554
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.293
σ0.002
min71.292
max71.296
mean7383.000
σ0.000
min7383.000
max7383.000
mean64.324
σ21.083
min55.737
max116.401

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.842
σ0.013
min4646.837
max4646.875
mean4174.375
σ1945.397
min1485.000
max7383.000
mean3315.892
σ824.586
min2503.663
max4805.664
op=vertical_lookup_list() on indexed
mean1973.829
σ0.002
min1973.827
max1973.832
mean7383.000
σ0.000
min7383.000
max7383.000
mean1024.939
σ177.298
min911.436
max1416.911
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.083
σ0.002
min905.080
max905.086
mean7383.000
σ0.000
min7383.000
max7383.000
mean396.067
σ5.232
min383.427
max399.830

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean476.000
σ0.000
min476.000
max476.000
mean373.302
σ25.984
min315.485
max396.709
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean561.000
σ1.852
min558.000
max562.000
mean755.093
σ57.362
min666.908
max817.600

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean964.531
σ1.820
min963.822
max972.225
mean1043.700
σ317.180
min562.000
max1505.000
mean1.320
σ0.183
min1.180
max1.774

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.390
σ0.490
min0.137
max1.264
name=error_case.art
mean2.346
σ0.012
min2.340
max2.368
mean402.000
σ0.000
min402.000
max402.000
mean0.486
σ0.327
min0.330
max1.071
name=heavy_item.art
mean1.523
σ0.002
min1.522
max1.526
mean402.000
σ0.000
min402.000
max402.000
mean0.218
σ0.025
min0.201
max0.261
name=nested_use.art
mean2.364
σ0.002
min2.363
max2.367
mean402.000
σ0.000
min402.000
max402.000
mean0.333
σ0.015
min0.317
max0.358

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.979
σ0.009
min964.974
max964.996
mean431.000
σ0.000
min431.000
max431.000
mean0.564
σ0.079
min0.424
max0.611
name=cdr_enhanced_4k_loc.art
mean886.001
σ0.002
min886.000
max886.004
mean431.800
σ0.447
min431.000
max432.000
mean0.480
σ0.038
min0.442
max0.527

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.719
σ0.002
min7.718
max7.722
mean432.000
σ0.000
min432.000
max432.000
mean2.336
σ0.344
min1.821
max2.823
name=record_render_large_syntax_err.art
mean7.667
σ0.002
min7.666
max7.670
mean432.000
σ0.000
min432.000
max432.000
mean2.678
σ0.117
min2.475
max3.077
name=record_render_success.art
mean2.290
σ0.002
min2.290
max2.294
mean432.000
σ0.000
min432.000
max432.000
mean0.302
σ0.008
min0.291
max0.356
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean432.000
σ0.000
min432.000
max432.000
mean0.297
σ0.044
min0.278
max0.713

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.776
σ11.182
min0.574
max79.197
mean471.089
σ21.172
min409.000
max485.000
mean0.027
σ0.027
min0.001
max0.193

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean278.780
σ1.077
min278.383
max281.841
mean443.900
σ16.616
min415.000
max467.000
mean0.583
σ0.021
min0.535
max0.614

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean169.257
σ0.000
min169.257
max169.257
mean847.000
σ0.000
min847.000
max847.000
mean218.378
σ21.454
min187.035
max243.191
phase=macro expansion
mean5.896
σ0.000
min5.896
max5.896
mean847.000
σ0.000
min847.000
max847.000
mean5.839
σ0.112
min5.700
max6.065
phase=parser
mean1042.133
σ0.000
min1042.133
max1042.133
mean847.000
σ0.000
min847.000
max847.000
mean377.816
σ1.880
min374.046
max380.241
phase=processProdDef
mean2243.714
σ0.000
min2243.714
max2243.714
mean847.000
σ0.000
min847.000
max847.000
mean2956.664
σ391.598
min2234.211
max3269.329
phase=renaming
mean21.436
σ0.000
min21.436
max21.436
mean847.000
σ0.000
min847.000
max847.000
mean35.394
σ0.988
min33.479
max36.744
phase=type checker
mean958.596
σ0.047
min958.573
max958.698
mean847.000
σ0.000
min847.000
max847.000
mean661.517
σ17.955
min633.974
max678.324

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean282.358
σ0.037
min282.309
max282.400
mean439.400
σ3.286
min437.000
max443.000
mean0.375
σ0.001
min0.373
max0.376
iters=5
new-facts=1
prior-facts=6402
mean1267.598
σ0.077
min1267.483
max1267.682
mean1089.200
σ174.865
min851.000
max1298.000
mean2.020
σ0.195
min1.808
max2.222
iters=5
new-facts=6402
prior-facts=1
mean1506.518
σ2.940
min1504.969
max1511.764
mean614.600
σ78.325
min494.000
max702.000
mean2.176
σ0.137
min2.072
max2.397
iters=5
new-facts=6402
prior-facts=6402
mean1829.580
σ0.029
min1829.530
max1829.603
mean1708.400
σ206.997
min1425.000
max1901.000
mean2.857
σ0.162
min2.641
max3.075

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.631
σ0.134
min1.497
max1.788

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean393.866
σ509.607
min139.059
max1158.277
mean99.750
σ7.500
min96.000
max111.000
mean440.000
σ0.000
min440.000
max440.000
mean0.469
σ0.475
min0.229
max1.182
policies=20
mean1390.711
σ0.147
min1390.602
max1390.928
mean960.000
σ0.000
min960.000
max960.000
mean444.000
σ8.000
min440.000
max456.000
mean2.294
σ0.021
min2.271
max2.316
policies=200
mean13915.854
σ0.071
min13915.803
max13915.956
mean9600.000
σ0.000
min9600.000
max9600.000
mean496.750
σ3.775
min492.000
max501.000
mean23.358
σ0.167
min23.157
max23.543