317e7bc13531de92f659f9e73b9a78dea89583de

Home / Branches / cristovao/BRO-2371-load-test-report / 317e7bc13531de92f659f9e73b9a78dea89583de

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.082
σ0.000
min5.082
max5.082

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean4.988
σ0.000
min4.988
max4.988

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.395
σ0.000
min5.395
max5.395

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.633
σ0.000
min446.633
max446.633

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.238
σ0.000
min5.238
max5.238

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.395
σ0.000
min6.395
max6.395

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.718
σ0.366
min54.566
max55.759
mean418.500
σ0.527
min418.000
max419.000
mean0.141
σ0.004
min0.137
max0.147
cache=y
dps=1
iters=10
policies=100
mean43.777
σ0.007
min43.761
max43.785
mean419.000
σ0.000
min419.000
max419.000
mean0.124
σ0.004
min0.120
max0.130

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.604
σ0.000
min36.604
max36.605
mean4587.000
σ2253.094
min1487.000
max7401.000
mean13.434
σ3.352
min11.943
max21.697
op=column_set() on indexed, repeat
mean36.604
σ0.000
min36.604
max36.605
mean4587.000
σ2253.094
min1487.000
max7401.000
mean13.716
σ3.667
min11.601
max22.677
op=table_records(), no indexes
mean41.939
σ0.002
min41.938
max41.942
mean7401.000
σ0.000
min7401.000
max7401.000
mean11.220
σ0.200
min10.895
max11.548
op=table_records(), repeat
mean41.925
σ0.001
min41.924
max41.928
mean4174.625
σ1945.370
min1487.000
max7401.000
mean11.836
σ1.715
min10.726
max15.983
op=vertical_lookup_list() on indexed, after table_records()
mean27.633
σ0.137
min27.584
max27.971
mean4174.625
σ1945.370
min1487.000
max7401.000
mean9.130
σ1.326
min8.116
max12.342
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.384
σ0.000
min26.384
max26.384
mean4174.625
σ1945.370
min1487.000
max7401.000
mean7.020
σ1.119
min6.056
max9.660
op=vertical_lookup_row_list() on 2 indexed
mean25.662
σ0.004
min25.661
max25.673
mean4587.000
σ2253.094
min1487.000
max7401.000
mean6.329
σ0.863
min5.839
max8.437
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.961
σ0.001
min25.961
max25.962
mean4587.000
σ2253.094
min1487.000
max7401.000
mean6.132
σ0.581
min5.843
max7.556

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.608
σ0.002
min1021.606
max1021.611
mean7401.000
σ0.000
min7401.000
max7401.000
mean362.479
σ44.118
min343.988
max471.520
op=load_product(), with indexes
mean3495.855
σ0.454
min3495.694
max3496.978
mean3751.875
σ2298.778
min720.000
max7401.000
mean1616.889
σ550.289
min1391.937
max2969.900

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.841
σ0.000
min107.841
max107.842
mean4408.625
σ2224.164
min1487.000
max7401.000
mean291.048
σ430.731
min124.200
max1355.981
op=column_set() on unindexed, dense, repeat
mean62.068
σ0.001
min62.065
max62.069
mean4587.000
σ2253.094
min1487.000
max7401.000
mean191.658
σ417.797
min41.118
max1225.636
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.926
σ0.002
min40.925
max40.928
mean7401.000
σ0.000
min7401.000
max7401.000
mean22.609
σ1.837
min21.625
max27.118
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.294
σ0.002
min71.292
max71.296
mean7401.000
σ0.000
min7401.000
max7401.000
mean260.241
σ573.391
min55.994
max1679.291

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.842
σ0.014
min4646.837
max4646.876
mean4174.625
σ1945.370
min1487.000
max7401.000
mean3122.505
σ852.382
min2501.477
max4936.454
op=vertical_lookup_list() on indexed
mean1973.829
σ0.002
min1973.827
max1973.832
mean7401.000
σ0.000
min7401.000
max7401.000
mean1106.705
σ323.107
min918.513
max1826.752
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.083
σ0.002
min905.080
max905.086
mean7401.000
σ0.000
min7401.000
max7401.000
mean400.753
σ6.807
min395.449
max416.079

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean480.000
σ0.000
min480.000
max480.000
mean364.694
σ35.170
min317.222
max429.600
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean566.000
σ0.000
min566.000
max566.000
mean778.638
σ79.137
min613.444
max845.339

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean964.531
σ1.821
min963.823
max972.233
mean1040.450
σ306.936
min562.000
max1489.000
mean1.261
σ0.114
min1.159
max1.626

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.305
σ0.291
min0.136
max0.822
name=error_case.art
mean2.346
σ0.012
min2.340
max2.368
mean402.000
σ0.000
min402.000
max402.000
mean0.481
σ0.315
min0.325
max1.044
name=heavy_item.art
mean1.523
σ0.002
min1.522
max1.526
mean402.000
σ0.000
min402.000
max402.000
mean0.220
σ0.030
min0.193
max0.267
name=nested_use.art
mean2.364
σ0.002
min2.363
max2.367
mean402.000
σ0.000
min402.000
max402.000
mean0.338
σ0.024
min0.317
max0.378

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.979
σ0.009
min964.974
max964.996
mean431.400
σ0.894
min431.000
max433.000
mean0.548
σ0.042
min0.487
max0.605
name=cdr_enhanced_4k_loc.art
mean886.001
σ0.002
min886.000
max886.004
mean440.000
σ0.000
min440.000
max440.000
mean0.456
σ0.048
min0.381
max0.515

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.719
σ0.002
min7.718
max7.722
mean440.000
σ0.000
min440.000
max440.000
mean2.688
σ0.105
min2.466
max2.987
name=record_render_large_syntax_err.art
mean7.667
σ0.002
min7.666
max7.670
mean440.000
σ0.000
min440.000
max440.000
mean2.673
σ0.080
min2.437
max2.882
name=record_render_success.art
mean2.290
σ0.002
min2.290
max2.294
mean440.000
σ0.000
min440.000
max440.000
mean0.303
σ0.010
min0.289
max0.374
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean440.000
σ0.000
min440.000
max440.000
mean0.297
σ0.028
min0.278
max0.538

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.838
σ11.750
min0.574
max103.004
mean460.505
σ18.941
min409.000
max475.000
mean0.027
σ0.029
min0.001
max0.243

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean278.856
σ1.028
min278.478
max281.781
mean446.300
σ20.870
min418.000
max481.000
mean0.571
σ0.028
min0.510
max0.613

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean169.257
σ0.000
min169.257
max169.257
mean850.000
σ0.000
min850.000
max850.000
mean215.771
σ22.961
min189.467
max249.117
phase=macro expansion
mean5.896
σ0.000
min5.896
max5.896
mean850.000
σ0.000
min850.000
max850.000
mean7.087
σ2.218
min5.715
max11.814
phase=parser
mean1042.133
σ0.000
min1042.133
max1042.133
mean850.000
σ0.000
min850.000
max850.000
mean435.081
σ121.172
min373.147
max726.053
phase=processProdDef
mean2243.716
σ0.000
min2243.716
max2243.716
mean850.000
σ0.000
min850.000
max850.000
mean2818.215
σ372.140
min2257.534
max3307.239
phase=renaming
mean21.440
σ0.000
min21.440
max21.440
mean850.000
σ0.000
min850.000
max850.000
mean38.659
σ4.349
min34.147
max47.371
phase=type checker
mean958.596
σ0.047
min958.573
max958.698
mean850.000
σ0.000
min850.000
max850.000
mean699.708
σ62.861
min653.632
max825.444

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean282.360
σ0.036
min282.309
max282.397
mean439.600
σ2.191
min438.000
max442.000
mean0.379
σ0.007
min0.373
max0.387
iters=5
new-facts=1
prior-facts=6402
mean1267.587
σ0.101
min1267.473
max1267.706
mean1085.800
σ163.507
min891.000
max1310.000
mean1.953
σ0.157
min1.799
max2.140
iters=5
new-facts=6402
prior-facts=1
mean1506.553
σ2.936
min1505.048
max1511.797
mean622.600
σ87.540
min492.000
max725.000
mean2.143
σ0.225
min1.984
max2.531
iters=5
new-facts=6402
prior-facts=6402
mean1829.573
σ0.050
min1829.506
max1829.618
mean1731.800
σ174.259
min1488.000
max1894.000
mean3.016
σ0.362
min2.761
max3.657

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.729
σ0.092
min1.633
max1.836

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean393.868
σ509.607
min139.061
max1158.278
mean99.750
σ7.500
min96.000
max111.000
mean441.000
σ0.000
min441.000
max441.000
mean0.488
σ0.503
min0.234
max1.243
policies=20
mean1390.732
σ0.169
min1390.613
max1390.983
mean960.000
σ0.000
min960.000
max960.000
mean444.500
σ7.000
min441.000
max455.000
mean2.324
σ0.013
min2.309
max2.341
policies=200
mean13915.900
σ0.087
min13915.808
max13916.017
mean9600.000
σ0.000
min9600.000
max9600.000
mean492.750
σ4.349
min487.000
max497.000
mean23.376
σ0.112
min23.283
max23.508