a4ffbf651196ec2491adacbb4d03f4d99bfe3e68

Home / Branches / gg/aon-gpf-eligibility-golden-tests-for-all-the-carriers / a4ffbf651196ec2491adacbb4d03f4d99bfe3e68

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.082
σ0.000
min5.082
max5.082

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean4.988
σ0.000
min4.988
max4.988

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean4.863
σ0.000
min4.863
max4.863

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.102
σ0.000
min446.102
max446.102

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.238
σ0.000
min5.238
max5.238

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.395
σ0.000
min6.395
max6.395

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean57.824
σ0.362
min57.679
max58.852
mean420.000
σ0.000
min420.000
max420.000
mean0.145
σ0.006
min0.137
max0.153
cache=y
dps=1
iters=10
policies=100
mean46.898
σ0.005
min46.888
max46.907
mean420.000
σ0.000
min420.000
max420.000
mean0.126
σ0.004
min0.121
max0.134

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.605
σ0.000
min36.605
max36.606
mean3917.000
σ1892.431
min1248.000
max7133.000
mean11.889
σ0.099
min11.752
max12.029
op=column_set() on indexed, repeat
mean36.606
σ0.000
min36.606
max36.606
mean3917.000
σ1892.431
min1248.000
max7133.000
mean12.416
σ0.454
min11.349
max12.770
op=table_records(), no indexes
mean41.940
σ0.002
min41.939
max41.943
mean7283.625
σ124.729
min7133.000
max7374.000
mean10.958
σ0.241
min10.603
max11.263
op=table_records(), repeat
mean41.926
σ0.000
min41.925
max41.926
mean3917.000
σ1892.431
min1248.000
max7133.000
mean11.021
σ0.160
min10.780
max11.244
op=vertical_lookup_list() on indexed, after table_records()
mean27.634
σ0.137
min27.586
max27.972
mean3917.000
σ1892.431
min1248.000
max7133.000
mean8.646
σ0.166
min8.414
max8.920
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.386
σ0.000
min26.386
max26.386
mean3917.000
σ1892.431
min1248.000
max7133.000
mean6.750
σ0.280
min6.275
max7.058
op=vertical_lookup_row_list() on 2 indexed
mean25.664
σ0.004
min25.662
max25.675
mean3917.000
σ1892.431
min1248.000
max7133.000
mean5.857
σ0.164
min5.707
max6.088
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.963
σ0.001
min25.963
max25.964
mean3917.000
σ1892.431
min1248.000
max7133.000
mean5.723
σ0.049
min5.663
max5.790

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.600
σ0.002
min1021.598
max1021.602
mean7253.500
σ128.820
min7133.000
max7374.000
mean344.848
σ2.000
min342.234
max347.352
op=load_product(), with indexes
mean3495.849
σ0.460
min3495.686
max3496.988
mean3569.000
σ2173.506
min642.000
max7133.000
mean2021.562
σ703.448
min1384.609
max2917.134

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.842
σ0.000
min107.842
max107.842
mean3917.000
σ1892.431
min1248.000
max7133.000
mean133.773
σ9.733
min123.427
max152.503
op=column_set() on unindexed, dense, repeat
mean62.069
σ0.001
min62.066
max62.070
mean3917.000
σ1892.431
min1248.000
max7133.000
mean42.065
σ1.927
min39.841
max45.687
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.928
σ0.002
min40.926
max40.930
mean7283.625
σ124.729
min7133.000
max7374.000
mean22.605
σ1.931
min21.285
max26.387
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.295
σ0.002
min71.294
max71.298
mean7283.625
σ124.729
min7133.000
max7374.000
mean57.150
σ3.020
min55.468
max64.537

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.843
σ0.014
min4646.838
max4646.878
mean3917.000
σ1892.431
min1248.000
max7133.000
mean3526.809
σ883.273
min2511.600
max5231.966
op=vertical_lookup_list() on indexed
mean1973.831
σ0.002
min1973.829
max1973.833
mean7283.625
σ124.729
min7133.000
max7374.000
mean985.128
σ142.708
min925.724
max1338.074
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.084
σ0.002
min905.082
max905.088
mean7283.625
σ124.729
min7133.000
max7374.000
mean409.474
σ36.823
min391.943
max499.658

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean476.750
σ0.463
min476.000
max477.000
mean364.816
σ44.310
min304.061
max429.170
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean567.375
σ1.768
min563.000
max568.000
mean751.544
σ74.788
min631.859
max859.900

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean976.919
σ2.437
min976.071
max987.247
mean1049.850
σ317.650
min573.000
max1517.000
mean1.322
σ0.139
min1.208
max1.780

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean403.000
σ0.000
min403.000
max403.000
mean0.296
σ0.281
min0.144
max0.796
name=error_case.art
mean2.347
σ0.012
min2.340
max2.369
mean403.000
σ0.000
min403.000
max403.000
mean0.463
σ0.297
min0.317
max0.994
name=heavy_item.art
mean1.523
σ0.002
min1.522
max1.526
mean403.000
σ0.000
min403.000
max403.000
mean0.218
σ0.023
min0.201
max0.258
name=nested_use.art
mean2.365
σ0.002
min2.364
max2.368
mean403.000
σ0.000
min403.000
max403.000
mean0.334
σ0.022
min0.320
max0.372

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean965.086
σ0.009
min965.081
max965.103
mean431.000
σ0.000
min431.000
max431.000
mean0.547
σ0.037
min0.494
max0.595
name=cdr_enhanced_4k_loc.art
mean886.468
σ0.002
min886.467
max886.470
mean431.000
σ0.000
min431.000
max431.000
mean0.473
σ0.038
min0.428
max0.532

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.719
σ0.002
min7.718
max7.722
mean431.000
σ0.000
min431.000
max431.000
mean1.966
σ0.084
min1.771
max2.227
name=record_render_large_syntax_err.art
mean7.668
σ0.002
min7.667
max7.671
mean431.000
σ0.000
min431.000
max431.000
mean1.977
σ0.084
min1.804
max2.313
name=record_render_success.art
mean2.290
σ0.002
min2.290
max2.294
mean431.000
σ0.000
min431.000
max431.000
mean0.308
σ0.023
min0.291
max0.513
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean431.000
σ0.000
min431.000
max431.000
mean0.294
σ0.008
min0.282
max0.333

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.633
σ11.973
min0.574
max122.015
mean461.063
σ21.133
min408.000
max481.000
mean0.027
σ0.029
min0.001
max0.294

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean293.854
σ1.032
min293.476
max296.788
mean444.300
σ19.782
min416.000
max468.000
mean0.593
σ0.024
min0.548
max0.628

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean106.546
σ0.000
min106.546
max106.546
mean848.000
σ0.000
min848.000
max848.000
mean147.214
σ10.522
min137.089
max164.774
phase=macro expansion
mean5.894
σ0.000
min5.894
max5.894
mean848.000
σ0.000
min848.000
max848.000
mean6.194
σ1.074
min5.761
max8.850
phase=parser
mean1042.248
σ0.000
min1042.247
max1042.248
mean848.000
σ0.000
min848.000
max848.000
mean387.554
σ30.981
min372.148
max463.865
phase=processProdDef
mean2241.195
σ0.000
min2241.195
max2241.195
mean848.000
σ0.000
min848.000
max848.000
mean2952.668
σ213.399
min2646.992
max3193.163
phase=renaming
mean21.430
σ0.000
min21.430
max21.430
mean848.000
σ0.000
min848.000
max848.000
mean34.991
σ4.779
min32.352
max46.650
phase=type checker
mean958.462
σ0.047
min958.439
max958.564
mean848.000
σ0.000
min848.000
max848.000
mean662.559
σ23.643
min630.133
max688.652

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean328.017
σ0.037
min327.966
max328.054
mean441.000
σ4.123
min434.000
max444.000
mean0.433
σ0.009
min0.423
max0.443
iters=5
new-facts=1
prior-facts=6402
mean1313.231
σ0.145
min1313.124
max1313.484
mean1093.600
σ181.179
min891.000
max1325.000
mean1.887
σ0.051
min1.821
max1.935
iters=5
new-facts=6402
prior-facts=1
mean1552.251
σ3.021
min1550.733
max1557.648
mean621.400
σ87.168
min520.000
max739.000
mean2.300
σ0.141
min2.162
max2.481
iters=5
new-facts=6402
prior-facts=6402
mean1875.231
σ0.055
min1875.162
max1875.302
mean1734.800
σ217.364
min1451.000
max1943.000
mean2.969
σ0.145
min2.813
max3.114

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.539
σ0.109
min1.388
max1.660

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean419.419
σ508.920
min164.953
max1182.799
mean101.250
σ6.500
min98.000
max111.000
mean431.000
σ0.000
min431.000
max431.000
mean0.515
σ0.502
min0.236
max1.267
policies=20
mean1649.808
σ0.362
min1649.599
max1650.350
mean980.000
σ0.000
min980.000
max980.000
mean449.250
σ16.215
min432.000
max469.000
mean2.644
σ0.018
min2.625
max2.660
policies=200
mean16506.084
σ0.064
min16506.023
max16506.150
mean9800.000
σ0.000
min9800.000
max9800.000
mean499.250
σ5.058
min493.000
max505.000
mean26.751
σ0.139
min26.598
max26.876