dcfc550ad660804aa59be363db09f295c7bcf3b3

Home / Branches / terryxu/add-revisioncreationbenchmark-benchmark-to-perfly-ui / dcfc550ad660804aa59be363db09f295c7bcf3b3

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean558.664
σ0.000
min558.664
max558.664

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.888
σ0.358
min54.753
max55.906
mean416.000
σ0.000
min416.000
max416.000
mean0.142
σ0.005
min0.137
max0.149
cache=y
dps=1
iters=10
policies=100
mean43.855
σ0.006
min43.846
max43.862
mean416.000
σ0.000
min416.000
max416.000
mean0.124
σ0.004
min0.118
max0.132

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4043.875
σ2009.109
min1217.000
max7145.000
mean13.471
σ1.565
min12.611
max17.295
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.616
max36.620
mean4043.875
σ2009.109
min1217.000
max7145.000
mean13.207
σ1.595
min12.060
max16.881
op=table_records(), no indexes
mean41.930
σ0.002
min41.928
max41.932
mean7145.000
σ0.000
min7145.000
max7145.000
mean15.156
σ0.207
min14.922
max15.566
op=table_records(), repeat
mean41.929
σ0.002
min41.928
max41.932
mean4043.875
σ2009.109
min1217.000
max7145.000
mean14.632
σ1.747
min10.622
max16.018
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.604
max27.991
mean4043.875
σ2009.109
min1217.000
max7145.000
mean9.875
σ1.576
min8.761
max12.524
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4043.875
σ2009.109
min1217.000
max7145.000
mean7.723
σ1.334
min6.501
max10.214
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.004
min25.665
max25.678
mean4043.875
σ2009.109
min1217.000
max7145.000
mean6.113
σ0.434
min5.707
max7.140
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.969
max25.972
mean4043.875
σ2009.109
min1217.000
max7145.000
mean5.964
σ0.481
min5.560
max7.044

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.613
σ0.002
min1021.612
max1021.616
mean7145.000
σ0.000
min7145.000
max7145.000
mean368.442
σ42.004
min349.180
max472.172
op=load_product(), with indexes
mean7917.792
σ0.469
min7917.624
max7918.954
mean3275.625
σ1826.132
min809.000
max5626.000
mean3768.979
σ1077.020
min3091.594
max5723.253

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4043.875
σ2009.109
min1217.000
max7145.000
mean90.891
σ20.722
min73.790
max121.837
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7145.000
σ0.000
min7145.000
max7145.000
mean60.345
σ0.364
min59.838
max60.855
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.688
σ0.002
min66.686
max66.691
mean7145.000
σ0.000
min7145.000
max7145.000
mean265.195
σ373.646
min98.132
max1160.209

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean14217.171
σ4.303
min14215.575
max14227.820
mean4043.875
σ2009.109
min1217.000
max7145.000
mean8152.138
σ2011.716
min6039.989
max11073.227
op=vertical_lookup_list() on indexed
mean13159.109
σ0.002
min13159.106
max13159.110
mean7145.000
σ0.000
min7145.000
max7145.000
mean5132.732
σ176.381
min5023.791
max5456.791

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean477.000
σ0.000
min477.000
max477.000
mean385.403
σ12.242
min359.239
max396.415
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.000
σ0.000
min560.000
max560.000
mean760.558
σ55.383
min627.867
max794.537

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.299
σ0.759
min1023.826
max1027.438
mean1040.550
σ308.590
min550.000
max1530.000
mean1.548
σ0.062
min1.473
max1.673

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.476
σ0.473
min0.233
max1.321
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.836
σ0.517
min0.573
max1.760
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.380
σ0.040
min0.351
max0.448
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.583
σ0.030
min0.561
max0.633

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean431.000
σ0.000
min431.000
max431.000
mean0.572
σ0.086
min0.503
max0.715
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean431.000
σ0.000
min431.000
max431.000
mean0.489
σ0.047
min0.426
max0.525

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean431.000
σ0.000
min431.000
max431.000
mean2.566
σ0.072
min2.427
max2.822
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean431.000
σ0.000
min431.000
max431.000
mean2.582
σ0.067
min2.468
max2.881
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean431.000
σ0.000
min431.000
max431.000
mean0.301
σ0.008
min0.286
max0.350
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean431.000
σ0.000
min431.000
max431.000
mean0.288
σ0.007
min0.276
max0.324

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.160
σ11.583
min0.574
max105.768
mean458.788
σ18.107
min406.000
max473.000
mean0.026
σ0.029
min0.001
max0.264

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.755
σ1.019
min298.365
max301.653
mean441.800
σ14.574
min420.000
max463.000
mean0.601
σ0.023
min0.557
max0.640

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean236.678
σ0.000
min236.678
max236.678
mean1064.875
σ34.295
min980.000
max1077.000
mean208.378
σ3.986
min202.938
max215.722
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1064.875
σ34.295
min980.000
max1077.000
mean7.405
σ1.349
min6.342
max10.469
phase=parser
mean1042.366
σ0.000
min1042.366
max1042.367
mean1064.875
σ34.295
min980.000
max1077.000
mean476.887
σ86.647
min374.502
max634.345
phase=processProdDef
mean4850.764
σ0.000
min4850.764
max4850.765
mean1077.000
σ0.000
min1077.000
max1077.000
mean4629.510
σ639.530
min3753.017
max5424.114
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean1064.875
σ34.295
min980.000
max1077.000
mean24.296
σ4.245
min19.955
max31.811
phase=type checker
mean990.453
σ0.071
min990.348
max990.567
mean1064.875
σ34.295
min980.000
max1077.000
mean694.842
σ58.521
min641.449
max820.379

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.821
σ0.037
min293.768
max293.859
mean442.400
σ0.548
min442.000
max443.000
mean0.395
σ0.000
min0.395
max0.396
iters=5
new-facts=1
prior-facts=6402
mean1320.216
σ0.034
min1320.171
max1320.252
mean1097.800
σ189.600
min837.000
max1324.000
mean2.299
σ0.170
min2.190
max2.599
iters=5
new-facts=6402
prior-facts=1
mean1560.618
σ6.209
min1557.654
max1571.721
mean617.400
σ82.020
min493.000
max713.000
mean2.289
σ0.093
min2.202
max2.425
iters=5
new-facts=6402
prior-facts=6402
mean1882.173
σ0.062
min1882.097
max1882.258
mean1728.200
σ176.150
min1469.000
max1882.000
mean3.135
σ0.282
min2.913
max3.609

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.648
σ0.165
min1.419
max1.873

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.080
σ582.723
min160.714
max1326.165
mean102.250
σ8.500
min98.000
max115.000
mean441.000
σ0.000
min441.000
max441.000
mean0.527
σ0.494
min0.275
max1.268
policies=20
mean1607.524
σ0.425
min1607.237
max1608.153
mean980.000
σ0.000
min980.000
max980.000
mean445.000
σ8.000
min441.000
max457.000
mean2.701
σ0.011
min2.687
max2.711
policies=200
mean16083.474
σ0.096
min16083.341
max16083.571
mean9800.000
σ0.000
min9800.000
max9800.000
mean496.500
σ4.933
min491.000
max502.000
mean27.278
σ0.112
min27.213
max27.446