15cb777a4f71f5ba91144144c493ac88a6e6bc73

Home / Branches / terryxu/add-revisioncreationbenchmark-benchmark-to-perfly-ui / 15cb777a4f71f5ba91144144c493ac88a6e6bc73

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean558.633
σ0.000
min558.633
max558.633

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.879
σ0.361
min54.742
max55.905
mean420.000
σ0.000
min420.000
max420.000
mean0.140
σ0.007
min0.132
max0.150
cache=y
dps=1
iters=10
policies=100
mean43.849
σ0.005
min43.837
max43.856
mean420.000
σ0.000
min420.000
max420.000
mean0.123
σ0.005
min0.117
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4041.250
σ2008.520
min1217.000
max7146.000
mean13.269
σ1.645
min12.307
max17.303
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.616
max36.620
mean4041.250
σ2008.520
min1217.000
max7146.000
mean13.694
σ1.262
min12.900
max16.707
op=table_records(), no indexes
mean41.930
σ0.002
min41.928
max41.932
mean7146.000
σ0.000
min7146.000
max7146.000
mean15.042
σ0.207
min14.731
max15.309
op=table_records(), repeat
mean41.930
σ0.002
min41.927
max41.932
mean4041.250
σ2008.520
min1217.000
max7146.000
mean14.889
σ1.709
min11.027
max16.533
op=vertical_lookup_list() on indexed, after table_records()
mean27.654
σ0.136
min27.604
max27.991
mean4041.250
σ2008.520
min1217.000
max7146.000
mean10.266
σ1.592
min8.867
max12.944
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4041.250
σ2008.520
min1217.000
max7146.000
mean7.565
σ1.730
min5.923
max10.793
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.004
min25.665
max25.678
mean4041.250
σ2008.520
min1217.000
max7146.000
mean6.271
σ0.459
min5.914
max7.269
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.969
max25.972
mean4041.250
σ2008.520
min1217.000
max7146.000
mean5.845
σ0.616
min5.439
max7.334

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.613
σ0.002
min1021.612
max1021.616
mean7146.000
σ0.000
min7146.000
max7146.000
mean361.673
σ41.662
min343.029
max464.584
op=load_product(), with indexes
mean7917.793
σ0.469
min7917.624
max7918.953
mean3272.500
σ1824.356
min809.000
max5621.000
mean3685.743
σ1100.324
min3079.741
max5686.047

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4041.250
σ2008.520
min1217.000
max7146.000
mean92.365
σ23.879
min69.920
max124.792
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7146.000
σ0.000
min7146.000
max7146.000
mean61.176
σ0.151
min60.885
max61.331
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.688
σ0.002
min66.686
max66.691
mean7146.000
σ0.000
min7146.000
max7146.000
mean247.381
σ309.362
min98.515
max958.686

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean14217.171
σ4.303
min14215.576
max14227.820
mean4041.250
σ2008.520
min1217.000
max7146.000
mean8244.803
σ1714.579
min5963.130
max10828.578
op=vertical_lookup_list() on indexed
mean13159.109
σ0.002
min13159.106
max13159.110
mean7146.000
σ0.000
min7146.000
max7146.000
mean5072.003
σ181.714
min4957.982
max5407.725

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean474.000
σ0.000
min474.000
max474.000
mean367.674
σ39.440
min294.339
max395.686
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean559.875
σ0.354
min559.000
max560.000
mean712.890
σ70.653
min632.251
max789.056

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.298
σ0.759
min1023.825
max1027.436
mean1048.250
σ307.926
min566.000
max1503.000
mean1.550
σ0.080
min1.450
max1.725

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.536
σ0.557
min0.253
max1.530
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.830
σ0.527
min0.573
max1.772
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.387
σ0.037
min0.355
max0.450
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.589
σ0.031
min0.567
max0.644

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean431.800
σ1.789
min431.000
max435.000
mean0.584
σ0.088
min0.482
max0.712
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean442.000
σ0.000
min442.000
max442.000
mean0.446
σ0.047
min0.381
max0.511

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean442.000
σ0.000
min442.000
max442.000
mean2.452
σ0.283
min1.883
max2.919
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean442.000
σ0.000
min442.000
max442.000
mean2.597
σ0.086
min2.438
max2.895
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean442.000
σ0.000
min442.000
max442.000
mean0.306
σ0.010
min0.293
max0.380
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean442.000
σ0.000
min442.000
max442.000
mean0.292
σ0.008
min0.279
max0.336

Revision Creation

Factorallocated MiBpeak allocated MiBtime_ms
number of threads=8
revision count=1000
mean11.104
σ12.155
min0.566
max97.779
mean461.192
σ17.560
min406.000
max473.000
mean25.945
σ30.234
min0.953
max244.558

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.779
σ0.995
min298.401
max301.611
mean442.800
σ16.897
min418.000
max461.000
mean0.607
σ0.021
min0.554
max0.626

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean236.678
σ0.000
min236.678
max236.678
mean1066.375
σ30.052
min992.000
max1077.000
mean201.909
σ3.640
min198.167
max207.759
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1066.375
σ30.052
min992.000
max1077.000
mean9.318
σ2.056
min6.424
max12.836
phase=parser
mean1042.360
σ0.000
min1042.360
max1042.361
mean1066.375
σ30.052
min992.000
max1077.000
mean563.804
σ122.233
min411.798
max760.553
phase=processProdDef
mean4850.768
σ0.000
min4850.768
max4850.768
mean1077.000
σ0.000
min1077.000
max1077.000
mean4702.887
σ645.504
min3427.356
max5451.605
phase=renaming
mean21.675
σ0.000
min21.675
max21.675
mean1066.375
σ30.052
min992.000
max1077.000
mean35.562
σ10.112
min20.800
max48.285
phase=type checker
mean990.450
σ0.071
min990.344
max990.563
mean1066.375
σ30.052
min992.000
max1077.000
mean761.373
σ128.654
min644.810
max962.702

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.821
σ0.038
min293.768
max293.861
mean443.400
σ0.548
min443.000
max444.000
mean0.393
σ0.001
min0.391
max0.393
iters=5
new-facts=1
prior-facts=6402
mean1320.207
σ0.044
min1320.144
max1320.257
mean1096.400
σ185.924
min839.000
max1318.000
mean2.226
σ0.066
min2.136
max2.292
iters=5
new-facts=6402
prior-facts=1
mean1560.611
σ6.231
min1557.606
max1571.753
mean619.200
σ81.885
min495.000
max715.000
mean2.328
σ0.222
min2.118
max2.693
iters=5
new-facts=6402
prior-facts=6402
mean1882.167
σ0.048
min1882.101
max1882.219
mean1723.600
σ196.133
min1456.000
max1909.000
mean3.065
σ0.128
min2.885
max3.209

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.838
σ0.030
min1.802
max1.886

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.080
σ582.723
min160.714
max1326.164
mean102.250
σ8.500
min98.000
max115.000
mean442.000
σ0.000
min442.000
max442.000
mean0.549
σ0.554
min0.270
max1.380
policies=20
mean1607.510
σ0.412
min1607.230
max1608.123
mean980.000
σ0.000
min980.000
max980.000
mean447.500
σ6.351
min442.000
max453.000
mean2.695
σ0.013
min2.686
max2.714
policies=200
mean16083.425
σ0.174
min16083.206
max16083.631
mean9800.000
σ0.000
min9800.000
max9800.000
mean496.750
σ4.113
min493.000
max502.000
mean27.166
σ0.132
min26.983
max27.266