1a96114edc6711384a86c2026b6e08b95d3ba26e

Home / Branches / terryxu/add-revisioncreationbenchmark-benchmark-to-perfly-ui / 1a96114edc6711384a86c2026b6e08b95d3ba26e

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean558.664
σ0.000
min558.664
max558.664

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.889
σ0.359
min54.751
max55.909
mean417.000
σ0.000
min417.000
max417.000
mean0.141
σ0.004
min0.137
max0.148
cache=y
dps=1
iters=10
policies=100
mean43.855
σ0.007
min43.843
max43.867
mean417.000
σ0.000
min417.000
max417.000
mean0.123
σ0.005
min0.115
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4042.375
σ2007.926
min1218.000
max7147.000
mean13.671
σ1.811
min12.579
max18.061
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.616
max36.620
mean4042.375
σ2007.926
min1218.000
max7147.000
mean12.995
σ1.774
min11.947
max17.334
op=table_records(), no indexes
mean41.930
σ0.002
min41.928
max41.932
mean7147.000
σ0.000
min7147.000
max7147.000
mean15.556
σ0.223
min15.261
max15.873
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4042.375
σ2007.926
min1218.000
max7147.000
mean14.974
σ1.590
min11.459
max16.770
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.604
max27.991
mean4042.375
σ2007.926
min1218.000
max7147.000
mean10.102
σ1.525
min8.857
max12.567
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4042.375
σ2007.926
min1218.000
max7147.000
mean7.746
σ1.538
min6.573
max10.257
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.004
min25.665
max25.678
mean4042.375
σ2007.926
min1218.000
max7147.000
mean5.985
σ0.510
min5.645
max7.228
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.968
max25.972
mean4042.375
σ2007.926
min1218.000
max7147.000
mean5.925
σ0.541
min5.556
max7.230

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.613
σ0.002
min1021.612
max1021.616
mean7147.000
σ0.000
min7147.000
max7147.000
mean364.912
σ52.464
min345.055
max494.723
op=load_product(), with indexes
mean7917.793
σ0.469
min7917.625
max7918.954
mean3274.125
σ1823.177
min810.000
max5619.000
mean3673.732
σ1065.379
min3097.014
max6143.948

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4042.375
σ2007.926
min1218.000
max7147.000
mean90.637
σ20.780
min70.500
max124.425
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7147.000
σ0.000
min7147.000
max7147.000
mean62.271
σ2.256
min61.019
max67.742
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.688
σ0.002
min66.686
max66.691
mean7147.000
σ0.000
min7147.000
max7147.000
mean99.206
σ0.986
min97.713
max100.702

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean14217.171
σ4.304
min14215.575
max14227.820
mean4042.375
σ2007.926
min1218.000
max7147.000
mean8000.445
σ1919.378
min5987.142
max10721.356
op=vertical_lookup_list() on indexed
mean13159.109
σ0.002
min13159.106
max13159.110
mean7147.000
σ0.000
min7147.000
max7147.000
mean5418.622
σ988.246
min4991.266
max7833.899

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean366.210
σ21.730
min337.150
max391.483
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean559.125
σ0.354
min559.000
max560.000
mean785.711
σ28.831
min731.722
max820.353

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.299
σ0.758
min1023.826
max1027.437
mean1039.450
σ298.575
min561.000
max1462.000
mean1.574
σ0.093
min1.484
max1.804

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.324
σ0.347
min0.139
max0.940
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.476
σ0.325
min0.319
max1.056
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.220
σ0.022
min0.202
max0.257
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.348
σ0.026
min0.320
max0.376

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean431.600
σ1.342
min431.000
max434.000
mean0.514
σ0.059
min0.438
max0.594
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean441.000
σ0.000
min441.000
max441.000
mean0.461
σ0.053
min0.386
max0.532

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean441.000
σ0.000
min441.000
max441.000
mean1.961
σ0.091
min1.807
max2.581
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean441.000
σ0.000
min441.000
max441.000
mean1.965
σ0.083
min1.817
max2.249
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean441.000
σ0.000
min441.000
max441.000
mean0.313
σ0.040
min0.290
max0.634
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean441.000
σ0.000
min441.000
max441.000
mean0.287
σ0.008
min0.271
max0.339

Revision Creation

Factorallocated MiBpeak allocated MiBtime_ms
number of threads=8
revision count=1000
mean11.473
σ12.424
min0.567
max107.272
mean457.502
σ17.872
min408.000
max475.000
mean26.595
σ30.745
min0.995
max260.805

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.680
σ1.058
min298.228
max301.687
mean441.100
σ15.358
min417.000
max472.000
mean0.595
σ0.036
min0.519
max0.623

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean236.678
σ0.000
min236.678
max236.678
mean1067.625
σ29.345
min995.000
max1078.000
mean207.608
σ4.855
min199.801
max214.720
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1067.625
σ29.345
min995.000
max1078.000
mean7.052
σ1.242
min6.286
max9.652
phase=parser
mean1042.361
σ0.000
min1042.360
max1042.361
mean1067.625
σ29.345
min995.000
max1078.000
mean445.032
σ65.950
min373.769
max515.047
phase=processProdDef
mean4850.767
σ0.000
min4850.767
max4850.767
mean1078.000
σ0.000
min1078.000
max1078.000
mean4945.608
σ309.654
min4453.493
max5462.240
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean1067.625
σ29.345
min995.000
max1078.000
mean23.923
σ7.116
min20.458
max40.841
phase=type checker
mean990.450
σ0.071
min990.344
max990.563
mean1067.625
σ29.345
min995.000
max1078.000
mean687.357
σ61.019
min647.558
max828.052

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.822
σ0.037
min293.769
max293.861
mean442.000
σ0.000
min442.000
max442.000
mean0.392
σ0.000
min0.391
max0.392
iters=5
new-facts=1
prior-facts=6402
mean1320.221
σ0.039
min1320.157
max1320.260
mean1065.000
σ164.894
min842.000
max1266.000
mean2.256
σ0.107
min2.144
max2.432
iters=5
new-facts=6402
prior-facts=1
mean1560.604
σ6.223
min1557.600
max1571.731
mean618.000
σ82.741
min493.000
max715.000
mean2.275
σ0.183
min2.154
max2.599
iters=5
new-facts=6402
prior-facts=6402
mean1882.169
σ0.055
min1882.110
max1882.240
mean1712.600
σ261.687
min1394.000
max2063.000
mean2.975
σ0.076
min2.883
max3.044

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.757
σ0.091
min1.597
max1.819

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.081
σ582.721
min160.718
max1326.163
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.557
σ0.561
min0.272
max1.398
policies=20
mean1607.523
σ0.413
min1607.243
max1608.135
mean980.000
σ0.000
min980.000
max980.000
mean447.500
σ9.000
min443.000
max461.000
mean2.690
σ0.009
min2.678
max2.701
policies=200
mean16083.455
σ0.079
min16083.353
max16083.523
mean9800.000
σ0.000
min9800.000
max9800.000
mean499.000
σ3.742
min495.000
max504.000
mean27.183
σ0.096
min27.083
max27.305