9da47466e1c230c87d0f8b354d18e6622fe99fe0

Home / Branches / terryxu/add-revisioncreationbenchmark-benchmark-to-perfly-ui / 9da47466e1c230c87d0f8b354d18e6622fe99fe0

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean558.664
σ0.000
min558.664
max558.664

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.888
σ0.357
min54.754
max55.904
mean420.000
σ0.000
min420.000
max420.000
mean0.140
σ0.005
min0.132
max0.146
cache=y
dps=1
iters=10
policies=100
mean43.856
σ0.006
min43.846
max43.864
mean420.000
σ0.000
min420.000
max420.000
mean0.125
σ0.005
min0.119
max0.133

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4041.375
σ2009.790
min1216.000
max7148.000
mean13.446
σ1.740
min12.485
max17.711
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.615
max36.620
mean4041.375
σ2009.790
min1216.000
max7148.000
mean13.393
σ1.484
min12.023
max16.861
op=table_records(), no indexes
mean41.930
σ0.002
min41.928
max41.932
mean7148.000
σ0.000
min7148.000
max7148.000
mean15.053
σ0.146
min14.817
max15.310
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4041.375
σ2009.790
min1216.000
max7148.000
mean13.863
σ1.467
min11.044
max15.775
op=vertical_lookup_list() on indexed, after table_records()
mean27.654
σ0.136
min27.604
max27.991
mean4041.375
σ2009.790
min1216.000
max7148.000
mean9.961
σ1.291
min8.819
max12.633
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.402
σ0.002
min26.400
max26.404
mean4041.375
σ2009.790
min1216.000
max7148.000
mean7.832
σ1.246
min6.995
max10.374
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.004
min25.665
max25.678
mean4041.375
σ2009.790
min1216.000
max7148.000
mean6.219
σ0.465
min5.794
max7.275
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.968
max25.972
mean4041.375
σ2009.790
min1216.000
max7148.000
mean6.031
σ0.544
min5.620
max7.345

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.613
σ0.002
min1021.612
max1021.616
mean7148.000
σ0.000
min7148.000
max7148.000
mean376.289
σ81.350
min345.018
max577.579
op=load_product(), with indexes
mean7917.792
σ0.469
min7917.625
max7918.953
mean3272.625
σ1824.901
min809.000
max5622.000
mean3578.065
σ938.287
min3094.594
max5700.521

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4041.375
σ2009.790
min1216.000
max7148.000
mean88.906
σ18.057
min71.658
max115.993
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7148.000
σ0.000
min7148.000
max7148.000
mean61.472
σ1.368
min60.143
max63.846
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.688
σ0.002
min66.686
max66.691
mean7148.000
σ0.000
min7148.000
max7148.000
mean101.884
σ0.530
min101.184
max102.733

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean14217.170
σ4.304
min14215.575
max14227.820
mean4041.375
σ2009.790
min1216.000
max7148.000
mean7673.293
σ1881.951
min6006.541
max10878.443
op=vertical_lookup_list() on indexed
mean13159.109
σ0.002
min13159.106
max13159.110
mean7148.000
σ0.000
min7148.000
max7148.000
mean5490.415
σ881.544
min5003.937
max7130.576

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean474.000
σ0.000
min474.000
max474.000
mean390.067
σ4.289
min381.859
max394.507
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.000
σ0.000
min560.000
max560.000
mean775.533
σ16.958
min743.386
max801.192

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.300
σ0.759
min1023.827
max1027.437
mean1036.350
σ303.768
min552.000
max1461.000
mean1.556
σ0.087
min1.459
max1.841

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.295
σ0.290
min0.143
max0.810
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.474
σ0.324
min0.313
max1.052
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.215
σ0.021
min0.198
max0.248
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.324
σ0.017
min0.314
max0.354

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean435.000
σ4.637
min431.000
max440.000
mean0.575
σ0.029
min0.543
max0.609
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean440.000
σ0.000
min440.000
max440.000
mean0.475
σ0.040
min0.422
max0.522

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean440.000
σ0.000
min440.000
max440.000
mean1.959
σ0.075
min1.828
max2.221
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean440.000
σ0.000
min440.000
max440.000
mean1.933
σ0.090
min1.766
max2.303
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean440.000
σ0.000
min440.000
max440.000
mean0.305
σ0.008
min0.292
max0.345
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean440.000
σ0.000
min440.000
max440.000
mean0.293
σ0.007
min0.279
max0.318

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.848
σ13.183
min0.573
max133.039
mean455.516
σ16.591
min407.000
max468.000
mean0.027
σ0.032
min0.001
max0.323

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.730
σ1.053
min298.323
max301.724
mean441.700
σ14.236
min417.000
max465.000
mean0.590
σ0.026
min0.551
max0.637

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean236.678
σ0.000
min236.678
max236.678
mean893.250
σ38.891
min797.000
max907.000
mean200.941
σ5.037
min193.434
max207.890
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean893.250
σ38.891
min797.000
max907.000
mean9.269
σ2.055
min6.394
max12.841
phase=parser
mean1042.367
σ0.000
min1042.366
max1042.367
mean893.250
σ38.891
min797.000
max907.000
mean518.859
σ119.477
min376.738
max751.835
phase=processProdDef
mean4850.764
σ0.000
min4850.764
max4850.765
mean907.000
σ0.000
min907.000
max907.000
mean4962.030
σ766.566
min3933.093
max6297.699
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean893.250
σ38.891
min797.000
max907.000
mean36.436
σ10.060
min20.540
max48.483
phase=type checker
mean990.453
σ0.071
min990.348
max990.567
mean893.250
σ38.891
min797.000
max907.000
mean726.077
σ96.542
min639.379
max887.582

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.820
σ0.038
min293.768
max293.859
mean443.400
σ0.548
min443.000
max444.000
mean0.393
σ0.001
min0.392
max0.395
iters=5
new-facts=1
prior-facts=6402
mean1320.218
σ0.032
min1320.171
max1320.247
mean1073.200
σ168.082
min845.000
max1274.000
mean2.274
σ0.119
min2.147
max2.462
iters=5
new-facts=6402
prior-facts=1
mean1560.604
σ6.198
min1557.641
max1571.688
mean619.000
σ82.901
min494.000
max717.000
mean2.255
σ0.049
min2.196
max2.331
iters=5
new-facts=6402
prior-facts=6402
mean1882.172
σ0.054
min1882.106
max1882.242
mean1697.400
σ246.595
min1393.000
max2023.000
mean2.984
σ0.080
min2.889
max3.090

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.652
σ0.124
min1.513
max1.825

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.082
σ582.723
min160.717
max1326.167
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.535
σ0.528
min0.265
max1.327
policies=20
mean1607.533
σ0.413
min1607.253
max1608.145
mean980.000
σ0.000
min980.000
max980.000
mean451.500
σ9.815
min443.000
max460.000
mean2.691
σ0.020
min2.678
max2.720
policies=200
mean16083.483
σ0.097
min16083.344
max16083.556
mean9800.000
σ0.000
min9800.000
max9800.000
mean496.750
σ2.986
min494.000
max501.000
mean27.250
σ0.124
min27.117
max27.412