6fb100dcf6ff2116798ac20b8c69fed5b884129a

Home / Branches / terryxu/add-revisioncreationbenchmark-benchmark-to-perfly-ui / 6fb100dcf6ff2116798ac20b8c69fed5b884129a

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean558.695
σ0.000
min558.695
max558.695

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.888
σ0.356
min54.754
max55.902
mean418.000
σ0.000
min418.000
max418.000
mean0.142
σ0.005
min0.137
max0.153
cache=y
dps=1
iters=10
policies=100
mean43.855
σ0.005
min43.846
max43.862
mean418.000
σ0.000
min418.000
max418.000
mean0.123
σ0.005
min0.117
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4042.625
σ2007.454
min1219.000
max7144.000
mean12.830
σ0.364
min12.416
max13.391
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.616
max36.620
mean4042.625
σ2007.454
min1219.000
max7144.000
mean13.089
σ0.491
min12.318
max13.968
op=table_records(), no indexes
mean41.930
σ0.001
min41.928
max41.932
mean7144.000
σ0.000
min7144.000
max7144.000
mean14.795
σ1.393
min11.389
max15.692
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4042.625
σ2007.454
min1219.000
max7144.000
mean14.681
σ2.771
min11.070
max20.425
op=vertical_lookup_list() on indexed, after table_records()
mean27.654
σ0.136
min27.604
max27.991
mean4042.625
σ2007.454
min1219.000
max7144.000
mean9.797
σ1.509
min8.820
max13.446
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4042.625
σ2007.454
min1219.000
max7144.000
mean6.937
σ1.199
min6.172
max9.877
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.004
min25.666
max25.678
mean4042.625
σ2007.454
min1219.000
max7144.000
mean6.234
σ0.141
min5.960
max6.441
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.968
max25.972
mean4042.625
σ2007.454
min1219.000
max7144.000
mean5.604
σ0.093
min5.525
max5.814

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.613
σ0.002
min1021.612
max1021.616
mean7144.000
σ0.000
min7144.000
max7144.000
mean358.278
σ42.043
min339.723
max462.255
op=load_product(), with indexes
mean7917.793
σ0.469
min7917.625
max7918.954
mean3273.500
σ1825.166
min810.000
max5621.000
mean3546.449
σ944.248
min3068.596
max5680.980

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4042.625
σ2007.454
min1219.000
max7144.000
mean87.885
σ21.752
min71.249
max130.440
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7144.000
σ0.000
min7144.000
max7144.000
mean78.603
σ45.955
min60.976
max192.225
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.688
σ0.002
min66.686
max66.691
mean7144.000
σ0.000
min7144.000
max7144.000
mean206.637
σ300.447
min97.763
max950.101

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean14217.171
σ4.303
min14215.576
max14227.820
mean4042.625
σ2007.454
min1219.000
max7144.000
mean7813.795
σ1857.875
min5866.787
max10872.663
op=vertical_lookup_list() on indexed
mean13159.109
σ0.002
min13159.106
max13159.110
mean7144.000
σ0.000
min7144.000
max7144.000
mean5382.232
σ1092.623
min4925.025
max8059.564

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean477.000
σ0.000
min477.000
max477.000
mean385.680
σ3.802
min378.200
max391.824
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.000
σ0.000
min560.000
max560.000
mean766.001
σ9.264
min751.983
max777.038

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.298
σ0.759
min1023.827
max1027.438
mean1048.900
σ313.508
min574.000
max1511.000
mean1.573
σ0.081
min1.493
max1.770

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.295
σ0.287
min0.139
max0.804
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.475
σ0.315
min0.324
max1.039
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.220
σ0.018
min0.206
max0.251
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.326
σ0.017
min0.312
max0.355

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean431.200
σ0.447
min431.000
max432.000
mean0.577
σ0.039
min0.530
max0.614
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean436.000
σ0.000
min436.000
max436.000
mean0.469
σ0.018
min0.450
max0.492

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean436.000
σ0.000
min436.000
max436.000
mean1.982
σ0.079
min1.840
max2.413
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean436.000
σ0.000
min436.000
max436.000
mean2.154
σ0.311
min1.859
max2.840
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean436.000
σ0.000
min436.000
max436.000
mean0.308
σ0.036
min0.292
max0.660
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean436.000
σ0.000
min436.000
max436.000
mean0.288
σ0.007
min0.277
max0.319

Revisitions: measure Revisitions

Factorallocated MiBpeak allocated MiBtime_ms
number of threads=8
revision count=1000
mean11.531
σ12.593
min0.566
max104.103
mean455.532
σ16.404
min408.000
max469.000
mean26.390
σ30.918
min0.998
max252.113

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.702
σ1.041
min298.229
max301.656
mean443.300
σ15.966
min420.000
max471.000
mean0.592
σ0.041
min0.512
max0.628

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean236.678
σ0.000
min236.678
max236.678
mean1055.625
σ26.517
min990.000
max1065.000
mean207.480
σ4.340
min201.182
max213.390
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1055.625
σ26.517
min990.000
max1065.000
mean8.269
σ1.590
min6.264
max9.820
phase=parser
mean1042.361
σ0.000
min1042.360
max1042.361
mean1055.625
σ26.517
min990.000
max1065.000
mean501.459
σ78.170
min375.088
max557.857
phase=processProdDef
mean4850.767
σ0.000
min4850.767
max4850.767
mean1065.000
σ0.000
min1065.000
max1065.000
mean4814.791
σ403.223
min4267.200
max5412.410
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean1055.625
σ26.517
min990.000
max1065.000
mean31.611
σ10.180
min20.519
max41.349
phase=type checker
mean990.450
σ0.071
min990.344
max990.563
mean1055.625
σ26.517
min990.000
max1065.000
mean762.034
σ114.664
min644.141
max913.430

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.821
σ0.038
min293.768
max293.861
mean443.400
σ0.548
min443.000
max444.000
mean0.393
σ0.002
min0.390
max0.396
iters=5
new-facts=1
prior-facts=6402
mean1320.219
σ0.031
min1320.169
max1320.252
mean1074.800
σ168.550
min846.000
max1276.000
mean2.304
σ0.189
min2.177
max2.634
iters=5
new-facts=6402
prior-facts=1
mean1560.612
σ6.210
min1557.637
max1571.717
mean620.400
σ83.038
min495.000
max718.000
mean2.272
σ0.116
min2.187
max2.473
iters=5
new-facts=6402
prior-facts=6402
mean1882.175
σ0.056
min1882.114
max1882.251
mean1699.600
σ245.019
min1398.000
max2024.000
mean2.959
σ0.066
min2.871
max3.026

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.748
σ0.102
min1.640
max1.855

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.083
σ582.722
min160.720
max1326.166
mean102.250
σ8.500
min98.000
max115.000
mean445.000
σ0.000
min445.000
max445.000
mean0.547
σ0.549
min0.267
max1.371
policies=20
mean1607.534
σ0.415
min1607.254
max1608.149
mean980.000
σ0.000
min980.000
max980.000
mean448.500
σ7.000
min445.000
max459.000
mean2.691
σ0.007
min2.685
max2.700
policies=200
mean16083.458
σ0.098
min16083.323
max16083.546
mean9800.000
σ0.000
min9800.000
max9800.000
mean499.500
σ4.203
min494.000
max504.000
mean27.195
σ0.072
min27.101
max27.267