1045dd1facac496b1ae9414c5dd2e8f2f860d7f5

Home / Branches / alexjeffery/lan-75-randomised-testing-for-command-parser / 1045dd1facac496b1ae9414c5dd2e8f2f860d7f5

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean558.633
σ0.000
min558.633
max558.633

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.880
σ0.357
min54.746
max55.895
mean419.000
σ0.000
min419.000
max419.000
mean0.142
σ0.005
min0.137
max0.149
cache=y
dps=1
iters=10
policies=100
mean43.850
σ0.005
min43.842
max43.855
mean419.000
σ0.000
min419.000
max419.000
mean0.125
σ0.004
min0.121
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4042.250
σ2007.596
min1220.000
max7146.000
mean13.472
σ1.700
min12.351
max17.570
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.616
max36.620
mean4042.250
σ2007.596
min1220.000
max7146.000
mean13.613
σ1.764
min12.437
max17.883
op=table_records(), no indexes
mean41.930
σ0.002
min41.928
max41.932
mean7146.000
σ0.000
min7146.000
max7146.000
mean15.248
σ0.160
min15.075
max15.528
op=table_records(), repeat
mean41.930
σ0.002
min41.927
max41.932
mean4042.250
σ2007.596
min1220.000
max7146.000
mean14.336
σ1.529
min11.721
max16.690
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.604
max27.991
mean4042.250
σ2007.596
min1220.000
max7146.000
mean9.752
σ1.444
min8.528
max12.805
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4042.250
σ2007.596
min1220.000
max7146.000
mean7.568
σ1.351
min6.542
max10.454
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.004
min25.665
max25.678
mean4042.250
σ2007.596
min1220.000
max7146.000
mean6.319
σ0.517
min6.040
max7.583
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.968
max25.972
mean4042.250
σ2007.596
min1220.000
max7146.000
mean6.013
σ0.572
min5.671
max7.415

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.613
σ0.002
min1021.612
max1021.616
mean7146.000
σ0.000
min7146.000
max7146.000
mean378.744
σ81.986
min348.869
max581.643
op=load_product(), with indexes
mean7917.792
σ0.469
min7917.624
max7918.954
mean3272.750
σ1824.742
min809.000
max5621.000
mean3620.876
σ892.403
min3101.874
max5599.666

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4042.250
σ2007.596
min1220.000
max7146.000
mean86.790
σ19.896
min70.546
max120.305
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7146.000
σ0.000
min7146.000
max7146.000
mean61.093
σ0.309
min60.621
max61.530
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.688
σ0.002
min66.686
max66.691
mean7146.000
σ0.000
min7146.000
max7146.000
mean100.174
σ0.456
min99.412
max100.832

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean14217.170
σ4.304
min14215.575
max14227.820
mean4042.250
σ2007.596
min1220.000
max7146.000
mean8095.535
σ1987.311
min6053.001
max10634.773
op=vertical_lookup_list() on indexed
mean13159.108
σ0.001
min13159.106
max13159.110
mean7146.000
σ0.000
min7146.000
max7146.000
mean5109.308
σ186.451
min4973.260
max5489.872

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean391.196
σ16.126
min353.352
max404.701
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean562.000
σ0.000
min562.000
max562.000
mean744.993
σ76.773
min598.737
max804.150

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.299
σ0.759
min1023.827
max1027.437
mean1039.150
σ301.397
min563.000
max1462.000
mean1.550
σ0.054
min1.476
max1.653

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.402
σ0.527
min0.144
max1.343
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.484
σ0.305
min0.332
max1.028
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.220
σ0.027
min0.204
max0.267
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.328
σ0.013
min0.317
max0.349

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean435.600
σ5.079
min431.000
max441.000
mean0.534
σ0.037
min0.486
max0.587
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean441.000
σ0.000
min441.000
max441.000
mean0.487
σ0.053
min0.397
max0.526

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean441.000
σ0.000
min441.000
max441.000
mean2.638
σ0.101
min2.456
max2.938
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean441.000
σ0.000
min441.000
max441.000
mean2.643
σ0.086
min2.480
max2.848
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean441.000
σ0.000
min441.000
max441.000
mean0.305
σ0.053
min0.280
max0.823
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean441.000
σ0.000
min441.000
max441.000
mean0.289
σ0.021
min0.276
max0.482

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.500
σ11.402
min0.574
max79.216
mean460.357
σ21.254
min408.000
max485.000
mean0.027
σ0.028
min0.001
max0.189

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.421
σ1.006
min297.988
max301.269
mean443.200
σ17.568
min418.000
max468.000
mean0.604
σ0.018
min0.572
max0.639

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean236.678
σ0.000
min236.678
max236.678
mean1066.625
σ35.002
min980.000
max1079.000
mean202.285
σ1.947
min199.504
max204.659
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1066.625
σ35.002
min980.000
max1079.000
mean10.118
σ2.841
min6.373
max15.259
phase=parser
mean1042.363
σ0.000
min1042.362
max1042.363
mean1066.625
σ35.002
min980.000
max1079.000
mean559.679
σ187.758
min375.118
max829.592
phase=processProdDef
mean4850.764
σ0.000
min4850.764
max4850.765
mean1079.000
σ0.000
min1079.000
max1079.000
mean4681.739
σ700.163
min3397.287
max5484.270
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean1066.625
σ35.002
min980.000
max1079.000
mean36.957
σ12.379
min20.787
max55.559
phase=type checker
mean990.450
σ0.071
min990.344
max990.563
mean1066.625
σ35.002
min980.000
max1079.000
mean777.317
σ121.662
min646.449
max926.136

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.821
σ0.038
min293.768
max293.861
mean439.000
σ2.739
min437.000
max442.000
mean0.392
σ0.002
min0.389
max0.394
iters=5
new-facts=1
prior-facts=6402
mean1320.214
σ0.038
min1320.158
max1320.248
mean1066.600
σ165.381
min843.000
max1269.000
mean2.238
σ0.049
min2.171
max2.298
iters=5
new-facts=6402
prior-facts=1
mean1560.610
σ6.200
min1557.641
max1571.697
mean618.600
σ82.984
min493.000
max716.000
mean2.293
σ0.106
min2.178
max2.458
iters=5
new-facts=6402
prior-facts=6402
mean1882.174
σ0.052
min1882.124
max1882.249
mean1702.200
σ259.046
min1400.000
max2063.000
mean2.923
σ0.182
min2.621
max3.094

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.666
σ0.125
min1.520
max1.807

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.080
σ582.725
min160.714
max1326.168
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.529
σ0.505
min0.272
max1.287
policies=20
mean1607.504
σ0.424
min1607.229
max1608.135
mean980.000
σ0.000
min980.000
max980.000
mean446.250
σ6.500
min443.000
max456.000
mean2.700
σ0.016
min2.681
max2.716
policies=200
mean16083.417
σ0.155
min16083.220
max16083.596
mean9800.000
σ0.000
min9800.000
max9800.000
mean496.500
σ3.697
min492.000
max501.000
mean27.213
σ0.032
min27.182
max27.256