39c2b97df7f33c9c02220a3b9a772ad873895173

Home / Branches / alexjeffery/lan-75-randomised-testing-for-command-parser / 39c2b97df7f33c9c02220a3b9a772ad873895173

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.580
σ0.342
min54.450
max55.552
mean422.000
σ0.000
min422.000
max422.000
mean0.137
σ0.006
min0.130
max0.145
cache=y
dps=1
iters=10
policies=100
mean43.704
σ0.007
min43.697
max43.718
mean422.000
σ0.000
min422.000
max422.000
mean0.122
σ0.005
min0.116
max0.130

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4153.750
σ1901.212
min1553.000
max7306.000
mean12.829
σ0.264
min12.511
max13.184
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.615
max36.619
mean4153.750
σ1901.212
min1553.000
max7306.000
mean12.786
σ0.616
min11.923
max13.560
op=table_records(), no indexes
mean41.932
σ0.001
min41.928
max41.933
mean7306.000
σ0.000
min7306.000
max7306.000
mean15.177
σ0.685
min13.637
max15.701
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.932
mean4153.750
σ1901.212
min1553.000
max7306.000
mean12.739
σ1.674
min10.430
max15.556
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4153.750
σ1901.212
min1553.000
max7306.000
mean8.902
σ0.364
min8.337
max9.374
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4153.750
σ1901.212
min1553.000
max7306.000
mean6.997
σ0.197
min6.751
max7.340
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.669
mean4153.750
σ1901.212
min1553.000
max7306.000
mean5.940
σ0.158
min5.669
max6.169
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4153.750
σ1901.212
min1553.000
max7306.000
mean5.767
σ0.064
min5.654
max5.812

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.606
mean7306.000
σ0.000
min7306.000
max7306.000
mean1098.208
σ144.847
min1037.471
max1456.470
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.882
mean3573.750
σ1797.375
min1044.000
max5796.000
mean4566.205
σ1356.135
min3522.716
max6714.801

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4153.750
σ1901.212
min1553.000
max7306.000
mean80.594
σ11.307
min70.406
max101.617
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7306.000
σ0.000
min7306.000
max7306.000
mean106.516
σ4.841
min97.062
max112.371
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7306.000
σ0.000
min7306.000
max7306.000
mean164.001
σ9.064
min142.800
max169.298

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.538
mean4153.750
σ1901.212
min1553.000
max7306.000
mean6572.602
σ1169.981
min4966.838
max8180.054
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7306.000
σ0.000
min7306.000
max7306.000
mean5455.781
σ1436.626
min4395.637
max7738.241

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean382.597
σ22.319
min339.857
max400.582
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean561.000
σ0.000
min561.000
max561.000
mean756.707
σ51.836
min633.244
max788.342

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.500
σ0.759
min1008.026
max1011.641
mean1046.750
σ313.527
min572.000
max1509.000
mean1.553
σ0.083
min1.481
max1.772

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.319
σ0.336
min0.147
max0.916
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.478
σ0.326
min0.322
max1.061
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.217
σ0.022
min0.202
max0.255
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.343
σ0.015
min0.331
max0.368

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean431.000
σ0.000
min431.000
max431.000
mean0.546
σ0.028
min0.529
max0.596
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean431.000
σ0.000
min431.000
max431.000
mean0.481
σ0.039
min0.435
max0.525

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean431.000
σ0.000
min431.000
max431.000
mean1.978
σ0.088
min1.819
max2.369
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean431.000
σ0.000
min431.000
max431.000
mean1.944
σ0.063
min1.841
max2.191
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean431.000
σ0.000
min431.000
max431.000
mean0.306
σ0.012
min0.288
max0.369
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean431.000
σ0.000
min431.000
max431.000
mean0.286
σ0.007
min0.272
max0.318

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.280
σ1.004
min297.827
max301.130
mean441.000
σ15.449
min418.000
max463.000
mean0.614
σ0.008
min0.605
max0.632

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.011
σ0.000
min222.011
max222.011
mean1759.125
σ13.789
min1725.000
max1764.000
mean209.089
σ3.468
min203.658
max215.118
phase=macro expansion
mean6.133
σ0.000
min6.133
max6.133
mean1759.125
σ13.789
min1725.000
max1764.000
mean8.550
σ1.857
min6.194
max10.029
phase=parser
mean1042.098
σ0.000
min1042.098
max1042.098
mean1759.125
σ13.789
min1725.000
max1764.000
mean677.226
σ124.389
min376.389
max756.624
phase=processProdDef
mean6169.657
σ0.000
min6169.657
max6169.658
mean1764.000
σ0.000
min1764.000
max1764.000
mean5703.854
σ1720.161
min3482.923
max7823.440
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1759.125
σ13.789
min1725.000
max1764.000
mean29.876
σ4.469
min19.942
max35.385
phase=type checker
mean958.457
σ0.066
min958.360
max958.547
mean1759.125
σ13.789
min1725.000
max1764.000
mean695.112
σ71.332
min629.572
max830.174

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.688
σ0.037
min293.635
max293.727
mean445.000
σ0.000
min445.000
max445.000
mean0.399
σ0.001
min0.397
max0.400
iters=5
new-facts=1
prior-facts=6402
mean1303.769
σ0.065
min1303.718
max1303.856
mean1096.000
σ187.250
min838.000
max1321.000
mean2.017
σ0.201
min1.841
max2.302
iters=5
new-facts=6402
prior-facts=1
mean1546.825
σ4.006
min1544.847
max1553.986
mean618.000
σ80.025
min497.000
max712.000
mean2.258
σ0.114
min2.158
max2.428
iters=5
new-facts=6402
prior-facts=6402
mean1865.808
σ0.052
min1865.735
max1865.882
mean1735.000
σ192.434
min1464.000
max1912.000
mean3.038
σ0.306
min2.735
max3.543

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.751
σ0.079
min1.618
max1.829

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean450.090
σ579.265
min160.457
max1318.987
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.543
σ0.548
min0.267
max1.364
policies=20
mean1604.881
σ0.361
min1604.624
max1605.413
mean980.000
σ0.000
min980.000
max980.000
mean446.000
σ2.000
min443.000
max447.000
mean2.669
σ0.010
min2.655
max2.677
policies=200
mean16057.180
σ0.210
min16057.028
max16057.489
mean9800.000
σ0.000
min9800.000
max9800.000
mean498.000
σ6.782
min490.000
max505.000
mean26.996
σ0.139
min26.838
max27.163