49e8f837fc92de264195f151b35984b9b0c70722

Home / Branches / alexjeffery/lan-75-randomised-testing-for-command-parser / 49e8f837fc92de264195f151b35984b9b0c70722

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.580
σ0.341
min54.452
max55.551
mean417.000
σ0.000
min417.000
max417.000
mean0.140
σ0.005
min0.131
max0.150
cache=y
dps=1
iters=10
policies=100
mean43.705
σ0.007
min43.695
max43.715
mean417.000
σ0.000
min417.000
max417.000
mean0.124
σ0.004
min0.120
max0.132

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4152.000
σ1900.570
min1552.000
max7301.000
mean12.766
σ0.317
min12.358
max13.258
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4152.000
σ1900.570
min1552.000
max7301.000
mean12.988
σ0.466
min12.062
max13.489
op=table_records(), no indexes
mean41.932
σ0.001
min41.929
max41.933
mean7301.000
σ0.000
min7301.000
max7301.000
mean15.210
σ0.617
min13.917
max15.889
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.932
mean4152.000
σ1900.570
min1552.000
max7301.000
mean12.953
σ1.908
min10.935
max15.526
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4152.000
σ1900.570
min1552.000
max7301.000
mean8.795
σ0.282
min8.449
max9.155
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4152.000
σ1900.570
min1552.000
max7301.000
mean6.874
σ0.119
min6.686
max7.049
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.664
max25.668
mean4152.000
σ1900.570
min1552.000
max7301.000
mean6.029
σ0.144
min5.880
max6.286
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4152.000
σ1900.570
min1552.000
max7301.000
mean5.650
σ0.212
min5.233
max5.859

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.607
mean7301.000
σ0.000
min7301.000
max7301.000
mean1294.273
σ451.842
min1036.622
max2337.257
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.882
mean3572.875
σ1797.466
min1043.000
max5796.000
mean4971.800
σ1627.113
min3549.853
max7445.991

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4152.000
σ1900.570
min1552.000
max7301.000
mean80.869
σ8.796
min71.014
max94.289
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7301.000
σ0.000
min7301.000
max7301.000
mean105.493
σ2.996
min99.921
max108.508
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7301.000
σ0.000
min7301.000
max7301.000
mean163.974
σ6.875
min148.270
max168.351

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.538
mean4152.000
σ1900.570
min1552.000
max7301.000
mean6681.599
σ1171.191
min4975.950
max7992.332
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7301.000
σ0.000
min7301.000
max7301.000
mean5099.613
σ1205.898
min4393.804
max7691.889

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean477.000
σ0.000
min477.000
max477.000
mean382.325
σ20.020
min348.738
max394.839
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.500
σ0.926
min560.000
max562.000
mean761.626
σ62.623
min661.365
max810.514

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.501
σ0.760
min1008.025
max1011.642
mean1047.050
σ297.936
min585.000
max1448.000
mean1.540
σ0.082
min1.420
max1.761

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.433
σ0.605
min0.130
max1.513
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.481
σ0.322
min0.321
max1.057
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.218
σ0.019
min0.205
max0.251
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.336
σ0.016
min0.320
max0.364

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean434.000
σ3.674
min431.000
max438.000
mean0.554
σ0.050
min0.470
max0.596
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean438.000
σ0.000
min438.000
max438.000
mean0.472
σ0.039
min0.422
max0.507

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean438.000
σ0.000
min438.000
max438.000
mean1.872
σ0.080
min1.732
max2.097
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean438.000
σ0.000
min438.000
max438.000
mean1.896
σ0.090
min1.731
max2.177
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean438.000
σ0.000
min438.000
max438.000
mean0.304
σ0.018
min0.287
max0.462
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean438.000
σ0.000
min438.000
max438.000
mean0.288
σ0.007
min0.272
max0.317

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean297.954
σ1.007
min297.527
max300.807
mean442.300
σ14.810
min422.000
max465.000
mean0.596
σ0.028
min0.551
max0.636

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.011
σ0.000
min222.011
max222.011
mean1761.250
σ21.651
min1741.000
max1782.000
mean205.930
σ1.936
min202.653
max208.003
phase=macro expansion
mean6.133
σ0.000
min6.133
max6.133
mean1761.250
σ21.651
min1741.000
max1782.000
mean10.028
σ3.451
min6.114
max15.471
phase=parser
mean1042.098
σ0.000
min1042.097
max1042.098
mean1761.250
σ21.651
min1741.000
max1782.000
mean699.660
σ79.467
min593.609
max837.591
phase=processProdDef
mean6169.657
σ0.001
min6169.657
max6169.658
mean1766.375
σ21.017
min1741.000
max1782.000
mean4995.505
σ1744.628
min3456.148
max8023.006
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1761.250
σ21.651
min1741.000
max1782.000
mean34.942
σ14.260
min19.953
max55.613
phase=type checker
mean958.457
σ0.066
min958.360
max958.547
mean1761.250
σ21.651
min1741.000
max1782.000
mean734.923
σ113.556
min629.577
max869.766

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.688
σ0.037
min293.636
max293.727
mean445.400
σ0.548
min445.000
max446.000
mean0.400
σ0.003
min0.398
max0.405
iters=5
new-facts=1
prior-facts=6402
mean1303.788
σ0.042
min1303.720
max1303.835
mean1063.200
σ168.764
min840.000
max1274.000
mean1.985
σ0.172
min1.770
max2.143
iters=5
new-facts=6402
prior-facts=1
mean1546.813
σ4.021
min1544.790
max1553.998
mean611.800
σ73.506
min496.000
max690.000
mean2.258
σ0.153
min2.134
max2.472
iters=5
new-facts=6402
prior-facts=6402
mean1865.809
σ0.060
min1865.739
max1865.897
mean1712.600
σ250.331
min1420.000
max2068.000
mean2.962
σ0.117
min2.872
max3.140

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.621
σ0.164
min1.464
max1.813

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean450.089
σ579.264
min160.453
max1318.986
mean102.250
σ8.500
min98.000
max115.000
mean444.000
σ0.000
min444.000
max444.000
mean0.525
σ0.516
min0.264
max1.299
policies=20
mean1604.905
σ0.411
min1604.617
max1605.512
mean980.000
σ0.000
min980.000
max980.000
mean451.750
σ10.340
min444.000
max467.000
mean2.683
σ0.015
min2.663
max2.698
policies=200
mean16057.318
σ0.158
min16057.180
max16057.531
mean9800.000
σ0.000
min9800.000
max9800.000
mean494.750
σ4.573
min490.000
max500.000
mean26.979
σ0.057
min26.929
max27.034