461fc5d94bca059965d9372a26dfd53fef66766e

Home / Branches / alexjeffery/lan-75-randomised-testing-for-command-parser / 461fc5d94bca059965d9372a26dfd53fef66766e

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.582
σ0.341
min54.456
max55.552
mean418.000
σ0.000
min418.000
max418.000
mean0.144
σ0.004
min0.139
max0.150
cache=y
dps=1
iters=10
policies=100
mean43.704
σ0.005
min43.696
max43.710
mean418.000
σ0.000
min418.000
max418.000
mean0.123
σ0.004
min0.120
max0.132

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4149.625
σ1894.383
min1556.000
max7283.000
mean12.778
σ0.260
min12.491
max13.105
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4149.625
σ1894.383
min1556.000
max7283.000
mean12.969
σ0.608
min11.795
max13.620
op=table_records(), no indexes
mean41.932
σ0.001
min41.928
max41.933
mean7283.000
σ0.000
min7283.000
max7283.000
mean15.355
σ0.402
min14.499
max15.801
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.931
mean4149.625
σ1894.383
min1556.000
max7283.000
mean12.750
σ1.877
min10.780
max15.358
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4149.625
σ1894.383
min1556.000
max7283.000
mean8.931
σ0.198
min8.655
max9.210
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4149.625
σ1894.383
min1556.000
max7283.000
mean7.020
σ0.080
min6.924
max7.175
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.665
max25.668
mean4149.625
σ1894.383
min1556.000
max7283.000
mean6.012
σ0.111
min5.816
max6.129
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4149.625
σ1894.383
min1556.000
max7283.000
mean5.818
σ0.091
min5.715
max5.993

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.606
mean7283.000
σ0.000
min7283.000
max7283.000
mean1511.307
σ911.319
min1031.672
max3681.890
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.883
mean3571.250
σ1794.478
min1045.000
max5788.000
mean4905.258
σ1695.038
min3509.229
max7375.746

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4149.625
σ1894.383
min1556.000
max7283.000
mean85.667
σ12.925
min68.901
max102.578
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7283.000
σ0.000
min7283.000
max7283.000
mean106.881
σ2.729
min102.142
max110.271
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7283.000
σ0.000
min7283.000
max7283.000
mean163.761
σ4.538
min154.659
max167.248

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.538
mean4149.625
σ1894.383
min1556.000
max7283.000
mean6888.190
σ1214.280
min4905.865
max8376.110
op=vertical_lookup_list() on indexed
mean11560.065
σ0.001
min11560.064
max11560.066
mean7283.000
σ0.000
min7283.000
max7283.000
mean5279.983
σ1216.724
min4335.640
max7605.605

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean382.633
σ18.531
min337.148
max392.145
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean562.000
σ0.000
min562.000
max562.000
mean746.991
σ45.273
min645.551
max779.049

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.501
σ0.759
min1008.026
max1011.642
mean1047.400
σ312.417
min583.000
max1512.000
mean1.550
σ0.085
min1.404
max1.754

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.296
σ0.284
min0.137
max0.799
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.482
σ0.327
min0.327
max1.067
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.225
σ0.020
min0.208
max0.258
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.388
σ0.113
min0.327
max0.589

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean436.000
σ2.236
min432.000
max437.000
mean0.552
σ0.037
min0.501
max0.589
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean443.000
σ0.000
min443.000
max443.000
mean0.468
σ0.015
min0.453
max0.491

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean443.000
σ0.000
min443.000
max443.000
mean2.620
σ0.113
min2.442
max3.379
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean443.000
σ0.000
min443.000
max443.000
mean2.558
σ0.058
min2.402
max2.677
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean443.000
σ0.000
min443.000
max443.000
mean0.306
σ0.028
min0.286
max0.573
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean443.000
σ0.000
min443.000
max443.000
mean0.290
σ0.007
min0.277
max0.330

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.205
σ0.998
min297.732
max301.035
mean442.600
σ13.680
min418.000
max462.000
mean0.620
σ0.012
min0.592
max0.634

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.011
σ0.000
min222.011
max222.011
mean1733.250
σ9.721
min1728.000
max1749.000
mean204.259
σ2.466
min201.308
max209.109
phase=macro expansion
mean6.133
σ0.000
min6.133
max6.133
mean1733.250
σ9.721
min1728.000
max1749.000
mean8.571
σ3.619
min6.106
max15.406
phase=parser
mean1042.098
σ0.000
min1042.097
max1042.098
mean1733.250
σ9.721
min1728.000
max1749.000
mean617.534
σ148.866
min381.181
max833.104
phase=processProdDef
mean6169.657
σ0.001
min6169.657
max6169.658
mean1735.875
σ10.869
min1728.000
max1749.000
mean6090.474
σ1177.854
min3875.125
max7313.452
phase=renaming
mean21.667
σ0.000
min21.667
max21.667
mean1733.250
σ9.721
min1728.000
max1749.000
mean35.168
σ12.247
min19.611
max54.754
phase=type checker
mean958.457
σ0.066
min958.360
max958.547
mean1733.250
σ9.721
min1728.000
max1749.000
mean766.169
σ112.091
min622.483
max927.450

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.687
σ0.038
min293.634
max293.726
mean446.200
σ0.447
min446.000
max447.000
mean0.392
σ0.001
min0.390
max0.393
iters=5
new-facts=1
prior-facts=6402
mean1303.729
σ0.091
min1303.627
max1303.840
mean1096.000
σ174.578
min888.000
max1337.000
mean1.983
σ0.090
min1.921
max2.141
iters=5
new-facts=6402
prior-facts=1
mean1546.839
σ4.034
min1544.852
max1554.050
mean623.400
σ88.794
min507.000
max727.000
mean2.373
σ0.309
min2.094
max2.867
iters=5
new-facts=6402
prior-facts=6402
mean1865.808
σ0.050
min1865.742
max1865.881
mean1707.200
σ181.370
min1464.000
max1878.000
mean3.017
σ0.208
min2.864
max3.382

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.752
σ0.147
min1.569
max1.943

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean450.088
σ579.265
min160.452
max1318.985
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.529
σ0.517
min0.266
max1.303
policies=20
mean1604.887
σ0.402
min1604.607
max1605.481
mean980.000
σ0.000
min980.000
max980.000
mean446.750
σ2.500
min443.000
max448.000
mean2.672
σ0.018
min2.656
max2.692
policies=200
mean16057.201
σ0.101
min16057.057
max16057.273
mean9800.000
σ0.000
min9800.000
max9800.000
mean495.500
σ2.082
min493.000
max498.000
mean26.945
σ0.081
min26.864
max27.048