38afe279e5a14733e5ca5d6885c5f5cf2c137530

Home / Branches / alexjeffery/lan-75-randomised-testing-for-command-parser / 38afe279e5a14733e5ca5d6885c5f5cf2c137530

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean558.633
σ0.000
min558.633
max558.633

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.881
σ0.359
min54.739
max55.903
mean418.000
σ0.000
min418.000
max418.000
mean0.141
σ0.004
min0.138
max0.149
cache=y
dps=1
iters=10
policies=100
mean43.851
σ0.006
min43.837
max43.859
mean418.000
σ0.000
min418.000
max418.000
mean0.133
σ0.009
min0.121
max0.145

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4031.500
σ2003.151
min1217.000
max7134.000
mean12.263
σ0.364
min11.598
max12.682
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.616
max36.620
mean4031.500
σ2003.151
min1217.000
max7134.000
mean12.447
σ0.591
min11.517
max13.082
op=table_records(), no indexes
mean41.930
σ0.002
min41.929
max41.932
mean7134.000
σ0.000
min7134.000
max7134.000
mean14.269
σ1.484
min10.757
max15.730
op=table_records(), repeat
mean41.929
σ0.002
min41.928
max41.932
mean4031.500
σ2003.151
min1217.000
max7134.000
mean13.019
σ1.835
min10.719
max14.783
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.604
max27.991
mean4031.500
σ2003.151
min1217.000
max7134.000
mean8.464
σ0.351
min8.046
max9.077
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4031.500
σ2003.151
min1217.000
max7134.000
mean6.405
σ0.178
min6.114
max6.610
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.004
min25.665
max25.678
mean4031.500
σ2003.151
min1217.000
max7134.000
mean5.547
σ0.119
min5.354
max5.691
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.969
max25.972
mean4031.500
σ2003.151
min1217.000
max7134.000
mean5.367
σ0.058
min5.252
max5.440

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.613
σ0.002
min1021.612
max1021.616
mean7134.000
σ0.000
min7134.000
max7134.000
mean346.527
σ1.523
min344.460
max348.694
op=load_product(), with indexes
mean7917.793
σ0.469
min7917.624
max7918.954
mean3265.250
σ1816.172
min810.000
max5604.000
mean3537.036
σ894.603
min3074.656
max5549.367

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4031.500
σ2003.151
min1217.000
max7134.000
mean81.248
σ13.483
min69.996
max104.972
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7134.000
σ0.000
min7134.000
max7134.000
mean166.974
σ293.221
min62.728
max892.658
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.688
σ0.002
min66.686
max66.691
mean7134.000
σ0.000
min7134.000
max7134.000
mean107.157
σ14.580
min101.082
max143.112

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean14217.171
σ4.303
min14215.576
max14227.820
mean4031.500
σ2003.151
min1217.000
max7134.000
mean8150.649
σ1796.221
min5954.693
max10707.378
op=vertical_lookup_list() on indexed
mean13159.109
σ0.002
min13159.106
max13159.111
mean7134.000
σ0.000
min7134.000
max7134.000
mean5108.761
σ181.599
min4998.772
max5404.018

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean477.000
σ0.000
min477.000
max477.000
mean382.751
σ14.102
min349.323
max393.514
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.000
σ0.000
min560.000
max560.000
mean764.441
σ20.109
min718.191
max782.280

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.299
σ0.758
min1023.825
max1027.436
mean1047.000
σ300.574
min553.000
max1450.000
mean1.579
σ0.094
min1.499
max1.793

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.422
σ0.506
min0.146
max1.324
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.827
σ0.516
min0.566
max1.749
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.385
σ0.042
min0.354
max0.457
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.585
σ0.021
min0.564
max0.618

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean436.200
σ5.541
min431.000
max442.000
mean0.604
σ0.082
min0.538
max0.745
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean442.000
σ0.000
min442.000
max442.000
mean0.477
σ0.042
min0.435
max0.523

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean442.000
σ0.000
min442.000
max442.000
mean1.971
σ0.079
min1.841
max2.461
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean442.000
σ0.000
min442.000
max442.000
mean1.920
σ0.102
min1.758
max2.287
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean442.000
σ0.000
min442.000
max442.000
mean0.311
σ0.012
min0.296
max0.405
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean442.000
σ0.000
min442.000
max442.000
mean0.293
σ0.007
min0.279
max0.325

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.697
σ0.960
min298.250
max301.416
mean439.100
σ15.595
min416.000
max462.000
mean0.599
σ0.027
min0.541
max0.639

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean236.678
σ0.000
min236.678
max236.678
mean1064.125
σ33.588
min981.000
max1076.000
mean213.594
σ1.920
min210.425
max216.042
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1064.125
σ33.588
min981.000
max1076.000
mean9.357
σ2.461
min6.323
max12.655
phase=parser
mean1042.363
σ0.000
min1042.362
max1042.363
mean1064.125
σ33.588
min981.000
max1076.000
mean538.363
σ134.569
min379.444
max725.128
phase=processProdDef
mean4850.764
σ0.000
min4850.764
max4850.765
mean1076.000
σ0.000
min1076.000
max1076.000
mean5024.739
σ285.511
min4521.620
max5337.972
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean1064.125
σ33.588
min981.000
max1076.000
mean35.429
σ11.143
min20.477
max47.473
phase=type checker
mean990.450
σ0.071
min990.344
max990.563
mean1064.125
σ33.588
min981.000
max1076.000
mean772.267
σ113.188
min649.480
max928.555

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.821
σ0.038
min293.768
max293.861
mean443.000
σ0.000
min443.000
max443.000
mean0.396
σ0.006
min0.391
max0.406
iters=5
new-facts=1
prior-facts=6402
mean1320.212
σ0.040
min1320.158
max1320.251
mean1067.000
σ165.851
min843.000
max1270.000
mean2.250
σ0.092
min2.152
max2.400
iters=5
new-facts=6402
prior-facts=1
mean1560.619
σ6.230
min1557.632
max1571.759
mean619.000
σ82.553
min494.000
max716.000
mean2.352
σ0.201
min2.221
max2.702
iters=5
new-facts=6402
prior-facts=6402
mean1882.147
σ0.056
min1882.104
max1882.241
mean1704.200
σ256.913
min1398.000
max2054.000
mean2.947
σ0.098
min2.850
max3.059

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.746
σ0.150
min1.503
max1.888

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.081
σ582.721
min160.719
max1326.162
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.546
σ0.543
min0.267
max1.360
policies=20
mean1607.521
σ0.399
min1607.248
max1608.112
mean980.000
σ0.000
min980.000
max980.000
mean447.000
σ8.000
min443.000
max459.000
mean2.678
σ0.018
min2.663
max2.704
policies=200
mean16083.439
σ0.067
min16083.384
max16083.531
mean9800.000
σ0.000
min9800.000
max9800.000
mean498.750
σ3.304
min495.000
max503.000
mean27.192
σ0.042
min27.154
max27.232