504dc52fb3dc3f74dac033406ea9b187ef94e497

Home / Branches / alexjeffery/lan-75-randomised-testing-for-command-parser / 504dc52fb3dc3f74dac033406ea9b187ef94e497

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean558.664
σ0.000
min558.664
max558.664

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.884
σ0.358
min54.745
max55.900
mean418.000
σ0.000
min418.000
max418.000
mean0.150
σ0.012
min0.137
max0.171
cache=y
dps=1
iters=10
policies=100
mean43.850
σ0.006
min43.839
max43.859
mean418.000
σ0.000
min418.000
max418.000
mean0.125
σ0.004
min0.119
max0.132

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4040.250
σ2008.418
min1218.000
max7152.000
mean12.793
σ0.395
min12.225
max13.297
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.616
max36.620
mean4040.250
σ2008.418
min1218.000
max7152.000
mean12.958
σ0.648
min11.969
max13.911
op=table_records(), no indexes
mean41.930
σ0.002
min41.928
max41.933
mean7152.000
σ0.000
min7152.000
max7152.000
mean15.372
σ0.238
min15.096
max15.659
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4040.250
σ2008.418
min1218.000
max7152.000
mean14.197
σ1.402
min11.122
max15.382
op=vertical_lookup_list() on indexed, after table_records()
mean27.654
σ0.136
min27.604
max27.991
mean4040.250
σ2008.418
min1218.000
max7152.000
mean9.594
σ0.840
min8.555
max10.876
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4040.250
σ2008.418
min1218.000
max7152.000
mean7.239
σ0.992
min6.064
max8.966
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.004
min25.665
max25.678
mean4040.250
σ2008.418
min1218.000
max7152.000
mean5.992
σ0.186
min5.710
max6.330
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.968
max25.972
mean4040.250
σ2008.418
min1218.000
max7152.000
mean5.676
σ0.212
min5.259
max5.908

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.613
σ0.002
min1021.612
max1021.616
mean7152.000
σ0.000
min7152.000
max7152.000
mean364.859
σ52.614
min343.671
max494.967
op=load_product(), with indexes
mean7917.793
σ0.469
min7917.625
max7918.953
mean3270.375
σ1822.346
min810.000
max5615.000
mean3710.327
σ1183.376
min3066.881
max5937.336

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4040.250
σ2008.418
min1218.000
max7152.000
mean84.054
σ15.441
min70.843
max110.771
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7152.000
σ0.000
min7152.000
max7152.000
mean62.249
σ2.665
min60.265
max68.731
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.688
σ0.002
min66.686
max66.691
mean7152.000
σ0.000
min7152.000
max7152.000
mean99.090
σ0.886
min98.203
max100.563

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean14217.171
σ4.303
min14215.576
max14227.820
mean4040.250
σ2008.418
min1218.000
max7152.000
mean8149.347
σ1963.810
min5987.614
max10949.231
op=vertical_lookup_list() on indexed
mean13159.109
σ0.002
min13159.106
max13159.110
mean7152.000
σ0.000
min7152.000
max7152.000
mean5404.678
σ1022.914
min4970.429
max7909.653

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean473.875
σ0.354
min473.000
max474.000
mean377.892
σ26.721
min314.178
max392.297
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean559.000
σ0.000
min559.000
max559.000
mean756.426
σ55.129
min627.558
max800.294

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.297
σ0.759
min1023.823
max1027.436
mean1057.950
σ315.525
min562.000
max1527.000
mean1.575
σ0.102
min1.471
max1.879

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean401.000
σ0.000
min401.000
max401.000
mean0.383
σ0.466
min0.137
max1.213
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean401.000
σ0.000
min401.000
max401.000
mean0.436
σ0.205
min0.330
max0.801
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean401.000
σ0.000
min401.000
max401.000
mean0.220
σ0.027
min0.198
max0.267
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean401.000
σ0.000
min401.000
max401.000
mean0.338
σ0.017
min0.324
max0.367

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean432.800
σ3.033
min430.000
max436.000
mean0.569
σ0.047
min0.500
max0.611
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean436.000
σ0.000
min436.000
max436.000
mean0.509
σ0.022
min0.471
max0.528

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean436.000
σ0.000
min436.000
max436.000
mean2.583
σ0.078
min2.451
max2.909
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean436.000
σ0.000
min436.000
max436.000
mean2.591
σ0.093
min2.460
max2.967
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean436.000
σ0.000
min436.000
max436.000
mean0.308
σ0.009
min0.294
max0.367
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean436.000
σ0.000
min436.000
max436.000
mean0.295
σ0.007
min0.282
max0.340

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.795
σ1.024
min298.397
max301.707
mean442.100
σ18.616
min414.000
max467.000
mean0.604
σ0.025
min0.537
max0.627

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean236.678
σ0.000
min236.678
max236.678
mean1064.000
σ33.941
min980.000
max1076.000
mean203.471
σ4.278
min196.938
max209.895
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1064.000
σ33.941
min980.000
max1076.000
mean8.089
σ1.752
min6.301
max9.943
phase=parser
mean1042.366
σ0.001
min1042.363
max1042.366
mean1064.000
σ33.941
min980.000
max1076.000
mean469.394
σ66.386
min375.290
max556.135
phase=processProdDef
mean4850.765
σ0.000
min4850.765
max4850.765
mean1076.000
σ0.000
min1076.000
max1076.000
mean4707.662
σ570.686
min3628.820
max5346.820
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean1064.000
σ33.941
min980.000
max1076.000
mean33.314
σ10.320
min20.768
max41.574
phase=type checker
mean990.453
σ0.072
min990.344
max990.567
mean1064.000
σ33.941
min980.000
max1076.000
mean691.032
σ63.096
min642.971
max837.793

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.821
σ0.038
min293.768
max293.860
mean443.000
σ0.000
min443.000
max443.000
mean0.393
σ0.001
min0.392
max0.395
iters=5
new-facts=1
prior-facts=6402
mean1320.220
σ0.031
min1320.172
max1320.248
mean1067.800
σ165.835
min844.000
max1270.000
mean2.304
σ0.176
min2.173
max2.611
iters=5
new-facts=6402
prior-facts=1
mean1560.607
σ6.245
min1557.592
max1571.773
mean619.800
σ82.606
min495.000
max717.000
mean2.309
σ0.258
min2.149
max2.766
iters=5
new-facts=6402
prior-facts=6402
mean1882.174
σ0.057
min1882.109
max1882.254
mean1702.000
σ258.831
min1399.000
max2062.000
mean2.915
σ0.075
min2.862
max3.043

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.692
σ0.068
min1.600
max1.781

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.082
σ582.725
min160.715
max1326.170
mean102.250
σ8.500
min98.000
max115.000
mean441.000
σ0.000
min441.000
max441.000
mean0.542
σ0.534
min0.274
max1.343
policies=20
mean1607.516
σ0.420
min1607.234
max1608.140
mean980.000
σ0.000
min980.000
max980.000
mean445.500
σ5.196
min441.000
max450.000
mean2.694
σ0.017
min2.676
max2.709
policies=200
mean16083.488
σ0.112
min16083.367
max16083.639
mean9800.000
σ0.000
min9800.000
max9800.000
mean497.500
σ5.686
min491.000
max504.000
mean27.244
σ0.067
min27.181
max27.336