d1dccbfa04cc06498c24257b8f72069078288f7c

Home / Branches / alexjeffery/lan-75-randomised-testing-for-command-parser / d1dccbfa04cc06498c24257b8f72069078288f7c

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean558.633
σ0.000
min558.633
max558.633

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.881
σ0.357
min54.741
max55.896
mean417.700
σ0.483
min417.000
max418.000
mean0.141
σ0.004
min0.137
max0.151
cache=y
dps=1
iters=10
policies=100
mean43.850
σ0.007
min43.837
max43.862
mean418.000
σ0.000
min418.000
max418.000
mean0.125
σ0.003
min0.121
max0.132

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4051.750
σ2018.491
min1215.000
max7152.000
mean13.901
σ2.281
min12.381
max17.612
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.616
max36.620
mean4051.750
σ2018.491
min1215.000
max7152.000
mean13.640
σ2.129
min11.991
max16.938
op=table_records(), no indexes
mean41.930
σ0.002
min41.928
max41.933
mean7152.000
σ0.000
min7152.000
max7152.000
mean15.494
σ0.527
min15.083
max16.623
op=table_records(), repeat
mean41.930
σ0.002
min41.927
max41.932
mean3892.875
σ1921.985
min1215.000
max7152.000
mean14.637
σ1.311
min11.582
max15.854
op=vertical_lookup_list() on indexed, after table_records()
mean27.654
σ0.136
min27.604
max27.991
mean3892.875
σ1921.985
min1215.000
max7152.000
mean9.562
σ1.181
min8.719
max12.435
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean3892.875
σ1921.985
min1215.000
max7152.000
mean7.278
σ1.262
min6.419
max10.165
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.004
min25.665
max25.678
mean4051.750
σ2018.491
min1215.000
max7152.000
mean6.350
σ0.626
min5.887
max7.354
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.968
max25.972
mean4051.750
σ2018.491
min1215.000
max7152.000
mean6.259
σ0.696
min5.815
max7.443

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.613
σ0.002
min1021.612
max1021.616
mean7152.000
σ0.000
min7152.000
max7152.000
mean379.713
σ89.813
min341.438
max601.779
op=load_product(), with indexes
mean7917.793
σ0.469
min7917.625
max7918.953
mean3283.000
σ1837.687
min808.000
max5655.000
mean3716.539
σ1065.454
min3066.860
max6165.295

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.080
mean4051.750
σ2018.491
min1215.000
max7152.000
mean200.488
σ324.985
min69.742
max1003.772
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7152.000
σ0.000
min7152.000
max7152.000
mean60.835
σ0.427
min60.165
max61.211
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.688
σ0.002
min66.686
max66.691
mean7152.000
σ0.000
min7152.000
max7152.000
mean99.438
σ0.882
min98.102
max100.851

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean14217.170
σ4.304
min14215.575
max14227.821
mean3892.875
σ1921.985
min1215.000
max7152.000
mean8101.719
σ1857.374
min5871.481
max11138.198
op=vertical_lookup_list() on indexed
mean13159.108
σ0.002
min13159.106
max13159.110
mean7152.000
σ0.000
min7152.000
max7152.000
mean5061.555
σ183.261
min4930.576
max5414.778

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean474.000
σ0.000
min474.000
max474.000
mean370.134
σ38.229
min305.009
max396.325
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean559.000
σ0.000
min559.000
max559.000
mean776.196
σ24.588
min719.403
max799.247

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.299
σ0.759
min1023.824
max1027.437
mean1039.150
σ300.050
min552.000
max1460.000
mean1.553
σ0.072
min1.480
max1.769

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.436
σ0.532
min0.145
max1.384
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.839
σ0.517
min0.595
max1.764
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.392
σ0.028
min0.374
max0.442
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.627
σ0.075
min0.559
max0.749

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean436.800
σ6.017
min431.000
max443.000
mean0.729
σ0.029
min0.687
max0.762
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean443.000
σ0.000
min443.000
max443.000
mean0.624
σ0.037
min0.558
max0.647

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean443.000
σ0.000
min443.000
max443.000
mean3.498
σ0.093
min3.325
max3.843
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean443.000
σ0.000
min443.000
max443.000
mean3.460
σ0.080
min3.225
max3.728
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean443.000
σ0.000
min443.000
max443.000
mean0.548
σ0.013
min0.529
max0.629
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean443.000
σ0.000
min443.000
max443.000
mean0.527
σ0.031
min0.499
max0.768

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.857
σ0.985
min298.438
max301.655
mean442.400
σ17.633
min418.000
max465.000
mean0.604
σ0.024
min0.547
max0.636

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean236.678
σ0.000
min236.678
max236.678
mean1065.000
σ33.941
min981.000
max1077.000
mean202.688
σ4.381
min195.149
max207.513
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1065.000
σ33.941
min981.000
max1077.000
mean9.386
σ1.260
min6.333
max10.212
phase=parser
mean1042.366
σ0.002
min1042.362
max1042.366
mean1065.000
σ33.941
min981.000
max1077.000
mean578.463
σ87.671
min380.659
max643.292
phase=processProdDef
mean4850.765
σ0.000
min4850.765
max4850.765
mean1077.000
σ0.000
min1077.000
max1077.000
mean4917.290
σ290.491
min4430.564
max5353.942
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean1065.000
σ33.941
min981.000
max1077.000
mean35.740
σ7.229
min20.362
max41.095
phase=type checker
mean990.453
σ0.072
min990.344
max990.567
mean1065.000
σ33.941
min981.000
max1077.000
mean758.722
σ94.677
min676.830
max897.265

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.820
σ0.038
min293.767
max293.858
mean443.000
σ0.000
min443.000
max443.000
mean0.392
σ0.001
min0.391
max0.393
iters=5
new-facts=1
prior-facts=6402
mean1320.211
σ0.042
min1320.165
max1320.252
mean1084.600
σ178.769
min853.000
max1309.000
mean2.183
σ0.097
min2.043
max2.280
iters=5
new-facts=6402
prior-facts=1
mean1560.614
σ6.224
min1557.628
max1571.744
mean620.400
σ83.143
min495.000
max719.000
mean2.338
σ0.213
min2.213
max2.714
iters=5
new-facts=6402
prior-facts=6402
mean1882.167
σ0.041
min1882.118
max1882.210
mean1732.400
σ223.835
min1440.000
max1947.000
mean3.061
σ0.208
min2.874
max3.378

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.771
σ0.103
min1.617
max1.886

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.081
σ582.723
min160.716
max1326.165
mean102.250
σ8.500
min98.000
max115.000
mean442.000
σ0.000
min442.000
max442.000
mean0.535
σ0.521
min0.269
max1.317
policies=20
mean1607.518
σ0.405
min1607.244
max1608.118
mean980.000
σ0.000
min980.000
max980.000
mean450.000
σ9.238
min442.000
max458.000
mean2.687
σ0.008
min2.677
max2.695
policies=200
mean16083.455
σ0.129
min16083.345
max16083.626
mean9800.000
σ0.000
min9800.000
max9800.000
mean497.500
σ3.873
min493.000
max502.000
mean27.191
σ0.108
min27.081
max27.337