5278b178ff32352851c58cae51706868a5395e9f

Home / Branches / improve-flakey-spec-output / 5278b178ff32352851c58cae51706868a5395e9f

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean558.664
σ0.000
min558.664
max558.664

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.889
σ0.359
min54.746
max55.909
mean417.000
σ0.000
min417.000
max417.000
mean0.142
σ0.007
min0.136
max0.155
cache=y
dps=1
iters=10
policies=100
mean43.855
σ0.006
min43.844
max43.864
mean417.000
σ0.000
min417.000
max417.000
mean0.123
σ0.005
min0.118
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4042.125
σ2008.592
min1219.000
max7147.000
mean13.495
σ1.889
min12.446
max18.100
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.616
max36.620
mean4042.125
σ2008.592
min1219.000
max7147.000
mean13.366
σ1.899
min11.990
max17.899
op=table_records(), no indexes
mean41.930
σ0.002
min41.928
max41.932
mean7147.000
σ0.000
min7147.000
max7147.000
mean14.883
σ0.134
min14.714
max15.086
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4042.125
σ2008.592
min1219.000
max7147.000
mean14.940
σ1.968
min11.007
max17.681
op=vertical_lookup_list() on indexed, after table_records()
mean27.654
σ0.136
min27.604
max27.991
mean4042.125
σ2008.592
min1219.000
max7147.000
mean9.703
σ1.623
min8.653
max12.487
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4042.125
σ2008.592
min1219.000
max7147.000
mean7.410
σ1.457
min6.396
max9.873
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.004
min25.665
max25.678
mean4042.125
σ2008.592
min1219.000
max7147.000
mean6.215
σ0.462
min5.930
max7.317
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.968
max25.972
mean4042.125
σ2008.592
min1219.000
max7147.000
mean5.907
σ0.549
min5.514
max7.249

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.613
σ0.002
min1021.612
max1021.616
mean7147.000
σ0.000
min7147.000
max7147.000
mean378.062
σ82.338
min346.027
max581.710
op=load_product(), with indexes
mean7917.793
σ0.469
min7917.625
max7918.953
mean3272.875
σ1824.928
min811.000
max5623.000
mean3621.474
σ891.221
min3093.216
max5595.317

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.077
σ0.002
min62.076
max62.080
mean4042.125
σ2008.592
min1219.000
max7147.000
mean88.321
σ20.378
min70.077
max118.243
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.950
mean7147.000
σ0.000
min7147.000
max7147.000
mean61.652
σ1.380
min60.844
max64.990
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.688
σ0.002
min66.686
max66.691
mean7147.000
σ0.000
min7147.000
max7147.000
mean99.000
σ0.433
min98.253
max99.652

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean14217.171
σ4.303
min14215.575
max14227.820
mean4042.125
σ2008.592
min1219.000
max7147.000
mean7914.526
σ1785.102
min6040.845
max10416.604
op=vertical_lookup_list() on indexed
mean13159.109
σ0.002
min13159.106
max13159.110
mean7147.000
σ0.000
min7147.000
max7147.000
mean5316.885
σ649.108
min5004.991
max6868.405

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean370.793
σ32.615
min297.284
max390.356
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean560.000
σ0.000
min560.000
max560.000
mean731.757
σ76.900
min598.542
max799.897

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.297
σ0.759
min1023.825
max1027.438
mean1035.650
σ303.619
min552.000
max1460.000
mean1.604
σ0.137
min1.458
max2.058

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean401.000
σ0.000
min401.000
max401.000
mean0.384
σ0.459
min0.148
max1.201
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean401.000
σ0.000
min401.000
max401.000
mean0.414
σ0.182
min0.324
max0.739
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean401.000
σ0.000
min401.000
max401.000
mean0.221
σ0.025
min0.205
max0.264
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean401.000
σ0.000
min401.000
max401.000
mean0.341
σ0.016
min0.327
max0.368

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean435.200
σ1.789
min432.000
max436.000
mean0.509
σ0.064
min0.448
max0.614
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean436.000
σ0.000
min436.000
max436.000
mean0.432
σ0.033
min0.390
max0.476

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean436.000
σ0.000
min436.000
max436.000
mean2.631
σ0.127
min2.434
max3.233
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean436.000
σ0.000
min436.000
max436.000
mean2.594
σ0.095
min2.449
max2.927
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean436.000
σ0.000
min436.000
max436.000
mean0.308
σ0.024
min0.290
max0.515
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean436.000
σ0.000
min436.000
max436.000
mean0.292
σ0.008
min0.278
max0.348

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.684
σ1.018
min298.304
max301.578
mean442.000
σ16.892
min417.000
max468.000
mean0.600
σ0.032
min0.534
max0.644

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean236.678
σ0.000
min236.678
max236.678
mean942.750
σ17.678
min899.000
max949.000
mean212.458
σ6.332
min205.207
max223.090
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean941.125
σ22.274
min886.000
max949.000
mean7.797
σ1.193
min6.385
max9.615
phase=parser
mean1042.363
σ0.000
min1042.363
max1042.363
mean941.125
σ22.274
min886.000
max949.000
mean496.939
σ80.302
min379.172
max620.629
phase=processProdDef
mean4850.767
σ0.000
min4850.767
max4850.767
mean949.000
σ0.000
min949.000
max949.000
mean4939.395
σ385.884
min4425.983
max5529.917
phase=renaming
mean21.671
σ0.000
min21.671
max21.671
mean941.125
σ22.274
min886.000
max949.000
mean29.366
σ10.362
min20.005
max49.378
phase=type checker
mean990.454
σ0.071
min990.348
max990.567
mean942.500
σ18.385
min897.000
max949.000
mean722.862
σ72.576
min656.876
max864.213

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.822
σ0.038
min293.769
max293.862
mean442.800
σ1.095
min442.000
max444.000
mean0.396
σ0.005
min0.392
max0.405
iters=5
new-facts=1
prior-facts=6402
mean1320.214
σ0.033
min1320.169
max1320.248
mean1095.400
σ185.924
min838.000
max1317.000
mean2.253
σ0.069
min2.169
max2.337
iters=5
new-facts=6402
prior-facts=1
mean1560.595
σ6.217
min1557.625
max1571.712
mean618.400
σ82.020
min494.000
max714.000
mean2.243
σ0.155
min2.004
max2.401
iters=5
new-facts=6402
prior-facts=6402
mean1882.167
σ0.049
min1882.120
max1882.235
mean1722.400
σ199.148
min1453.000
max1911.000
mean3.075
σ0.139
min2.927
max3.226

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.720
σ0.154
min1.579
max1.963

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.083
σ582.722
min160.720
max1326.166
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.556
σ0.561
min0.269
max1.398
policies=20
mean1607.532
σ0.404
min1607.256
max1608.130
mean980.000
σ0.000
min980.000
max980.000
mean446.500
σ7.000
min443.000
max457.000
mean2.687
σ0.012
min2.676
max2.699
policies=200
mean16083.422
σ0.192
min16083.309
max16083.710
mean9800.000
σ0.000
min9800.000
max9800.000
mean500.250
σ4.113
min495.000
max504.000
mean27.188
σ0.026
min27.155
max27.218