aa5fe38f0780291c8c23cf37d86c20c0e4ba3097

Home / Branches / sassela/bro-2281-misc-test-fixes / aa5fe38f0780291c8c23cf37d86c20c0e4ba3097

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean558.633
σ0.000
min558.633
max558.633

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.679
σ0.358
min54.541
max55.698
mean418.000
σ0.000
min418.000
max418.000
mean0.141
σ0.006
min0.133
max0.150
cache=y
dps=1
iters=10
policies=100
mean43.708
σ0.007
min43.697
max43.720
mean418.000
σ0.000
min418.000
max418.000
mean0.134
σ0.012
min0.119
max0.152

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean3876.750
σ1850.373
min1279.000
max6168.000
mean12.319
σ0.289
min11.871
max12.697
op=column_set() on indexed, repeat
mean36.618
σ0.002
min36.616
max36.620
mean3876.750
σ1850.373
min1279.000
max6168.000
mean12.112
σ0.527
min11.555
max13.089
op=table_records(), no indexes
mean41.930
σ0.001
min41.928
max41.932
mean6168.000
σ0.000
min6168.000
max6168.000
mean14.793
σ1.076
min14.140
max17.404
op=table_records(), repeat
mean41.928
σ0.000
min41.928
max41.929
mean3876.750
σ1850.373
min1279.000
max6168.000
mean12.860
σ1.663
min10.353
max15.013
op=vertical_lookup_list() on indexed, after table_records()
mean27.654
σ0.136
min27.604
max27.991
mean3876.750
σ1850.373
min1279.000
max6168.000
mean8.630
σ0.660
min7.793
max10.073
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean3876.750
σ1850.373
min1279.000
max6168.000
mean6.613
σ0.620
min6.073
max8.005
op=vertical_lookup_row_list() on 2 indexed
mean25.669
σ0.003
min25.666
max25.674
mean3876.750
σ1850.373
min1279.000
max6168.000
mean5.497
σ0.154
min5.228
max5.738
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.968
max25.974
mean3876.750
σ1850.373
min1279.000
max6168.000
mean5.227
σ0.177
min4.912
max5.412

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.604
σ0.002
min2524.602
max2524.606
mean6168.000
σ0.000
min6168.000
max6168.000
mean1449.360
σ785.221
min1038.032
max3105.645
op=load_product(), with indexes
mean7878.102
σ0.469
min7877.935
max7879.264
mean3234.625
σ1841.029
min809.000
max6168.000
mean3799.509
σ1285.168
min3093.203
max6218.031

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean3876.750
σ1850.373
min1279.000
max6168.000
mean85.066
σ13.205
min70.809
max101.484
op=vertical_lookup_list() on unindexed missing Int
mean40.946
σ0.002
min40.945
max40.949
mean6168.000
σ0.000
min6168.000
max6168.000
mean64.799
σ5.379
min60.248
max74.988
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.687
σ0.002
min66.686
max66.690
mean6168.000
σ0.000
min6168.000
max6168.000
mean99.664
σ2.140
min98.051
max104.689

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11849.156
σ4.304
min11847.561
max11859.806
mean3876.750
σ1850.373
min1279.000
max6168.000
mean6369.998
σ1298.170
min5090.309
max8366.637
op=vertical_lookup_list() on indexed
mean10791.094
σ0.002
min10791.092
max10791.096
mean6168.000
σ0.000
min6168.000
max6168.000
mean5540.617
σ1600.840
min4078.033
max7559.839

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean477.000
σ0.000
min477.000
max477.000
mean377.020
σ21.296
min349.151
max395.150
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean562.000
σ0.000
min562.000
max562.000
mean765.785
σ52.762
min638.418
max806.154

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.327
σ0.759
min1023.849
max1027.465
mean1045.100
σ310.187
min582.000
max1504.000
mean1.577
σ0.077
min1.508
max1.778

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.406
σ0.513
min0.140
max1.320
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.477
σ0.321
min0.322
max1.051
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.223
σ0.024
min0.202
max0.263
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.333
σ0.018
min0.318
max0.362

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean436.000
σ2.236
min432.000
max437.000
mean0.575
σ0.010
min0.568
max0.592
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean440.000
σ0.000
min440.000
max440.000
mean0.494
σ0.040
min0.427
max0.523

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean440.000
σ0.000
min440.000
max440.000
mean2.643
σ0.108
min2.453
max3.087
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean440.000
σ0.000
min440.000
max440.000
mean2.667
σ0.092
min2.456
max2.893
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean440.000
σ0.000
min440.000
max440.000
mean0.309
σ0.029
min0.290
max0.554
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean440.000
σ0.000
min440.000
max440.000
mean0.293
σ0.032
min0.276
max0.590

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.866
σ0.979
min298.453
max301.649
mean443.900
σ14.286
min426.000
max470.000
mean0.597
σ0.026
min0.562
max0.645

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean236.678
σ0.000
min236.678
max236.678
mean1686.000
σ0.000
min1686.000
max1686.000
mean213.076
σ2.114
min209.586
max216.897
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1686.000
σ0.000
min1686.000
max1686.000
mean10.608
σ1.429
min9.367
max12.757
phase=parser
mean1042.360
σ0.000
min1042.360
max1042.360
mean1686.000
σ0.000
min1686.000
max1686.000
mean615.510
σ50.617
min571.166
max726.198
phase=processProdDef
mean4753.281
σ0.000
min4753.281
max4753.282
mean1686.000
σ0.000
min1686.000
max1686.000
mean4374.064
σ605.984
min3817.721
max5535.791
phase=renaming
mean21.675
σ0.000
min21.675
max21.675
mean1686.000
σ0.000
min1686.000
max1686.000
mean41.049
σ5.085
min34.909
max48.955
phase=type checker
mean990.450
σ0.071
min990.344
max990.563
mean1686.000
σ0.000
min1686.000
max1686.000
mean785.175
σ100.100
min682.527
max901.248

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.919
σ0.038
min293.865
max293.958
mean446.000
σ0.000
min446.000
max446.000
mean0.399
σ0.010
min0.391
max0.412
iters=5
new-facts=1
prior-facts=6402
mean1320.302
σ0.040
min1320.236
max1320.337
mean1066.000
σ173.342
min828.000
max1280.000
mean2.152
σ0.080
min2.028
max2.228
iters=5
new-facts=6402
prior-facts=1
mean1559.450
σ3.374
min1557.755
max1565.479
mean610.400
σ80.289
min499.000
max708.000
mean2.334
σ0.135
min2.240
max2.562
iters=5
new-facts=6402
prior-facts=6402
mean1882.269
σ0.054
min1882.205
max1882.341
mean1716.000
σ248.800
min1440.000
max2062.000
mean2.932
σ0.085
min2.831
max3.050

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.841
σ0.138
min1.606
max1.964

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean452.411
σ583.277
min160.771
max1327.325
mean102.250
σ8.500
min98.000
max115.000
mean442.000
σ0.000
min442.000
max442.000
mean0.547
σ0.556
min0.268
max1.381
policies=20
mean1608.038
σ0.411
min1607.754
max1608.646
mean980.000
σ0.000
min980.000
max980.000
mean446.500
σ3.000
min442.000
max448.000
mean2.692
σ0.018
min2.667
max2.710
policies=200
mean16088.500
σ0.160
min16088.357
max16088.729
mean9800.000
σ0.000
min9800.000
max9800.000
mean497.750
σ4.573
min493.000
max503.000
mean27.200
σ0.033
min27.168
max27.235