d4346ecc3808f7cbf66dd8aca24dddfd2a6df082

Home / Branches / policy-teams-assignee-tests / d4346ecc3808f7cbf66dd8aca24dddfd2a6df082

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.677
σ0.357
min54.541
max55.693
mean417.000
σ0.000
min417.000
max417.000
mean0.142
σ0.005
min0.138
max0.150
cache=y
dps=1
iters=10
policies=100
mean43.705
σ0.007
min43.695
max43.713
mean417.000
σ0.000
min417.000
max417.000
mean0.122
σ0.005
min0.115
max0.133

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.616
max36.620
mean4152.000
σ1899.195
min1555.000
max7299.000
mean12.861
σ0.352
min12.535
max13.411
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.616
max36.620
mean4152.000
σ1899.195
min1555.000
max7299.000
mean12.992
σ0.428
min12.350
max13.559
op=table_records(), no indexes
mean41.932
σ0.001
min41.930
max41.933
mean7299.000
σ0.000
min7299.000
max7299.000
mean15.233
σ0.654
min13.715
max15.773
op=table_records(), repeat
mean41.929
σ0.002
min41.927
max41.932
mean4152.000
σ1899.195
min1555.000
max7299.000
mean13.142
σ1.776
min11.043
max15.331
op=vertical_lookup_list() on indexed, after table_records()
mean27.654
σ0.136
min27.604
max27.991
mean4152.000
σ1899.195
min1555.000
max7299.000
mean9.165
σ0.397
min8.708
max9.720
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.401
σ0.002
min26.400
max26.404
mean4152.000
σ1899.195
min1555.000
max7299.000
mean6.649
σ0.182
min6.346
max6.894
op=vertical_lookup_row_list() on 2 indexed
mean25.668
σ0.003
min25.666
max25.674
mean4152.000
σ1899.195
min1555.000
max7299.000
mean6.082
σ0.211
min5.632
max6.286
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.970
σ0.002
min25.968
max25.974
mean4152.000
σ1899.195
min1555.000
max7299.000
mean5.890
σ0.173
min5.532
max6.014

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.606
mean7299.000
σ0.000
min7299.000
max7299.000
mean1083.157
σ113.921
min1036.566
max1364.688
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.883
mean3573.500
σ1795.891
min1046.000
max5796.000
mean4775.581
σ1618.856
min3539.258
max7268.713

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4152.000
σ1899.195
min1555.000
max7299.000
mean81.930
σ10.493
min69.065
max95.997
op=vertical_lookup_list() on unindexed missing Int
mean40.945
σ0.001
min40.944
max40.946
mean7299.000
σ0.000
min7299.000
max7299.000
mean106.380
σ3.455
min100.672
max111.245
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.686
max66.687
mean7299.000
σ0.000
min7299.000
max7299.000
mean163.007
σ7.207
min146.232
max169.166

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.901
σ4.304
min11655.306
max11667.552
mean4152.000
σ1899.195
min1555.000
max7299.000
mean6303.066
σ1191.500
min4883.307
max7911.949
op=vertical_lookup_list() on indexed
mean11560.066
σ0.001
min11560.065
max11560.067
mean7299.000
σ0.000
min7299.000
max7299.000
mean5426.825
σ1382.066
min4373.223
max7608.283

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean390.891
σ14.180
min356.117
max400.071
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean562.000
σ0.000
min562.000
max562.000
mean783.615
σ28.318
min723.294
max810.768

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.326
σ0.759
min1023.853
max1027.464
mean1042.000
σ290.582
min577.000
max1436.000
mean1.573
σ0.089
min1.486
max1.811

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.506
σ0.475
min0.250
max1.348
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.827
σ0.530
min0.568
max1.775
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.382
σ0.041
min0.352
max0.452
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.587
σ0.034
min0.553
max0.644

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.840
σ0.011
min964.835
max964.859
mean433.600
σ3.130
min431.000
max437.000
mean0.586
σ0.074
min0.528
max0.712
name=cdr_enhanced_4k_loc.art
mean885.820
σ0.002
min885.819
max885.823
mean437.000
σ0.000
min437.000
max437.000
mean0.433
σ0.026
min0.394
max0.459

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.709
σ0.002
min7.708
max7.712
mean437.000
σ0.000
min437.000
max437.000
mean1.952
σ0.076
min1.829
max2.247
name=record_render_large_syntax_err.art
mean7.657
σ0.002
min7.656
max7.660
mean437.000
σ0.000
min437.000
max437.000
mean2.191
σ0.298
min1.859
max2.815
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.293
mean437.000
σ0.000
min437.000
max437.000
mean0.308
σ0.011
min0.294
max0.378
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean437.000
σ0.000
min437.000
max437.000
mean0.293
σ0.007
min0.280
max0.342

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.660
σ0.975
min298.272
max301.431
mean446.700
σ17.314
min426.000
max473.000
mean0.614
σ0.014
min0.594
max0.645

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean239.532
σ0.000
min239.532
max239.532
mean1733.000
σ0.000
min1733.000
max1733.000
mean218.046
σ1.524
min215.936
max220.089
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1733.000
σ0.000
min1733.000
max1733.000
mean12.337
σ1.125
min9.560
max12.815
phase=parser
mean1042.365
σ0.001
min1042.362
max1042.365
mean1733.000
σ0.000
min1733.000
max1733.000
mean708.958
σ48.049
min590.294
max730.798
phase=processProdDef
mean6169.660
σ0.001
min6169.660
max6169.662
mean1733.000
σ0.000
min1733.000
max1733.000
mean5722.998
σ1091.714
min4353.783
max7397.167
phase=renaming
mean21.672
σ0.001
min21.671
max21.675
mean1733.000
σ0.000
min1733.000
max1733.000
mean47.131
σ2.641
min40.749
max48.710
phase=type checker
mean990.445
σ0.066
min990.344
max990.536
mean1733.000
σ0.000
min1733.000
max1733.000
mean846.193
σ78.944
min689.039
max902.760

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.917
σ0.039
min293.865
max293.958
mean444.000
σ0.000
min444.000
max444.000
mean0.394
σ0.001
min0.393
max0.395
iters=5
new-facts=1
prior-facts=6402
mean1320.204
σ0.109
min1320.094
max1320.316
mean1068.600
σ167.910
min843.000
max1276.000
mean2.047
σ0.319
min1.843
max2.605
iters=5
new-facts=6402
prior-facts=1
mean1559.723
σ4.042
min1557.710
max1566.948
mean618.600
σ82.473
min494.000
max716.000
mean2.230
σ0.069
min2.167
max2.341
iters=5
new-facts=6402
prior-facts=6402
mean1882.275
σ0.052
min1882.209
max1882.346
mean1703.400
σ251.054
min1406.000
max2043.000
mean2.925
σ0.064
min2.847
max3.002

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.787
σ0.159
min1.546
max1.948

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean453.535
σ585.527
min160.769
max1331.825
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.547
σ0.548
min0.272
max1.369
policies=20
mean1608.043
σ0.425
min1607.747
max1608.671
mean980.000
σ0.000
min980.000
max980.000
mean450.250
σ9.359
min443.000
max464.000
mean2.717
σ0.026
min2.693
max2.749
policies=200
mean16088.613
σ0.126
min16088.531
max16088.797
mean9800.000
σ0.000
min9800.000
max9800.000
mean496.500
σ4.203
min492.000
max502.000
mean27.301
σ0.107
min27.198
max27.431