e96f2e91c625c54691a8dcefb91aee27aab0cc6e

Home / Branches / jy14898/wait-for-baseline-snapshots / e96f2e91c625c54691a8dcefb91aee27aab0cc6e

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.582
σ0.342
min54.448
max55.555
mean416.000
σ0.000
min416.000
max416.000
mean0.141
σ0.005
min0.136
max0.149
cache=y
dps=1
iters=10
policies=100
mean43.704
σ0.005
min43.695
max43.710
mean416.000
σ0.000
min416.000
max416.000
mean0.123
σ0.004
min0.120
max0.131

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.618
σ0.002
min36.615
max36.620
mean4157.000
σ1907.277
min1556.000
max7329.000
mean12.882
σ0.217
min12.580
max13.213
op=column_set() on indexed, repeat
mean36.617
σ0.002
min36.615
max36.620
mean4157.000
σ1907.277
min1556.000
max7329.000
mean12.773
σ0.590
min12.101
max13.376
op=table_records(), no indexes
mean41.932
σ0.001
min41.928
max41.933
mean7329.000
σ0.000
min7329.000
max7329.000
mean15.114
σ0.987
min12.846
max15.851
op=table_records(), repeat
mean41.928
σ0.002
min41.927
max41.932
mean4157.000
σ1907.277
min1556.000
max7329.000
mean13.280
σ1.894
min10.781
max15.325
op=vertical_lookup_list() on indexed, after table_records()
mean27.653
σ0.136
min27.603
max27.990
mean4157.000
σ1907.277
min1556.000
max7329.000
mean8.955
σ0.307
min8.527
max9.415
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.400
σ0.002
min26.399
max26.403
mean4157.000
σ1907.277
min1556.000
max7329.000
mean6.660
σ0.384
min6.171
max7.231
op=vertical_lookup_row_list() on 2 indexed
mean25.666
σ0.002
min25.665
max25.668
mean4157.000
σ1907.277
min1556.000
max7329.000
mean6.033
σ0.136
min5.770
max6.273
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.968
σ0.002
min25.967
max25.972
mean4157.000
σ1907.277
min1556.000
max7329.000
mean5.841
σ0.069
min5.754
max5.981

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean2524.606
σ0.000
min2524.606
max2524.607
mean7329.000
σ0.000
min7329.000
max7329.000
mean1053.038
σ2.777
min1050.359
max1057.312
op=load_product(), with indexes
mean8744.721
σ0.469
min8744.553
max8745.882
mean3578.250
σ1801.853
min1044.000
max5814.000
mean4570.302
σ1171.265
min3547.766
max6389.623

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense
mean62.078
σ0.002
min62.076
max62.081
mean4157.000
σ1907.277
min1556.000
max7329.000
mean82.561
σ10.677
min72.486
max98.697
op=vertical_lookup_list() on unindexed missing Int
mean40.944
σ0.001
min40.944
max40.945
mean7329.000
σ0.000
min7329.000
max7329.000
mean107.385
σ6.553
min94.492
max113.914
op=vertical_lookup_row_list() on unindexed small unique Int
mean66.686
σ0.000
min66.685
max66.687
mean7329.000
σ0.000
min7329.000
max7329.000
mean167.337
σ10.347
min143.410
max173.702

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean11656.836
σ4.324
min11655.305
max11667.539
mean4157.000
σ1907.277
min1556.000
max7329.000
mean6278.489
σ1175.174
min4950.102
max8364.898
op=vertical_lookup_list() on indexed
mean11560.065
σ0.000
min11560.064
max11560.066
mean7329.000
σ0.000
min7329.000
max7329.000
mean5836.191
σ1901.990
min4351.238
max8998.189

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean172.559
σ0.001
min172.558
max172.562
mean478.000
σ0.000
min478.000
max478.000
mean379.597
σ19.007
min348.877
max393.579
op=pointedIndexFromKvs
rows=400000
mean357.322
σ0.001
min357.321
max357.325
mean558.500
σ0.926
min558.000
max560.000
mean708.412
σ74.446
min622.894
max839.191

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1008.502
σ0.759
min1008.028
max1011.637
mean1047.550
σ313.961
min573.000
max1512.000
mean1.526
σ0.083
min1.447
max1.731

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913
σ0.020
min0.903
max0.949
mean402.000
σ0.000
min402.000
max402.000
mean0.297
σ0.285
min0.142
max0.802
name=error_case.art
mean2.339
σ0.012
min2.333
max2.361
mean402.000
σ0.000
min402.000
max402.000
mean0.484
σ0.322
min0.333
max1.060
name=heavy_item.art
mean1.522
σ0.002
min1.521
max1.525
mean402.000
σ0.000
min402.000
max402.000
mean0.221
σ0.020
min0.200
max0.254
name=nested_use.art
mean2.357
σ0.002
min2.356
max2.360
mean402.000
σ0.000
min402.000
max402.000
mean0.331
σ0.019
min0.319
max0.364

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.741
σ0.011
min964.736
max964.760
mean431.000
σ0.000
min431.000
max431.000
mean0.581
σ0.044
min0.509
max0.616
name=cdr_enhanced_4k_loc.art
mean885.814
σ0.002
min885.812
max885.816
mean431.000
σ0.000
min431.000
max431.000
mean0.479
σ0.067
min0.385
max0.540

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.708
σ0.002
min7.707
max7.711
mean431.000
σ0.000
min431.000
max431.000
mean2.636
σ0.111
min2.455
max3.038
name=record_render_large_syntax_err.art
mean7.656
σ0.002
min7.655
max7.659
mean431.000
σ0.000
min431.000
max431.000
mean2.600
σ0.078
min2.480
max2.837
name=record_render_success.art
mean2.289
σ0.002
min2.288
max2.292
mean431.000
σ0.000
min431.000
max431.000
mean0.307
σ0.015
min0.292
max0.429
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean431.000
σ0.000
min431.000
max431.000
mean0.288
σ0.007
min0.275
max0.324

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.164
σ0.981
min297.794
max300.952
mean447.400
σ18.368
min422.000
max474.000
mean0.606
σ0.020
min0.578
max0.635

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean222.008
σ0.000
min222.008
max222.008
mean1742.000
σ0.000
min1742.000
max1742.000
mean202.286
σ1.856
min198.935
max204.506
phase=macro expansion
mean6.130
σ0.000
min6.130
max6.130
mean1742.000
σ0.000
min1742.000
max1742.000
mean11.368
σ1.371
min9.405
max12.708
phase=parser
mean1042.100
σ0.001
min1042.097
max1042.101
mean1742.000
σ0.000
min1742.000
max1742.000
mean682.510
σ65.611
min570.590
max732.681
phase=processProdDef
mean6169.660
σ0.001
min6169.660
max6169.661
mean1742.000
σ0.000
min1742.000
max1742.000
mean5087.460
σ1279.026
min3784.454
max7324.253
phase=renaming
mean21.667
σ0.001
min21.667
max21.670
mean1742.000
σ0.000
min1742.000
max1742.000
mean41.356
σ7.336
min30.994
max48.944
phase=type checker
mean958.460
σ0.066
min958.360
max958.551
mean1742.000
σ0.000
min1742.000
max1742.000
mean787.834
σ87.353
min666.775
max886.995

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.687
σ0.038
min293.634
max293.726
mean444.000
σ0.000
min444.000
max444.000
mean0.401
σ0.001
min0.399
max0.402
iters=5
new-facts=1
prior-facts=6402
mean1303.785
σ0.067
min1303.714
max1303.862
mean1097.400
σ191.141
min835.000
max1327.000
mean2.061
σ0.262
min1.782
max2.424
iters=5
new-facts=6402
prior-facts=1
mean1546.820
σ4.014
min1544.830
max1553.995
mean616.000
σ80.374
min495.000
max711.000
mean2.314
σ0.184
min2.173
max2.633
iters=5
new-facts=6402
prior-facts=6402
mean1865.811
σ0.057
min1865.743
max1865.896
mean1728.200
σ176.588
min1478.000
max1890.000
mean3.090
σ0.315
min2.903
max3.650

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.727
σ0.098
min1.634
max1.883

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean450.089
σ579.264
min160.455
max1318.986
mean102.250
σ8.500
min98.000
max115.000
mean443.000
σ0.000
min443.000
max443.000
mean0.536
σ0.531
min0.266
max1.333
policies=20
mean1604.896
σ0.407
min1604.617
max1605.498
mean980.000
σ0.000
min980.000
max980.000
mean445.250
σ1.500
min443.000
max446.000
mean2.673
σ0.010
min2.666
max2.688
policies=200
mean16057.065
σ0.389
min16056.581
max16057.499
mean9800.000
σ0.000
min9800.000
max9800.000
mean492.500
σ2.380
min490.000
max495.000
mean26.997
σ0.134
min26.833
max27.149