Compare commits

Home / Compare 851fdc57 .. c0e5cd1f

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.056-54.056=-0.000
σ0.367-0.368=-0.001
min53.914-53.917=-0.002
max55.100-55.104=-0.004
mean417.000-418.000=-1.000
σ0.000
min417.000-418.000=-1.000
max417.000-418.000=-1.000
mean0.140-0.137=0.002
σ0.004-0.004=-0.000
min0.136-0.131=0.004
max0.146-0.147=-0.001
cache=y
dps=1
iters=10
policies=100
mean43.395-43.394=0.001
σ0.006-0.006=-0.000
min43.384-43.384=-0.001
max43.404-43.402=0.002
mean417.000-418.000=-1.000
σ0.000
min417.000-418.000=-1.000
max417.000-418.000=-1.000
mean0.122-0.121=0.001
σ0.003-0.004=-0.002
min0.119-0.115=0.004
max0.126-0.128=-0.001

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1006.966-1006.963=0.004
σ0.860-0.867=-0.007
min1006.463-1006.492=-0.029
max1010.512-1010.554=-0.042
mean1055.850-1054.600=1.250
σ316.290-320.001=-3.711
min566.000-578.000=-12.000
max1620.000-1622.000=-2.000
mean1.530-1.563=-0.033
σ0.050-0.125=-0.075
min1.463-1.476=-0.013
max1.666-2.070=-0.404

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883
σ0.003
min0.882
max0.887
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean0.416-0.411=0.005
σ0.132-0.131=0.001
min0.333-0.344=-0.011
max0.652-0.646=0.006
name=error_case.art
mean2.339
σ0.003
min2.337
max2.342
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean0.894-0.880=0.014
σ0.094-0.098=-0.003
min0.836-0.819=0.017
max1.060-1.053=0.007
name=heavy_item.art
mean1.524
σ0.002
min1.522
max1.526
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean0.536-0.539=-0.003
σ0.058-0.050=0.008
min0.483-0.487=-0.004
max0.627-0.619=0.008
name=nested_use.art
mean2.361
σ0.002
min2.360
max2.364
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean0.841-0.842=-0.001
σ0.033-0.035=-0.002
min0.814-0.800=0.014
max0.896-0.896=0.000

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.837-964.839=-0.002
σ0.027-0.034=-0.006
min964.816-964.812=0.004
max964.881-964.896=-0.015
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean0.826-0.786=0.040
σ0.028-0.070=-0.043
min0.798-0.718=0.080
max0.859-0.862=-0.003
name=cdr_enhanced_4k_loc.art
mean885.512-885.511=0.000
σ0.007-0.007=0.000
min885.504-885.506=-0.001
max885.522-885.522=-0.000
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean0.728-0.728=0.001
σ0.013-0.032=-0.019
min0.708-0.671=0.037
max0.743-0.746=-0.003

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.716-7.716=0.000
σ0.002-0.002=-0.000
min7.715
max7.721-7.722=-0.001
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean4.233-4.227=0.007
σ0.093-0.080=0.013
min4.081-4.096=-0.015
max4.753-4.567=0.186
name=record_render_large_syntax_err.art
mean7.665
σ0.002
min7.664
max7.668
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean4.212-4.252=-0.041
σ0.073-0.090=-0.016
min4.083-4.107=-0.023
max4.449-4.572=-0.123
name=record_render_success.art
mean2.291
σ0.002
min2.290
max2.294
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean0.726-0.741=-0.015
σ0.055-0.018=0.037
min0.525-0.715=-0.190
max0.853-0.855=-0.002
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean0.699-0.672=0.027
σ0.014-0.073=-0.059
min0.669-0.486=0.182
max0.765-0.847=-0.082

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean295.723-295.497=0.226
σ0.208-0.247=-0.039
min295.600-295.239=0.361
max296.292-296.083=0.209
mean1902.000-1923.000=-21.000
σ0.000
min1902.000-1923.000=-21.000
max1902.000-1923.000=-21.000
mean0.584-0.609=-0.025
σ0.045-0.033=0.012
min0.509-0.564=-0.055
max0.682-0.691=-0.009

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean285.396-285.397=-0.001
σ0.033-0.038=-0.006
min285.357-285.347=0.011
max285.440-285.439=0.000
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean0.382-0.387=-0.005
σ0.005-0.006=-0.002
min0.379-0.380=-0.001
max0.390-0.394=-0.003
iters=5
new-facts=1
prior-facts=6402
mean1295.788-1295.776=0.012
σ0.124-0.114=0.009
min1295.657-1295.654=0.003
max1295.923-1295.919=0.004
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean1.945-1.888=0.057
σ0.081-0.076=0.005
min1.840-1.820=0.021
max2.061-2.011=0.050
iters=5
new-facts=6402
prior-facts=1
mean1538.632-1538.692=-0.060
σ3.969-3.957=0.011
min1536.635-1536.736=-0.101
max1545.721-1545.762=-0.042
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean2.245-2.392=-0.147
σ0.147-0.298=-0.150
min2.097-2.126=-0.028
max2.479-2.888=-0.409
iters=5
new-facts=6402
prior-facts=6402
mean1857.685-1857.686=-0.001
σ0.068-0.063=0.005
min1857.608-1857.612=-0.004
max1857.782-1857.768=0.014
mean1756.400-1779.800=-23.400
σ141.375-144.778=-3.403
min1620.000-1622.000=-2.000
max1902.000-1923.000=-21.000
mean2.918-3.135=-0.218
σ0.112-0.317=-0.205
min2.813-2.862=-0.049
max3.101-3.679=-0.577

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.182-1.238=-0.056
σ0.338-0.373=-0.035
min0.928-0.939=-0.011
max1.756-1.802=-0.046

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean444.027-444.028=-0.001
σ577.575-577.575=-0.000
min155.239-155.239=-0.001
max1310.389-1310.390=-0.001
mean96.250
σ8.500
min92.000
max109.000
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean0.551-0.547=0.003
σ0.559-0.562=-0.003
min0.270-0.265=0.005
max1.389-1.391=-0.002
policies=20
mean1552.656-1552.659=-0.003
σ0.321-0.330=-0.008
min1552.433-1552.433=0.000
max1553.133-1553.148=-0.016
mean920.000
σ0.000
min920.000
max920.000
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean2.584-2.590=-0.006
σ0.025-0.021=0.003
min2.567-2.568=-0.001
max2.619-2.619=-0.000
policies=200
mean15534.726-15534.661=0.064
σ0.049-0.050=-0.001
min15534.675-15534.615=0.061
max15534.777-15534.712=0.065
mean9200.000
σ0.000
min9200.000
max9200.000
mean1620.000-1622.000=-2.000
σ0.000
min1620.000-1622.000=-2.000
max1620.000-1622.000=-2.000
mean26.094-26.106=-0.011
σ0.175-0.132=0.043
min25.972-25.945=0.026
max26.351-26.268=0.083