Compare commits

Home / Compare 3b96988d .. b77e39d7

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.032-54.046=-0.014
σ0.367-0.369=-0.002
min53.889-53.899=-0.010
max55.077-55.097=-0.020
mean417.000
σ0.000
min417.000
max417.000
mean0.139-0.138=0.000
σ0.004-0.005=-0.002
min0.136-0.131=0.004
max0.144-0.148=-0.003
cache=y
dps=1
iters=10
policies=100
mean43.384-43.384=0.001
σ0.006-0.007=-0.001
min43.378-43.372=0.006
max43.393-43.395=-0.002
mean417.000
σ0.000
min417.000
max417.000
mean0.122-0.124=-0.002
σ0.004-0.004=-0.000
min0.118-0.121=-0.003
max0.129-0.130=-0.001

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1006.327-1006.979=-0.652
σ0.891-0.870=0.021
min1005.857-1006.481=-0.624
max1010.029-1010.576=-0.547
mean1043.600-1045.850=-2.250
σ307.244-307.258=-0.014
min548.000-547.000=1.000
max1601.000-1602.000=-1.000
mean1.564-1.561=0.003
σ0.092-0.095=-0.002
min1.481-1.485=-0.004
max1.807-1.815=-0.008

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883-0.883=-0.000
σ0.002-0.003=-0.000
min0.881-0.882=-0.000
max0.886-0.887=-0.001
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean0.431-0.454=-0.023
σ0.127-0.129=-0.002
min0.347-0.360=-0.013
max0.653-0.677=-0.024
name=error_case.art
mean2.333-2.339=-0.005
σ0.003
min2.332-2.337=-0.005
max2.337-2.342=-0.005
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean0.905-0.887=0.017
σ0.117-0.091=0.027
min0.824-0.807=0.017
max1.109-1.041=0.068
name=heavy_item.art
mean1.521-1.524=-0.002
σ0.002
min1.520-1.522=-0.002
max1.524-1.526=-0.002
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean0.553-0.543=0.010
σ0.041-0.055=-0.014
min0.522-0.497=0.026
max0.621-0.635=-0.015
name=nested_use.art
mean2.355-2.361=-0.005
σ0.002
min2.355-2.360=-0.005
max2.358-2.364=-0.005
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean0.866-0.862=0.003
σ0.029-0.037=-0.008
min0.835-0.832=0.003
max0.905-0.923=-0.017

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.557-964.831=-1.274
σ0.034-0.037=-0.004
min963.523-964.806=-1.283
max963.610-964.896=-1.285
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean0.845-0.827=0.017
σ0.014-0.051=-0.037
min0.826-0.744=0.082
max0.864-0.878=-0.014
name=cdr_enhanced_4k_loc.art
mean884.855-885.511=-0.655
σ0.005-0.009=-0.004
min884.847-885.504=-0.657
max884.860-885.524=-0.664
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean0.742-0.716=0.026
σ0.002-0.030=-0.028
min0.740-0.672=0.068
max0.744-0.743=0.001

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706-7.716=-0.010
σ0.002-0.002=-0.000
min7.705-7.715=-0.010
max7.709-7.721=-0.011
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean3.545-4.284=-0.739
σ0.086-0.067=0.018
min3.367-4.168=-0.801
max3.905-4.498=-0.593
name=record_render_large_syntax_err.art
mean7.655-7.665=-0.010
σ0.002-0.002=-0.000
min7.654-7.664=-0.010
max7.658-7.670=-0.012
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean3.500-4.294=-0.793
σ0.063-0.074=-0.011
min3.360-4.128=-0.768
max3.737-4.506=-0.769
name=record_render_success.art
mean2.288-2.291=-0.003
σ0.002
min2.287-2.290=-0.003
max2.291-2.294=-0.003
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean0.760-0.753=0.007
σ0.018-0.017=0.001
min0.721-0.718=0.003
max0.858-0.853=0.005
name=record_render_syntax_err.art
mean2.163-2.166=-0.002
σ0.002
min2.163-2.165=-0.002
max2.166-2.169=-0.002
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean0.723-0.716=0.007
σ0.016-0.018=-0.002
min0.687-0.671=0.015
max0.787-0.776=0.012

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean295.441-295.516=-0.075
σ0.242-0.188=0.054
min295.267-295.354=-0.088
max296.113-296.004=0.109
mean1908.000-1910.000=-2.000
σ0.000
min1908.000-1910.000=-2.000
max1908.000-1910.000=-2.000
mean0.573-0.559=0.014
σ0.050-0.049=0.001
min0.497-0.500=-0.003
max0.628-0.614=0.014

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean285.256-285.408=-0.152
σ0.038-0.036=0.002
min285.206-285.360=-0.154
max285.294-285.442=-0.148
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean0.393-0.388=0.005
σ0.011-0.007=0.005
min0.381-0.382=-0.001
max0.406-0.395=0.011
iters=5
new-facts=1
prior-facts=6402
mean1295.184-1295.796=-0.611
σ0.091-0.115=-0.024
min1295.082-1295.682=-0.601
max1295.277-1295.967=-0.689
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean1.981-1.961=0.020
σ0.222-0.120=0.101
min1.810-1.862=-0.052
max2.350-2.137=0.212
iters=5
new-facts=6402
prior-facts=1
mean1538.081-1538.640=-0.559
σ4.024-3.993=0.030
min1536.026-1536.611=-0.585
max1545.269-1545.771=-0.502
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean2.312-2.267=0.045
σ0.260-0.202=0.058
min2.047-2.089=-0.042
max2.674-2.585=0.089
iters=5
new-facts=6402
prior-facts=6402
mean1857.109-1857.717=-0.608
σ0.054-0.055=-0.001
min1857.055-1857.651=-0.596
max1857.185-1857.779=-0.594
mean1768.600-1758.000=10.600
σ141.719-152.026=-10.307
min1601.000-1602.000=-1.000
max1908.000-1910.000=-2.000
mean3.078-3.115=-0.037
σ0.282-0.345=-0.063
min2.858-2.899=-0.042
max3.555-3.725=-0.170

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.329-1.497=-0.168
σ0.355-0.158=0.198
min0.944-1.270=-0.326
max1.671-1.677=-0.006

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean443.610-444.059=-0.450
σ577.065-577.575=-0.510
min155.074-155.269=-0.195
max1309.207-1310.422=-1.215
mean96.250
σ8.500
min92.000
max109.000
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean0.535-0.533=0.002
σ0.558-0.548=0.010
min0.255-0.257=-0.002
max1.371-1.355=0.016
policies=20
mean1551.027-1552.992=-1.965
σ0.314-0.337=-0.023
min1550.811-1552.755=-1.945
max1551.493-1553.492=-1.998
mean920.000
σ0.000
min920.000
max920.000
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean2.576-2.602=-0.025
σ0.025-0.012=0.012
min2.560-2.590=-0.030
max2.613-2.619=-0.006
policies=200
mean15518.381-15538.069=-19.687
σ0.202-0.089=0.113
min15518.102-15538.014=-19.912
max15518.581-15538.201=-19.620
mean9200.000
σ0.000
min9200.000
max9200.000
mean1601.000-1602.000=-1.000
σ0.000
min1601.000-1602.000=-1.000
max1601.000-1602.000=-1.000
mean26.110-26.195=-0.085
σ0.121-0.048=0.073
min26.004-26.131=-0.128
max26.281-26.247=0.035