Compare commits

Home / Compare 8b1d2b1a .. 0bdc5c9c

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.015-54.015=-0.000
σ0.368-0.371=-0.003
min53.874-53.878=-0.004
max55.062-55.070=-0.008
mean415.000
σ0.000
min415.000
max415.000
mean0.138-0.141=-0.002
σ0.004-0.006=-0.001
min0.134-0.136=-0.001
max0.145-0.153=-0.008
cache=y
dps=1
iters=10
policies=100
mean43.322-43.321=0.001
σ0.008-0.006=0.002
min43.310-43.316=-0.006
max43.341-43.333=0.008
mean415.000
σ0.000
min415.000
max415.000
mean0.121-0.121=-0.000
σ0.006-0.005=0.001
min0.115-0.116=-0.001
max0.135-0.128=0.006

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1006.307-1006.307=0.000
σ1.171-1.177=-0.006
min1005.776-1005.764=0.012
max1011.211-1011.238=-0.027
mean1052.850-1045.300=7.550
σ319.902-313.973=5.929
min595.000
max1622.000-1643.000=-21.000
mean1.566-1.554=0.012
σ0.087-0.089=-0.001
min1.484-1.426=0.058
max1.854-1.801=0.053

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.866
σ0.003
min0.864
max0.869
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean0.477-0.414=0.064
σ0.173-0.135=0.038
min0.340-0.332=0.009
max0.673-0.652=0.021
name=error_case.art
mean2.337
σ0.003
min2.336
max2.341
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean0.895-0.891=0.005
σ0.137-0.092=0.045
min0.823-0.834=-0.011
max1.139-1.054=0.086
name=heavy_item.art
mean1.523
σ0.002
min1.522
max1.526
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean0.532-0.574=-0.042
σ0.048-0.063=-0.015
min0.500-0.500=0.000
max0.614-0.643=-0.030
name=nested_use.art
mean2.360
σ0.002
min2.359
max2.363
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean0.841-0.866=-0.025
σ0.033-0.037=-0.003
min0.820-0.834=-0.014
max0.899-0.929=-0.029

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.114-964.115=-0.001
σ0.038-0.033=0.004
min964.089-964.088=0.001
max964.179-964.170=0.009
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean0.812-0.842=-0.030
σ0.055-0.025=0.030
min0.724-0.799=-0.075
max0.864-0.862=0.003
name=cdr_enhanced_4k_loc.art
mean884.712-884.710=0.002
σ0.009-0.007=0.002
min884.703
max884.725-884.721=0.004
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean0.701-0.671=0.030
σ0.057-0.039=0.018
min0.604-0.619=-0.015
max0.738-0.724=0.015

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.715
σ0.002-0.002=-0.000
min7.714
max7.719-7.721=-0.002
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean4.239-4.275=-0.036
σ0.093-0.089=0.004
min4.110-4.145=-0.035
max4.651-4.572=0.078
name=record_render_large_syntax_err.art
mean7.663
σ0.002
min7.662
max7.666
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean4.210-4.250=-0.040
σ0.069-0.057=0.012
min4.089-4.150=-0.061
max4.446-4.425=0.021
name=record_render_success.art
mean2.289
σ0.002
min2.289
max2.292
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean0.732-0.739=-0.007
σ0.020-0.042=-0.022
min0.629-0.542=0.087
max0.841-0.866=-0.025
name=record_render_syntax_err.art
mean2.165
σ0.002
min2.164
max2.168
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean0.689-0.696=-0.008
σ0.023-0.017=0.006
min0.525-0.661=-0.137
max0.766-0.781=-0.016

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean296.119-296.161=-0.042
σ0.254-0.276=-0.022
min295.965-295.936=0.029
max296.817-296.912=-0.095
mean1900.000-1902.000=-2.000
σ0.000
min1900.000-1902.000=-2.000
max1900.000-1902.000=-2.000
mean0.579-0.582=-0.002
σ0.038-0.059=-0.022
min0.517-0.505=0.011
max0.654-0.703=-0.049

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean284.696-284.704=-0.008
σ0.035-0.025=0.010
min284.651-284.677=-0.027
max284.735-284.733=0.003
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean0.398-0.401=-0.003
σ0.013-0.018=-0.006
min0.382-0.383=-0.001
max0.409-0.428=-0.019
iters=5
new-facts=1
prior-facts=6402
mean1295.074-1295.079=-0.004
σ0.104-0.112=-0.009
min1294.958-1294.961=-0.003
max1295.199-1295.219=-0.020
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean1.906-1.923=-0.016
σ0.120-0.108=0.012
min1.795-1.799=-0.004
max2.096-2.028=0.069
iters=5
new-facts=6402
prior-facts=1
mean1539.194-1539.194=0.000
σ6.867-6.882=-0.016
min1535.876-1535.914=-0.038
max1551.473-1551.501=-0.028
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean2.234-2.298=-0.064
σ0.228-0.211=0.017
min2.053-2.043=0.010
max2.598-2.564=0.034
iters=5
new-facts=6402
prior-facts=6402
mean1856.984-1856.985=-0.000
σ0.054-0.060=-0.006
min1856.936-1856.924=0.012
max1857.065-1857.066=-0.002
mean1768.200-1770.200=-2.000
σ132.148-128.719=3.429
min1622.000-1643.000=-21.000
max1900.000-1902.000=-2.000
mean3.039-3.030=0.009
σ0.249-0.167=0.082
min2.844-2.872=-0.027
max3.465-3.302=0.162

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.269-1.214=0.056
σ0.343-0.344=-0.001
min0.941-0.932=0.009
max1.815-1.793=0.022

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean447.785-447.786=-0.001
σ581.213-581.212=0.000
min157.175-157.179=-0.003
max1319.605-1319.605=-0.000
mean96.250
σ8.500
min92.000
max109.000
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean0.529-0.542=-0.014
σ0.532-0.566=-0.035
min0.259-0.258=0.002
max1.327-1.392=-0.065
policies=20
mean1572.104-1572.105=-0.001
σ0.360-0.357=0.003
min1571.858-1571.865=-0.007
max1572.638-1572.637=0.002
mean920.000
σ0.000
min920.000
max920.000
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean2.634-2.630=0.003
σ0.021-0.020=0.000
min2.604-2.609=-0.005
max2.650-2.650=0.000
policies=200
mean15729.075-15729.073=0.002
σ0.075-0.113=-0.038
min15729.026-15729.000=0.026
max15729.187-15729.239=-0.052
mean9200.000
σ0.000
min9200.000
max9200.000
mean1622.000-1643.000=-21.000
σ0.000
min1622.000-1643.000=-21.000
max1622.000-1643.000=-21.000
mean26.505-26.430=0.075
σ0.046-0.055=-0.010
min26.460-26.380=0.079
max26.560-26.502=0.058