Compare commits

Home / Compare 1bd0794e .. 7a4db3d8

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean53.964-53.966=-0.002
σ0.371-0.369=0.001
min53.821-53.829=-0.008
max55.019-55.017=0.002
mean419.000
σ0.000
min419.000
max419.000
mean0.138-0.140=-0.003
σ0.004-0.004=0.000
min0.131-0.137=-0.006
max0.143-0.146=-0.002
cache=y
dps=1
iters=10
policies=100
mean43.322-43.322=0.000
σ0.005-0.007=-0.001
min43.311-43.317=-0.006
max43.333-43.337=-0.004
mean419.000
σ0.000
min419.000
max419.000
mean0.120-0.122=-0.002
σ0.001-0.004=-0.003
min0.118-0.115=0.003
max0.123-0.129=-0.006

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1006.510-1006.515=-0.005
σ1.190-1.169=0.021
min1005.975-1005.948=0.027
max1011.490-1011.404=0.085
mean1040.450-1041.100=-0.650
σ310.848-311.375=-0.526
min550.000-551.000=-1.000
max1509.000-1510.000=-1.000
mean1.548-1.537=0.011
σ0.087-0.076=0.011
min1.471-1.471=0.000
max1.817-1.790=0.027

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883-0.883=-0.000
σ0.002-0.003=-0.000
min0.882
max0.887-0.887=-0.000
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean0.432-0.409=0.023
σ0.194-0.128=0.066
min0.324-0.331=-0.007
max0.778-0.634=0.144
name=error_case.art
mean2.339
σ0.003
min2.337
max2.342
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean0.909-0.873=0.036
σ0.184-0.096=0.088
min0.804-0.805=-0.001
max1.236-1.042=0.194
name=heavy_item.art
mean1.524
σ0.002
min1.522
max1.526
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean0.533-0.530=0.004
σ0.057-0.047=0.010
min0.495-0.484=0.011
max0.634-0.603=0.030
name=nested_use.art
mean2.361
σ0.002
min2.360
max2.364
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean0.835-0.853=-0.018
σ0.037-0.029=0.008
min0.807-0.816=-0.009
max0.898-0.896=0.001

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.829-964.830=-0.001
σ0.031-0.039=-0.008
min964.806-964.802=0.004
max964.883-964.899=-0.016
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean0.811-0.837=-0.027
σ0.043-0.017=0.026
min0.742-0.814=-0.072
max0.853-0.860=-0.007
name=cdr_enhanced_4k_loc.art
mean885.510-885.510=0.000
σ0.008-0.005=0.003
min885.504
max885.522-885.515=0.007
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean0.649-0.703=-0.053
σ0.042-0.031=0.011
min0.604-0.671=-0.067
max0.686-0.736=-0.050

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.716-7.716=-0.000
σ0.002-0.002=-0.000
min7.715
max7.719-7.721=-0.002
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean4.281-4.222=0.059
σ0.092-0.077=0.014
min4.085-4.115=-0.030
max4.702-4.516=0.185
name=record_render_large_syntax_err.art
mean7.665-7.665=0.000
σ0.002-0.002=0.000
min7.664
max7.670-7.668=0.002
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean4.288-3.897=0.391
σ0.093-0.369=-0.277
min4.076-3.372=0.704
max4.581-4.575=0.006
name=record_render_success.art
mean2.291
σ0.002
min2.290
max2.294
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean0.752-0.732=0.020
σ0.033-0.017=0.016
min0.652-0.704=-0.052
max0.837-0.857=-0.020
name=record_render_syntax_err.art
mean2.166
σ0.002
min2.165
max2.169
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean0.700-0.701=-0.001
σ0.014-0.016=-0.002
min0.667-0.649=0.018
max0.778-0.769=0.008

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean296.470-296.411=0.059
σ0.241-0.186=0.055
min296.194-296.290=-0.097
max297.065-296.908=0.157
mean2030.000-2033.000=-3.000
σ0.000
min2030.000-2033.000=-3.000
max2030.000-2033.000=-3.000
mean0.542-0.583=-0.041
σ0.035-0.013=0.023
min0.500-0.559=-0.058
max0.578-0.599=-0.022

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean285.028-285.032=-0.004
σ0.040-0.039=0.001
min284.980-284.982=-0.001
max285.068-285.077=-0.009
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean0.383-0.395=-0.012
σ0.027-0.006=0.021
min0.338-0.389=-0.051
max0.411-0.405=0.006
iters=5
new-facts=1
prior-facts=6402
mean1295.406-1295.417=-0.011
σ0.106-0.114=-0.009
min1295.298-1295.288=0.010
max1295.531-1295.556=-0.025
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean1.920-1.871=0.049
σ0.127-0.057=0.070
min1.816-1.811=0.004
max2.078-1.956=0.123
iters=5
new-facts=6402
prior-facts=1
mean1539.526-1539.519=0.007
σ6.819-6.871=-0.052
min1536.251-1536.242=0.009
max1551.721-1551.805=-0.084
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean2.267-2.296=-0.029
σ0.271-0.245=0.026
min2.043-2.079=-0.036
max2.685-2.656=0.029
iters=5
new-facts=6402
prior-facts=6402
mean1857.322-1857.316=0.005
σ0.062-0.057=0.005
min1857.251-1857.267=-0.016
max1857.394-1857.398=-0.004
mean1737.600-1740.200=-2.600
σ215.154-215.687=-0.532
min1509.000-1510.000=-1.000
max2030.000-2033.000=-3.000
mean2.856-2.820=0.036
σ0.076-0.087=-0.011
min2.754-2.710=0.044
max2.936-2.952=-0.016

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.523-1.550=-0.027
σ0.213-0.344=-0.132
min1.237-0.965=0.272
max1.747-1.845=-0.098

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean448.188-448.190=-0.001
σ581.331-581.332=-0.001
min157.520-157.522=-0.002
max1320.185-1320.187=-0.002
mean96.250
σ8.500
min92.000
max109.000
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean0.554-0.553=0.000
σ0.574-0.579=-0.005
min0.262-0.261=0.001
max1.415-1.422=-0.007
policies=20
mean1575.553-1575.552=0.000
σ0.371-0.354=0.017
min1575.309-1575.317=-0.008
max1576.106-1576.079=0.027
mean920.000
σ0.000
min920.000
max920.000
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean2.656-2.627=0.029
σ0.028-0.012=0.016
min2.628-2.614=0.013
max2.691-2.642=0.050
policies=200
mean15763.603-15763.742=-0.139
σ0.118-0.123=-0.005
min15763.519-15763.584=-0.066
max15763.777-15763.884=-0.108
mean9200.000
σ0.000
min9200.000
max9200.000
mean1509.000-1510.000=-1.000
σ0.000
min1509.000-1510.000=-1.000
max1509.000-1510.000=-1.000
mean26.546-26.528=0.018
σ0.046-0.030=0.016
min26.487-26.493=-0.006
max26.596-26.567=0.030