Compare commits

Home / Compare 1e1c6f76 .. bb412060

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.036-54.037=-0.002
σ0.368-0.368=0.000
min53.890-53.891=-0.002
max55.082-55.083=-0.001
mean413.000-414.000=-1.000
σ0.000
min413.000-414.000=-1.000
max413.000-414.000=-1.000
mean0.149-0.155=-0.006
σ0.009-0.012=-0.003
min0.138-0.138=-0.000
max0.162-0.169=-0.007
cache=y
dps=1
iters=10
policies=100
mean43.384-43.384=0.001
σ0.005-0.006=-0.001
min43.378-43.376=0.002
max43.396-43.395=0.001
mean413.000-414.000=-1.000
σ0.000
min413.000-414.000=-1.000
max413.000-414.000=-1.000
mean0.123-0.123=0.001
σ0.004-0.005=-0.001
min0.120-0.116=0.004
max0.130-0.132=-0.002

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1006.327-1006.331=-0.003
σ0.911-0.915=-0.004
min1005.867-1005.858=0.009
max1010.118-1010.137=-0.019
mean1053.800-1048.600=5.200
σ305.174-310.201=-5.027
min582.000-552.000=30.000
max1453.000-1642.000=-189.000
mean1.559-1.569=-0.010
σ0.086-0.117=-0.030
min1.477-1.481=-0.005
max1.759-1.866=-0.107

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.883-0.882=0.001
σ0.002-0.002=0.000
min0.881
max0.886-0.886=-0.000
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean0.443-0.421=0.022
σ0.181-0.126=0.055
min0.352-0.340=0.012
max0.766-0.644=0.122
name=error_case.art
mean2.333-2.334=-0.001
σ0.003-0.003=0.000
min2.332
max2.337
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean0.920-0.880=0.040
σ0.174-0.080=0.093
min0.818-0.829=-0.010
max1.228-1.019=0.209
name=heavy_item.art
mean1.521-1.521=0.001
σ0.002-0.001=0.001
min1.520
max1.524-1.523=0.001
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean0.540-0.537=0.004
σ0.047-0.053=-0.006
min0.499-0.483=0.016
max0.616-0.625=-0.008
name=nested_use.art
mean2.355-2.356=-0.001
σ0.002-0.002=-0.000
min2.355
max2.358
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean0.846-0.844=0.002
σ0.037-0.038=-0.000
min0.800-0.800=-0.001
max0.902-0.901=0.001

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean963.543-963.551=-0.008
σ0.025-0.025=0.000
min963.523
max963.585-963.584=0.001
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean0.812-0.845=-0.032
σ0.044-0.015=0.029
min0.766-0.819=-0.053
max0.858-0.856=0.002
name=cdr_enhanced_4k_loc.art
mean884.853-884.856=-0.003
σ0.005-0.007=-0.002
min884.847
max884.861-884.865=-0.004
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean0.726-0.739=-0.013
σ0.027-0.008=0.019
min0.679-0.730=-0.051
max0.744-0.751=-0.007

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.706-7.706=0.000
σ0.002-0.002=0.000
min7.705
max7.711-7.709=0.002
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean4.249-4.254=-0.005
σ0.073-0.081=-0.008
min4.116-4.116=-0.001
max4.550-4.540=0.010
name=record_render_large_syntax_err.art
mean7.655
σ0.002
min7.654
max7.658
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean4.057-4.229=-0.173
σ0.312-0.069=0.243
min3.382-4.078=-0.695
max4.352-4.446=-0.094
name=record_render_success.art
mean2.288
σ0.002
min2.287
max2.291
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean0.748-0.746=0.002
σ0.026-0.018=0.008
min0.667-0.715=-0.048
max0.937-0.860=0.077
name=record_render_syntax_err.art
mean2.163-2.163=-0.000
σ0.002-0.002=0.000
min2.163
max2.166
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean0.708-0.690=0.018
σ0.017-0.069=-0.053
min0.681-0.502=0.179
max0.819-0.895=-0.076

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean295.573-295.603=-0.030
σ0.203-0.242=-0.039
min295.441-295.430=0.011
max296.116-296.271=-0.155
mean1912.000-1959.000=-47.000
σ0.000
min1912.000-1959.000=-47.000
max1912.000-1959.000=-47.000
mean0.588-0.585=0.003
σ0.028-0.016=0.012
min0.518-0.549=-0.032
max0.616-0.599=0.017

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean285.245-285.250=-0.006
σ0.040-0.042=-0.002
min285.193-285.198=-0.005
max285.286-285.297=-0.011
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean0.392-0.400=-0.008
σ0.011-0.011=0.000
min0.380-0.388=-0.008
max0.404-0.411=-0.008
iters=5
new-facts=1
prior-facts=6402
mean1295.155-1295.192=-0.037
σ0.112-0.108=0.004
min1295.074-1295.067=0.006
max1295.342-1295.327=0.015
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean1.973-1.934=0.038
σ0.219-0.058=0.161
min1.797-1.855=-0.058
max2.337-2.001=0.336
iters=5
new-facts=6402
prior-facts=1
mean1538.138-1538.085=0.053
σ3.973-4.041=-0.068
min1536.239-1536.035=0.203
max1545.242-1545.303=-0.061
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean2.334-2.308=0.027
σ0.276-0.130=0.146
min2.077-2.106=-0.029
max2.761-2.438=0.323
iters=5
new-facts=6402
prior-facts=6402
mean1857.101-1857.125=-0.024
σ0.054-0.083=-0.029
min1857.049-1857.023=0.026
max1857.176-1857.223=-0.047
mean1749.000-1796.400=-47.400
σ176.634-158.765=17.869
min1499.000-1642.000=-143.000
max1912.000-1959.000=-47.000
mean3.054-3.220=-0.165
σ0.274-0.338=-0.064
min2.863-2.895=-0.032
max3.529-3.688=-0.158

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.756-1.365=0.391
σ0.179-0.248=-0.068
min1.445-1.107=0.338
max1.906-1.764=0.142

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean443.611-443.609=0.002
σ577.065-577.066=-0.001
min155.077-155.073=0.005
max1309.208-1309.207=0.001
mean96.250
σ8.500
min92.000
max109.000
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean0.539-0.536=0.003
σ0.560-0.554=0.006
min0.257-0.258=-0.001
max1.379-1.368=0.011
policies=20
mean1551.052-1551.037=0.015
σ0.342-0.333=0.009
min1550.820-1550.808=0.012
max1551.560-1551.531=0.029
mean920.000
σ0.000
min920.000
max920.000
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean2.608-2.591=0.017
σ0.040-0.017=0.022
min2.580-2.571=0.009
max2.667-2.611=0.056
policies=200
mean15518.511-15518.398=0.113
σ0.070-0.062=0.008
min15518.449-15518.341=0.108
max15518.606-15518.463=0.142
mean9200.000
σ0.000
min9200.000
max9200.000
mean1453.000-1642.000=-189.000
σ0.000
min1453.000-1642.000=-189.000
max1453.000-1642.000=-189.000
mean26.174-26.116=0.058
σ0.125-0.056=0.070
min26.042-26.050=-0.009
max26.287-26.175=0.112