Compare commits

Home / Compare b3e093cd .. 5955d9fb

grey: no significant change wrt stddev

red: change exceeding max stddev

purple: some change, not seemingly significant

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1744.490-1744.489=0.001
σ	0.373-0.370=0.003
min	1743.900-1743.897=0.003
max	1745.087-1745.092=-0.005

*mean*	1677.750-1656.100=21.650
σ	635.022-625.703=9.319
min	666.000-679.000=-13.000
max	2742.000-2689.000=53.000

*mean*	2.263-2.240=0.023
σ	0.101-0.110=-0.009
min	2.164-2.099=0.065
max	2.583-2.506=0.077

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	12.119
σ	1.329
min	10.535
max	13.774

parsing-redundant-imports

Factor

time_s

iterations=5

*mean*	10.405
σ	1.445
min	8.393
max	11.976

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	505.347-505.346=0.000
σ	663.585-663.585=0.000
min	173.547-173.551=-0.003
max	1500.724-1500.723=0.000

*mean*	81.500
σ	7.000
min	78.000
max	92.000

*mean*	435.000-437.000=-2.000
σ	0.000
min	435.000-437.000=-2.000
max	435.000-437.000=-2.000

*mean*	0.580-0.506=0.074
σ	0.588-0.445=0.143
min	0.283-0.277=0.006
max	1.462-1.173=0.289

policies=20

*mean*	1737.079-1737.079=0.000
σ	0.935-0.925=0.010
min	1736.160-1736.167=-0.008
max	1738.332-1738.319=0.012

*mean*	780.000
σ	0.000
min	780.000
max	780.000

*mean*	444.750-448.750=-4.000
σ	9.142-10.874=-1.732
min	437.000
max	458.000

*mean*	2.799-2.766=0.033
σ	0.015-0.032=-0.016
min	2.779-2.732=0.047
max	2.814-2.800=0.014

policies=200

*mean*	17402.562-17402.506=0.056
σ	0.086-0.173=-0.087
min	17402.483-17402.257=0.226
max	17402.683-17402.637=0.046

*mean*	7800.000
σ	0.000
min	7800.000
max	7800.000

*mean*	494.000-497.000=-3.000
σ	4.163-4.690=-0.527
min	489.000-491.000=-2.000
max	499.000-502.000=-3.000

*mean*	28.221-27.745=0.476
σ	0.079-0.058=0.021
min	28.139-27.682=0.457
max	28.312-27.815=0.497