matplotlib/lib/matplotlib/testing/decorators.py at master · staticfloat/matplotlib · GitHub

Repository navigation

History

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

200

201

202

203

204

205

206

207

208

209

210

211

212

213

214

215

216

217

218

219

220

221

222

223

224

225

226

227

228

229

230

231

232

233

234

235

236

237

238

239

240

241

from __future__ import print_function

from matplotlib.testing.noseclasses import KnownFailureTest, \

KnownFailureDidNotFailTest, ImageComparisonFailure

import os, sys, shutil

import nose

import matplotlib

import matplotlib.tests

import matplotlib.units

from matplotlib import pyplot as plt

from matplotlib import ft2font

import numpy as np

from matplotlib.testing.compare import comparable_formats, compare_images

import warnings

def knownfailureif(fail_condition, msg=None, known_exception_class=None ):

"""

Assume a will fail if *fail_condition* is True. *fail_condition*

may also be False or the string 'indeterminate'.

*msg* is the error message displayed for the test.

If *known_exception_class* is not None, the failure is only known

if the exception is an instance of this class. (Default = None)

"""

# based on numpy.testing.dec.knownfailureif

if msg is None:

msg = 'Test known to fail'

def known_fail_decorator(f):

# Local import to avoid a hard nose dependency and only incur the

# import time overhead at actual test-time.

import nose

def failer(*args, **kwargs):

try:

# Always run the test (to generate images).

result = f(*args, **kwargs)

except Exception as err:

if fail_condition:

if known_exception_class is not None:

if not isinstance(err,known_exception_class):

# This is not the expected exception

raise

# (Keep the next ultra-long comment so in shows in console.)

raise KnownFailureTest(msg) # An error here when running nose means that you don't have the matplotlib.testing.noseclasses:KnownFailure plugin in use.

else:

raise

if fail_condition and fail_condition != 'indeterminate':

raise KnownFailureDidNotFailTest(msg)

return result

return nose.tools.make_decorator(f)(failer)

return known_fail_decorator

class CleanupTest(object):

@classmethod

def setup_class(cls):

cls.original_units_registry = matplotlib.units.registry.copy()

@classmethod

def teardown_class(cls):

plt.close('all')

matplotlib.tests.setup()

matplotlib.units.registry.clear()

matplotlib.units.registry.update(cls.original_units_registry)

warnings.resetwarnings() #reset any warning filters set in tests

def test(self):

self._func()

def cleanup(func):

name = func.__name__

func = staticmethod(func)

func.__get__(1).__name__ = '_private'

new_class = type(

name,

(CleanupTest,),

{'_func': func})

return new_class

def check_freetype_version(ver):

if ver is None:

return True

from distutils import version

if isinstance(ver, str):

ver = (ver, ver)

ver = [version.StrictVersion(x) for x in ver]

found = version.StrictVersion(ft2font.__freetype_version__)

return found >= ver[0] and found <= ver[1]

class ImageComparisonTest(CleanupTest):

@classmethod

def setup_class(cls):

CleanupTest.setup_class()

cls._func()

def test(self):

baseline_dir, result_dir = _image_directories(self._func)

for fignum, baseline in zip(plt.get_fignums(), self._baseline_images):

figure = plt.figure(fignum)

for extension in self._extensions:

will_fail = not extension in comparable_formats()

if will_fail:

fail_msg = 'Cannot compare %s files on this system' % extension

else:

fail_msg = 'No failure expected'

orig_expected_fname = os.path.join(baseline_dir, baseline) + '.' + extension

if extension == 'eps' and not os.path.exists(orig_expected_fname):

orig_expected_fname = os.path.join(baseline_dir, baseline) + '.pdf'

expected_fname = os.path.join(result_dir, 'expected-' + os.path.basename(orig_expected_fname))

actual_fname = os.path.join(result_dir, baseline) + '.' + extension

if os.path.exists(orig_expected_fname):

shutil.copyfile(orig_expected_fname, expected_fname)

else:

will_fail = True

fail_msg = 'Do not have baseline image %s' % expected_fname

@knownfailureif(

will_fail, fail_msg,

known_exception_class=ImageComparisonFailure)

def do_test():

figure.savefig(actual_fname)

err = compare_images(expected_fname, actual_fname, self._tol, in_decorator=True)

try:

if not os.path.exists(expected_fname):

raise ImageComparisonFailure(

'image does not exist: %s' % expected_fname)

if err:

raise ImageComparisonFailure(

'images not close: %(actual)s vs. %(expected)s '

'(RMS %(rms).3f)'%err)

except ImageComparisonFailure:

if not check_freetype_version(self._freetype_version):

raise KnownFailureTest(

"Mismatched version of freetype. Test requires '%s', you have '%s'" %

(self._freetype_version, ft2font.__freetype_version__))

raise

yield (do_test,)

def image_comparison(baseline_images=None, extensions=None, tol=1e-3, freetype_version=None):

"""

call signature::

image_comparison(baseline_images=['my_figure'], extensions=None)

Compare images generated by the test with those specified in

*baseline_images*, which must correspond else an

ImageComparisonFailure exception will be raised.

Keyword arguments:

*baseline_images*: list

A list of strings specifying the names of the images generated

by calls to :meth:`matplotlib.figure.savefig`.

*extensions*: [ None | list ]

If *None*, default to all supported extensions.

Otherwise, a list of extensions to test. For example ['png','pdf'].

*tol*: (default 1e-3)

The RMS threshold above which the test is considered failed.

*freetype_version*: str or tuple

The expected freetype version or range of versions for this

test to pass.

"""

if baseline_images is None:

raise ValueError('baseline_images must be specified')

if extensions is None:

# default extensions to test

extensions = ['png', 'pdf', 'svg']

def compare_images_decorator(func):

# We want to run the setup function (the actual test function

# that generates the figure objects) only once for each type

# of output file. The only way to achieve this with nose

# appears to be to create a test class with "setup_class" and

# "teardown_class" methods. Creating a class instance doesn't

# work, so we use type() to actually create a class and fill

# it with the appropriate methods.

name = func.__name__

# For nose 1.0, we need to rename the test function to

# something without the word "test", or it will be run as

# well, outside of the context of our image comparison test

# generator.

func = staticmethod(func)

func.__get__(1).__name__ = '_private'

new_class = type(

name,

(ImageComparisonTest,),

{'_func': func,

'_baseline_images': baseline_images,

'_extensions': extensions,

'_tol': tol,

'_freetype_version': freetype_version})

return new_class

return compare_images_decorator

def _image_directories(func):

"""

Compute the baseline and result image directories for testing *func*.

Create the result directory if it doesn't exist.

"""

module_name = func.__module__

if module_name == '__main__':

# FIXME: this won't work for nested packages in matplotlib.tests

import warnings

warnings.warn('test module run as script. guessing baseline image locations')

script_name = sys.argv[0]

basedir = os.path.abspath(os.path.dirname(script_name))

subdir = os.path.splitext(os.path.split(script_name)[1])[0]

else:

mods = module_name.split('.')

assert mods.pop(0) == 'matplotlib'

assert mods.pop(0) == 'tests'

subdir = os.path.join(*mods)

basedir = os.path.dirname(matplotlib.tests.__file__)

baseline_dir = os.path.join(basedir, 'baseline_images', subdir)

result_dir = os.path.abspath(os.path.join('result_images', subdir))

if not os.path.exists(result_dir):

os.makedirs(result_dir)

return baseline_dir, result_dir

matplotlib/lib/matplotlib/testing/decorators.py at master · staticfloat/matplotlib · GitHub

Repository navigation

Expand file tree

Breadcrumbs

decorators.py

Latest commit

History

Breadcrumbs

decorators.py

File metadata and controls