-
Notifications
You must be signed in to change notification settings - Fork 224
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Move check_figures_equal out of decorators.py and back into testing.py
- Loading branch information
Showing
4 changed files
with
110 additions
and
102 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,105 @@ | ||
""" | ||
Helper functions for testing. | ||
""" | ||
|
||
import inspect | ||
import os | ||
|
||
from matplotlib.testing.compare import compare_images | ||
|
||
from ..exceptions import GMTImageComparisonFailure | ||
from ..figure import Figure | ||
|
||
|
||
def check_figures_equal(*, tol=0.0, result_dir="result_images"): | ||
""" | ||
Decorator for test cases that generate and compare two figures. | ||
The decorated function must take two arguments, *fig_ref* and *fig_test*, | ||
and draw the reference and test images on them. After the function | ||
returns, the figures are saved and compared. | ||
This decorator is practically identical to matplotlib's check_figures_equal | ||
function, but adapted for PyGMT figures. See also the original code at | ||
https://matplotlib.org/3.3.1/api/testing_api.html# | ||
matplotlib.testing.decorators.check_figures_equal | ||
Parameters | ||
---------- | ||
tol : float | ||
The RMS threshold above which the test is considered failed. | ||
result_dir : str | ||
The directory where the figures will be stored. | ||
Examples | ||
-------- | ||
>>> import pytest | ||
>>> import shutil | ||
>>> @check_figures_equal(result_dir="tmp_result_images") | ||
... def test_check_figures_equal(fig_ref, fig_test): | ||
... fig_ref.basemap(projection="X5c", region=[0, 5, 0, 5], frame=True) | ||
... fig_test.basemap(projection="X5c", region=[0, 5, 0, 5], frame="af") | ||
>>> test_check_figures_equal() | ||
>>> @check_figures_equal(result_dir="tmp_result_images") | ||
... def test_check_figures_unequal(fig_ref, fig_test): | ||
... fig_ref.basemap(projection="X5c", region=[0, 5, 0, 5], frame=True) | ||
... fig_test.basemap(projection="X5c", region=[0, 3, 0, 3], frame=True) | ||
>>> with pytest.raises(GMTImageComparisonFailure): | ||
... test_check_figures_unequal() | ||
>>> shutil.rmtree(path="tmp_result_images") # cleanup folder if tests pass | ||
""" | ||
|
||
def decorator(func): | ||
|
||
os.makedirs(result_dir, exist_ok=True) | ||
old_sig = inspect.signature(func) | ||
|
||
def wrapper(*args, **kwargs): | ||
try: | ||
fig_ref = Figure() | ||
fig_test = Figure() | ||
func(*args, fig_ref=fig_ref, fig_test=fig_test, **kwargs) | ||
ref_image_path = os.path.join( | ||
result_dir, func.__name__ + "-expected.png" | ||
) | ||
test_image_path = os.path.join(result_dir, func.__name__ + ".png") | ||
fig_ref.savefig(ref_image_path) | ||
fig_test.savefig(test_image_path) | ||
|
||
# Code below is adapted for PyGMT, and is originally based on | ||
# matplotlib.testing.decorators._raise_on_image_difference | ||
err = compare_images( | ||
expected=ref_image_path, | ||
actual=test_image_path, | ||
tol=tol, | ||
in_decorator=True, | ||
) | ||
if err is None: # Images are the same | ||
os.remove(ref_image_path) | ||
os.remove(test_image_path) | ||
else: # Images are not the same | ||
for key in ["actual", "expected", "diff"]: | ||
err[key] = os.path.relpath(err[key]) | ||
raise GMTImageComparisonFailure( | ||
"images not close (RMS %(rms).3f):\n\t%(actual)s\n\t%(expected)s " | ||
% err | ||
) | ||
finally: | ||
del fig_ref | ||
del fig_test | ||
|
||
parameters = [ | ||
param | ||
for param in old_sig.parameters.values() | ||
if param.name not in {"fig_test", "fig_ref"} | ||
] | ||
new_sig = old_sig.replace(parameters=parameters) | ||
wrapper.__signature__ = new_sig | ||
|
||
return wrapper | ||
|
||
return decorator |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters