Implemented test filtering for pytest

matplotlib · tacaswell · Aug 23, 2016 · Jul 12, 2016 · Jul 10, 2016 · Jul 23, 2016
commit 6c94b47c99730346ad4802739a9cda699beb0ff2
diff --git a/conftest.py b/conftest.py
@@ -2,20 +2,68 @@
                         unicode_literals)
 
 import inspect
+import os
 import pytest
 import unittest
 
 import matplotlib
 matplotlib.use('agg')
 
+from matplotlib import default_test_modules
 from matplotlib.testing.decorators import ImageComparisonTest
 
 
+IGNORED_TESTS = {
+    'matplotlib': [
+        'test_usetex',
+    ],
+}
+
+
+def blacklist_check(path):
+    """Check if test is blacklisted and should be ignored"""
+    head, tests_dir = os.path.split(path.dirname)
+    if tests_dir != 'tests':
+        return True
+    head, top_module = os.path.split(head)
+    return path.purebasename in IGNORED_TESTS.get(top_module, [])
+
+
+def whitelist_check(path):
+    """Check if test is not whitelisted and should be ignored"""
+    left = path.dirname
+    last_left = None
+    module_path = path.purebasename
+    while len(left) and left != last_left:
+        last_left = left
+        left, tail = os.path.split(left)
+        module_path = '.'.join([tail, module_path])
+        if module_path in default_test_modules:
+            return False
+    return True
+
+
+COLLECT_FILTERS = {
+    'none': lambda _: False,
+    'blacklist': blacklist_check,
+    'whitelist': whitelist_check,
+}
+
+
 def is_nose_class(cls):
+    """Check if supplied class looks like Nose testcase"""
     return any(name in ['setUp', 'tearDown']
                for name, _ in inspect.getmembers(cls))
 
 
+def pytest_addoption(parser):
+    group = parser.getgroup("matplotlib", "matplotlib custom options")
+
+    group.addoption('--collect-filter', action='store',
+                    choices=COLLECT_FILTERS, default='blacklist',
+                    help='filter tests during collection phase')
+
+
 def pytest_configure(config):
     matplotlib._called_from_pytest = True
 
@@ -24,6 +72,12 @@ def pytest_unconfigure(config):
     matplotlib._called_from_pytest = False
 
 
+def pytest_ignore_collect(path, config):
+    if path.ext == '.py':
+        collect_filter = config.getoption('--collect-filter')
+        return COLLECT_FILTERS[collect_filter](path)
+
+
 def pytest_pycollect_makeitem(collector, name, obj):
     if inspect.isclass(obj):
         if issubclass(obj, ImageComparisonTest):

diff --git a/pytest.ini b/pytest.ini
@@ -0,0 +1,2 @@
+[pytest]
+norecursedirs = .git build ci dist extern release tools unit
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		[pytest]
		norecursedirs = .git build ci dist extern release tools unit