changeset:   93546:993e8f795194
branch:      3.4
parent:      93544:653dfb1240d5
user:        Antoine Pitrou <solipsis@pitrou.net>
date:        Sun Nov 23 15:55:11 2014 +0100
files:       Lib/unittest/result.py Lib/unittest/test/test_case.py Misc/NEWS
description:
Issue #22894: TestCase.subTest() would cause the test suite to be stopped when in failfast mode, even in the absence of failures.


diff -r 653dfb1240d5 -r 993e8f795194 Lib/unittest/result.py
--- a/Lib/unittest/result.py	Fri Oct 17 19:28:30 2014 +0200
+++ b/Lib/unittest/result.py	Sun Nov 23 15:55:11 2014 +0100
@@ -121,7 +121,6 @@
         self.failures.append((test, self._exc_info_to_string(err, test)))
         self._mirrorOutput = True
 
-    @failfast
     def addSubTest(self, test, subtest, err):
         """Called at the end of a subtest.
         'err' is None if the subtest ended successfully, otherwise it's a
@@ -130,6 +129,8 @@
         # By default, we don't do anything with successful subtests, but
         # more sophisticated test results might want to record them.
         if err is not None:
+            if getattr(self, 'failfast', False):
+                self.stop()
             if issubclass(err[0], test.failureException):
                 errors = self.failures
             else:
diff -r 653dfb1240d5 -r 993e8f795194 Lib/unittest/test/test_case.py
--- a/Lib/unittest/test/test_case.py	Fri Oct 17 19:28:30 2014 +0200
+++ b/Lib/unittest/test/test_case.py	Sun Nov 23 15:55:11 2014 +0100
@@ -397,6 +397,34 @@
         Foo(events).run(result)
         self.assertEqual(events, expected)
 
+    def test_subtests_failfast(self):
+        # Ensure proper test flow with subtests and failfast (issue #22894)
+        events = []
+
+        class Foo(unittest.TestCase):
+            def test_a(self):
+                with self.subTest():
+                    events.append('a1')
+                events.append('a2')
+
+            def test_b(self):
+                with self.subTest():
+                    events.append('b1')
+                with self.subTest():
+                    self.fail('failure')
+                events.append('b2')
+
+            def test_c(self):
+                events.append('c')
+
+        result = unittest.TestResult()
+        result.failfast = True
+        suite = unittest.makeSuite(Foo)
+        suite.run(result)
+
+        expected = ['a1', 'a2', 'b1']
+        self.assertEqual(events, expected)
+
     # "This class attribute gives the exception raised by the test() method.
     # If a test framework needs to use a specialized exception, possibly to
     # carry additional information, it must subclass this exception in
diff -r 653dfb1240d5 -r 993e8f795194 Misc/NEWS
--- a/Misc/NEWS	Fri Oct 17 19:28:30 2014 +0200
+++ b/Misc/NEWS	Sun Nov 23 15:55:11 2014 +0100
@@ -36,6 +36,9 @@
 Library
 -------
 
+- Issue #22894: TestCase.subTest() would cause the test suite to be stopped
+  when in failfast mode, even in the absence of failures.
+
 - Issue #22638: SSLv3 is now disabled throughout the standard library.
   It can still be enabled by instantiating a SSLContext manually.