diff --git a/setup.py b/setup.py
index 0e0aaa3b7f5e..d99ea700f1cc 100644
--- a/setup.py
+++ b/setup.py
@@ -231,7 +231,7 @@ def run_tests(self):
         nose.main(addplugins=[x() for x in plugins],
                   defaultTest=testmodules,
                   argv=['nosetests'] + self.test_args,
-                  exit=False)
+                  exit=True)
 
 
 # One doesn't normally see `if __name__ == '__main__'` blocks in a setup.py,