diff --git a/django/core/management/commands/test.py b/django/core/management/commands/test.py
index 8ebf3daea6..21e1e5189a 100644
--- a/django/core/management/commands/test.py
+++ b/django/core/management/commands/test.py
@@ -22,4 +22,4 @@ class Command(BaseCommand):
 
         failures = test_runner(test_labels, verbosity=verbosity, interactive=interactive)
         if failures:
-            sys.exit(failures)
+            sys.exit(bool(failures))
diff --git a/tests/runtests.py b/tests/runtests.py
index f556246c90..b461717aa6 100755
--- a/tests/runtests.py
+++ b/tests/runtests.py
@@ -160,7 +160,7 @@ def django_tests(verbosity, interactive, test_labels):
 
     failures = test_runner(test_labels, verbosity=verbosity, interactive=interactive, extra_tests=extra_tests)
     if failures:
-        sys.exit(failures)
+        sys.exit(bool(failures))
 
     # Restore the old settings.
     settings.INSTALLED_APPS = old_installed_apps