2017-03-07 15:10:32 +00:00
|
|
|
#!/usr/bin/env python
|
2016-02-07 02:24:36 +00:00
|
|
|
import argparse
|
2015-06-04 16:35:18 +00:00
|
|
|
import atexit
|
2015-09-15 18:13:34 +00:00
|
|
|
import copy
|
2021-03-17 15:23:04 +00:00
|
|
|
import gc
|
2011-08-12 08:43:52 +00:00
|
|
|
import os
|
|
|
|
import shutil
|
2018-10-25 17:52:29 +00:00
|
|
|
import socket
|
2011-08-12 08:43:52 +00:00
|
|
|
import subprocess
|
|
|
|
import sys
|
|
|
|
import tempfile
|
2013-06-14 14:02:30 +00:00
|
|
|
import warnings
|
2005-07-29 15:15:40 +00:00
|
|
|
|
2019-04-13 10:54:03 +00:00
|
|
|
try:
|
|
|
|
import django
|
|
|
|
except ImportError as e:
|
|
|
|
raise RuntimeError(
|
|
|
|
'Django module not found, reference tests/README.rst for instructions.'
|
|
|
|
) from e
|
|
|
|
else:
|
|
|
|
from django.apps import apps
|
|
|
|
from django.conf import settings
|
|
|
|
from django.db import connection, connections
|
|
|
|
from django.test import TestCase, TransactionTestCase
|
|
|
|
from django.test.runner import default_test_processes
|
|
|
|
from django.test.selenium import SeleniumTestCaseBase
|
2020-07-22 15:37:52 +00:00
|
|
|
from django.test.utils import NullTimeKeeper, TimeKeeper, get_runner
|
2020-05-04 10:07:45 +00:00
|
|
|
from django.utils.deprecation import (
|
2021-01-14 09:40:19 +00:00
|
|
|
RemovedInDjango41Warning, RemovedInDjango50Warning,
|
2020-05-04 10:07:45 +00:00
|
|
|
)
|
2019-04-13 10:54:03 +00:00
|
|
|
from django.utils.log import DEFAULT_LOGGING
|
2014-02-26 21:48:20 +00:00
|
|
|
|
2017-09-10 14:34:18 +00:00
|
|
|
try:
|
|
|
|
import MySQLdb
|
|
|
|
except ImportError:
|
|
|
|
pass
|
|
|
|
else:
|
|
|
|
# Ignore informational warnings from QuerySet.explain().
|
2018-04-24 16:06:04 +00:00
|
|
|
warnings.filterwarnings('ignore', r'\(1003, *', category=MySQLdb.Warning)
|
2017-09-10 14:34:18 +00:00
|
|
|
|
2015-10-28 17:24:00 +00:00
|
|
|
# Make deprecation warnings errors to ensure no usage of deprecated features.
|
2021-01-14 09:40:19 +00:00
|
|
|
warnings.simplefilter('error', RemovedInDjango50Warning)
|
2020-05-04 10:07:45 +00:00
|
|
|
warnings.simplefilter('error', RemovedInDjango41Warning)
|
2020-02-06 08:46:59 +00:00
|
|
|
# Make resource and runtime warning errors to ensure no usage of error prone
|
|
|
|
# patterns.
|
|
|
|
warnings.simplefilter("error", ResourceWarning)
|
2015-11-13 20:54:05 +00:00
|
|
|
warnings.simplefilter("error", RuntimeWarning)
|
2015-10-28 17:24:00 +00:00
|
|
|
# Ignore known warnings in test dependencies.
|
|
|
|
warnings.filterwarnings("ignore", "'U' mode is deprecated", DeprecationWarning, module='docutils.io')
|
2020-12-09 20:27:32 +00:00
|
|
|
# RemovedInDjango41Warning: Ignore MemcachedCache deprecation warning.
|
|
|
|
warnings.filterwarnings(
|
|
|
|
'ignore',
|
|
|
|
'MemcachedCache is deprecated',
|
|
|
|
category=RemovedInDjango41Warning,
|
|
|
|
)
|
2014-02-26 21:48:20 +00:00
|
|
|
|
2021-03-17 15:23:04 +00:00
|
|
|
# Reduce garbage collection frequency to improve performance. Since CPython
|
|
|
|
# uses refcounting, garbage collection only collects objects with cyclic
|
|
|
|
# references, which are a minority, so the garbage collection threshold can be
|
|
|
|
# larger than the default threshold of 700 allocations + deallocations without
|
|
|
|
# much increase in memory usage.
|
|
|
|
gc.set_threshold(100_000)
|
|
|
|
|
2017-01-20 13:01:02 +00:00
|
|
|
RUNTESTS_DIR = os.path.abspath(os.path.dirname(__file__))
|
2013-05-11 03:08:45 +00:00
|
|
|
|
2014-12-18 20:54:02 +00:00
|
|
|
TEMPLATE_DIR = os.path.join(RUNTESTS_DIR, 'templates')
|
|
|
|
|
2015-02-21 17:56:36 +00:00
|
|
|
# Create a specific subdirectory for the duration of the test suite.
|
|
|
|
TMPDIR = tempfile.mkdtemp(prefix='django_')
|
|
|
|
# Set the TMPDIR environment variable in addition to tempfile.tempdir
|
|
|
|
# so that children processes inherit it.
|
|
|
|
tempfile.tempdir = os.environ['TMPDIR'] = TMPDIR
|
2005-07-29 22:35:54 +00:00
|
|
|
|
2016-12-29 15:27:49 +00:00
|
|
|
# Removing the temporary TMPDIR.
|
|
|
|
atexit.register(shutil.rmtree, TMPDIR)
|
2015-06-04 16:35:18 +00:00
|
|
|
|
|
|
|
|
2021-04-06 15:46:05 +00:00
|
|
|
# This is a dict mapping RUNTESTS_DIR subdirectory to subdirectories of that
|
|
|
|
# directory to skip when searching for test modules.
|
|
|
|
SUBDIRS_TO_SKIP = {
|
|
|
|
'': {'import_error_package', 'test_runner_apps'},
|
|
|
|
'gis_tests': {'data'},
|
|
|
|
}
|
2010-04-14 18:17:44 +00:00
|
|
|
|
2006-05-26 21:28:12 +00:00
|
|
|
ALWAYS_INSTALLED_APPS = [
|
|
|
|
'django.contrib.contenttypes',
|
2006-06-20 14:27:44 +00:00
|
|
|
'django.contrib.auth',
|
2007-08-15 11:25:22 +00:00
|
|
|
'django.contrib.sites',
|
2006-05-26 21:28:12 +00:00
|
|
|
'django.contrib.sessions',
|
2009-12-09 16:57:23 +00:00
|
|
|
'django.contrib.messages',
|
2014-01-24 21:43:00 +00:00
|
|
|
'django.contrib.admin.apps.SimpleAdminConfig',
|
2010-10-20 01:33:24 +00:00
|
|
|
'django.contrib.staticfiles',
|
2006-05-26 21:28:12 +00:00
|
|
|
]
|
|
|
|
|
2015-11-07 15:12:37 +00:00
|
|
|
ALWAYS_MIDDLEWARE = [
|
2014-04-20 12:58:29 +00:00
|
|
|
'django.contrib.sessions.middleware.SessionMiddleware',
|
|
|
|
'django.middleware.common.CommonMiddleware',
|
|
|
|
'django.middleware.csrf.CsrfViewMiddleware',
|
|
|
|
'django.contrib.auth.middleware.AuthenticationMiddleware',
|
|
|
|
'django.contrib.messages.middleware.MessageMiddleware',
|
2015-01-21 16:55:57 +00:00
|
|
|
]
|
2014-04-20 12:58:29 +00:00
|
|
|
|
2015-02-10 00:20:39 +00:00
|
|
|
# Need to add the associated contrib app to INSTALLED_APPS in some cases to
|
|
|
|
# avoid "RuntimeError: Model class X doesn't declare an explicit app_label
|
2015-12-24 18:28:32 +00:00
|
|
|
# and isn't in an application in INSTALLED_APPS."
|
2015-02-10 00:20:39 +00:00
|
|
|
CONTRIB_TESTS_TO_APPS = {
|
2020-08-28 09:13:05 +00:00
|
|
|
'deprecation': ['django.contrib.flatpages', 'django.contrib.redirects'],
|
|
|
|
'flatpages_tests': ['django.contrib.flatpages'],
|
|
|
|
'redirects_tests': ['django.contrib.redirects'],
|
2015-02-10 00:20:39 +00:00
|
|
|
}
|
|
|
|
|
2010-12-21 23:42:12 +00:00
|
|
|
|
2021-06-04 05:09:33 +00:00
|
|
|
def get_test_modules(gis_enabled):
|
2021-04-06 15:46:05 +00:00
|
|
|
"""
|
|
|
|
Scan the tests directory and yield the names of all test modules.
|
|
|
|
|
|
|
|
The yielded names have either one dotted part like "test_runner" or, in
|
|
|
|
the case of GIS tests, two dotted parts like "gis_tests.gdal_tests".
|
|
|
|
"""
|
|
|
|
discovery_dirs = ['']
|
2021-06-04 05:09:33 +00:00
|
|
|
if gis_enabled:
|
2015-04-04 16:09:46 +00:00
|
|
|
# GIS tests are in nested apps
|
2021-04-06 15:46:05 +00:00
|
|
|
discovery_dirs.append('gis_tests')
|
2017-05-04 14:14:35 +00:00
|
|
|
else:
|
2021-04-06 15:46:05 +00:00
|
|
|
SUBDIRS_TO_SKIP[''].add('gis_tests')
|
2013-07-09 13:58:56 +00:00
|
|
|
|
2021-04-06 15:46:05 +00:00
|
|
|
for dirname in discovery_dirs:
|
|
|
|
dirpath = os.path.join(RUNTESTS_DIR, dirname)
|
|
|
|
subdirs_to_skip = SUBDIRS_TO_SKIP[dirname]
|
2021-06-06 06:56:34 +00:00
|
|
|
with os.scandir(dirpath) as entries:
|
|
|
|
for f in entries:
|
|
|
|
if (
|
|
|
|
'.' in f.name or
|
|
|
|
os.path.basename(f.name) in subdirs_to_skip or
|
|
|
|
f.is_file() or
|
|
|
|
not os.path.exists(os.path.join(f.path, '__init__.py'))
|
|
|
|
):
|
|
|
|
continue
|
|
|
|
test_module = f.name
|
|
|
|
if dirname:
|
|
|
|
test_module = dirname + '.' + test_module
|
|
|
|
yield test_module
|
2005-07-29 22:35:54 +00:00
|
|
|
|
2013-07-09 13:17:26 +00:00
|
|
|
|
2021-06-04 05:03:34 +00:00
|
|
|
def get_filtered_test_modules(start_at, start_after, gis_enabled, test_labels=None):
|
2021-04-21 11:02:58 +00:00
|
|
|
if test_labels is None:
|
|
|
|
test_labels = []
|
2021-04-19 09:01:48 +00:00
|
|
|
# Reduce each test label to just the top-level module part.
|
2017-05-04 14:14:35 +00:00
|
|
|
test_labels_set = set()
|
|
|
|
for label in test_labels:
|
2021-04-19 09:01:48 +00:00
|
|
|
test_module = label.split('.')[0]
|
|
|
|
test_labels_set.add(test_module)
|
2017-05-04 14:14:35 +00:00
|
|
|
|
2021-06-04 05:03:34 +00:00
|
|
|
# It would be nice to put this validation earlier but it must come after
|
|
|
|
# django.setup() so that connection.features.gis_enabled can be accessed.
|
|
|
|
if 'gis_tests' in test_labels_set and not gis_enabled:
|
|
|
|
print('Aborting: A GIS database backend is required to run gis_tests.')
|
|
|
|
sys.exit(1)
|
|
|
|
|
|
|
|
def _module_match_label(module_name, label):
|
|
|
|
# Exact or ancestor match.
|
|
|
|
return module_name == label or module_name.startswith(label + '.')
|
2013-06-04 06:09:29 +00:00
|
|
|
|
2021-06-04 05:03:34 +00:00
|
|
|
start_label = start_at or start_after
|
|
|
|
for test_module in get_test_modules(gis_enabled):
|
|
|
|
if start_label:
|
|
|
|
if not _module_match_label(test_module, start_label):
|
|
|
|
continue
|
|
|
|
start_label = ''
|
|
|
|
if not start_at:
|
|
|
|
assert start_after
|
|
|
|
# Skip the current one before starting.
|
|
|
|
continue
|
|
|
|
# If the module (or an ancestor) was named on the command line, or
|
|
|
|
# no modules were named (i.e., run all), include the test module.
|
|
|
|
if not test_labels or any(
|
|
|
|
_module_match_label(test_module, label) for label in test_labels_set
|
|
|
|
):
|
|
|
|
yield test_module
|
|
|
|
|
|
|
|
|
|
|
|
def setup_collect_tests(start_at, start_after, test_labels=None):
|
2010-10-09 14:44:54 +00:00
|
|
|
state = {
|
|
|
|
'INSTALLED_APPS': settings.INSTALLED_APPS,
|
|
|
|
'ROOT_URLCONF': getattr(settings, "ROOT_URLCONF", ""),
|
2014-12-18 20:54:02 +00:00
|
|
|
'TEMPLATES': settings.TEMPLATES,
|
2010-10-09 14:44:54 +00:00
|
|
|
'LANGUAGE_CODE': settings.LANGUAGE_CODE,
|
2011-06-30 09:06:19 +00:00
|
|
|
'STATIC_URL': settings.STATIC_URL,
|
2011-08-12 08:43:52 +00:00
|
|
|
'STATIC_ROOT': settings.STATIC_ROOT,
|
2015-11-07 15:12:37 +00:00
|
|
|
'MIDDLEWARE': settings.MIDDLEWARE,
|
2010-10-09 14:44:54 +00:00
|
|
|
}
|
2006-12-15 06:06:52 +00:00
|
|
|
|
2007-02-10 04:01:19 +00:00
|
|
|
# Redirect some settings for the duration of these tests.
|
2006-08-27 13:59:47 +00:00
|
|
|
settings.INSTALLED_APPS = ALWAYS_INSTALLED_APPS
|
2006-09-02 09:34:40 +00:00
|
|
|
settings.ROOT_URLCONF = 'urls'
|
2021-02-05 17:41:49 +00:00
|
|
|
settings.STATIC_URL = 'static/'
|
2015-02-21 17:56:36 +00:00
|
|
|
settings.STATIC_ROOT = os.path.join(TMPDIR, 'static')
|
2014-12-18 20:54:02 +00:00
|
|
|
settings.TEMPLATES = [{
|
|
|
|
'BACKEND': 'django.template.backends.django.DjangoTemplates',
|
|
|
|
'DIRS': [TEMPLATE_DIR],
|
|
|
|
'APP_DIRS': True,
|
|
|
|
'OPTIONS': {
|
|
|
|
'context_processors': [
|
|
|
|
'django.template.context_processors.debug',
|
2015-01-12 21:31:44 +00:00
|
|
|
'django.template.context_processors.request',
|
|
|
|
'django.contrib.auth.context_processors.auth',
|
2014-12-18 20:54:02 +00:00
|
|
|
'django.contrib.messages.context_processors.messages',
|
|
|
|
],
|
|
|
|
},
|
|
|
|
}]
|
2007-10-21 17:26:32 +00:00
|
|
|
settings.LANGUAGE_CODE = 'en'
|
2007-12-01 21:58:51 +00:00
|
|
|
settings.SITE_ID = 1
|
2015-11-07 15:12:37 +00:00
|
|
|
settings.MIDDLEWARE = ALWAYS_MIDDLEWARE
|
2014-06-16 17:28:03 +00:00
|
|
|
settings.MIGRATION_MODULES = {
|
2016-01-25 19:29:24 +00:00
|
|
|
# This lets us skip creating migrations for the test models as many of
|
|
|
|
# them depend on one of the following contrib applications.
|
|
|
|
'auth': None,
|
|
|
|
'contenttypes': None,
|
|
|
|
'sessions': None,
|
2014-06-16 17:28:03 +00:00
|
|
|
}
|
2015-09-15 18:13:34 +00:00
|
|
|
log_config = copy.deepcopy(DEFAULT_LOGGING)
|
2015-03-23 22:17:43 +00:00
|
|
|
# Filter out non-error logging so we don't have to capture it in lots of
|
|
|
|
# tests.
|
|
|
|
log_config['loggers']['django']['level'] = 'ERROR'
|
|
|
|
settings.LOGGING = log_config
|
2016-03-18 14:24:29 +00:00
|
|
|
settings.SILENCED_SYSTEM_CHECKS = [
|
|
|
|
'fields.W342', # ForeignKey(unique=True) -> OneToOneField
|
|
|
|
]
|
2006-12-15 06:06:52 +00:00
|
|
|
|
|
|
|
# Load all the ALWAYS_INSTALLED_APPS.
|
2014-01-01 21:55:50 +00:00
|
|
|
django.setup()
|
2006-12-15 06:06:52 +00:00
|
|
|
|
2021-06-04 05:03:34 +00:00
|
|
|
# This flag must be evaluated after django.setup() because otherwise it can
|
|
|
|
# raise AppRegistryNotReady when running gis_tests in isolation on some
|
|
|
|
# backends (e.g. PostGIS).
|
2021-06-04 05:09:33 +00:00
|
|
|
gis_enabled = connection.features.gis_enabled
|
2017-05-30 19:14:32 +00:00
|
|
|
|
2021-06-04 05:03:34 +00:00
|
|
|
test_modules = list(get_filtered_test_modules(
|
|
|
|
start_at, start_after, gis_enabled, test_labels=test_labels,
|
|
|
|
))
|
|
|
|
return test_modules, state
|
2010-12-21 23:42:12 +00:00
|
|
|
|
2013-05-11 03:08:45 +00:00
|
|
|
|
2021-06-04 05:03:34 +00:00
|
|
|
def get_installed():
|
|
|
|
return [app_config.name for app_config in apps.get_app_configs()]
|
2015-02-10 00:20:39 +00:00
|
|
|
|
2021-06-04 05:03:34 +00:00
|
|
|
|
|
|
|
# This function should be called only after calling django.setup(),
|
|
|
|
# since it calls connection.features.gis_enabled.
|
|
|
|
def get_apps_to_install(test_modules):
|
|
|
|
for test_module in test_modules:
|
|
|
|
if test_module in CONTRIB_TESTS_TO_APPS:
|
|
|
|
yield from CONTRIB_TESTS_TO_APPS[test_module]
|
|
|
|
yield test_module
|
2014-05-24 08:53:22 +00:00
|
|
|
|
2015-02-10 15:07:44 +00:00
|
|
|
# Add contrib.gis to INSTALLED_APPS if needed (rather than requiring
|
|
|
|
# @override_settings(INSTALLED_APPS=...) on all test cases.
|
2021-06-04 05:03:34 +00:00
|
|
|
if connection.features.gis_enabled:
|
|
|
|
yield 'django.contrib.gis'
|
|
|
|
|
|
|
|
|
|
|
|
def setup(verbosity, start_at, start_after, test_labels=None):
|
|
|
|
test_modules, state = setup_collect_tests(start_at, start_after, test_labels=test_labels)
|
|
|
|
|
|
|
|
installed_apps = set(get_installed())
|
|
|
|
for app in get_apps_to_install(test_modules):
|
|
|
|
if app in installed_apps:
|
|
|
|
continue
|
2015-02-10 15:07:44 +00:00
|
|
|
if verbosity >= 2:
|
2021-06-04 05:03:34 +00:00
|
|
|
print(f'Importing application {app}')
|
|
|
|
settings.INSTALLED_APPS.append(app)
|
|
|
|
installed_apps.add(app)
|
2015-02-10 15:07:44 +00:00
|
|
|
|
2014-05-24 08:53:22 +00:00
|
|
|
apps.set_installed_apps(settings.INSTALLED_APPS)
|
2006-08-27 13:59:47 +00:00
|
|
|
|
2021-06-04 05:03:34 +00:00
|
|
|
# Force declaring available_apps in TransactionTestCase for faster tests.
|
|
|
|
def no_available_apps(self):
|
|
|
|
raise Exception(
|
|
|
|
'Please define available_apps in TransactionTestCase and its '
|
|
|
|
'subclasses.'
|
|
|
|
)
|
|
|
|
TransactionTestCase.available_apps = property(no_available_apps)
|
|
|
|
TestCase.available_apps = None
|
|
|
|
|
2020-12-10 17:00:57 +00:00
|
|
|
# Set an environment variable that other code may consult to see if
|
|
|
|
# Django's own test suite is running.
|
|
|
|
os.environ['RUNNING_DJANGOS_TEST_SUITE'] = 'true'
|
|
|
|
|
2010-10-09 14:44:54 +00:00
|
|
|
return state
|
|
|
|
|
2013-09-19 21:02:49 +00:00
|
|
|
|
2010-10-09 14:44:54 +00:00
|
|
|
def teardown(state):
|
|
|
|
# Restore the old settings.
|
|
|
|
for key, value in state.items():
|
|
|
|
setattr(settings, key, value)
|
2017-03-18 14:01:42 +00:00
|
|
|
# Discard the multiprocessing.util finalizer that tries to remove a
|
|
|
|
# temporary directory that's already removed by this script's
|
|
|
|
# atexit.register(shutil.rmtree, TMPDIR) handler. Prevents
|
2019-01-18 15:04:29 +00:00
|
|
|
# FileNotFoundError at the end of a test run (#27890).
|
2017-03-18 14:01:42 +00:00
|
|
|
from multiprocessing.util import _finalizer_registry
|
|
|
|
_finalizer_registry.pop((-100, 0), None)
|
2020-12-10 17:00:57 +00:00
|
|
|
del os.environ['RUNNING_DJANGOS_TEST_SUITE']
|
2010-10-09 14:44:54 +00:00
|
|
|
|
2013-09-19 21:02:49 +00:00
|
|
|
|
2015-09-06 09:12:08 +00:00
|
|
|
def actual_test_processes(parallel):
|
|
|
|
if parallel == 0:
|
|
|
|
# This doesn't work before django.setup() on some databases.
|
2015-09-12 18:58:26 +00:00
|
|
|
if all(conn.features.can_clone_databases for conn in connections.all()):
|
2015-09-06 09:12:08 +00:00
|
|
|
return default_test_processes()
|
|
|
|
else:
|
|
|
|
return 1
|
|
|
|
else:
|
|
|
|
return parallel
|
|
|
|
|
|
|
|
|
2016-02-07 02:24:36 +00:00
|
|
|
class ActionSelenium(argparse.Action):
|
|
|
|
"""
|
|
|
|
Validate the comma-separated list of requested browsers.
|
|
|
|
"""
|
|
|
|
def __call__(self, parser, namespace, values, option_string=None):
|
|
|
|
browsers = values.split(',')
|
|
|
|
for browser in browsers:
|
|
|
|
try:
|
|
|
|
SeleniumTestCaseBase.import_webdriver(browser)
|
|
|
|
except ImportError:
|
|
|
|
raise argparse.ArgumentError(self, "Selenium browser specification '%s' is not valid." % browser)
|
|
|
|
setattr(namespace, self.dest, browsers)
|
|
|
|
|
|
|
|
|
2015-02-05 19:31:02 +00:00
|
|
|
def django_tests(verbosity, interactive, failfast, keepdb, reverse,
|
2019-03-07 20:58:30 +00:00
|
|
|
test_labels, debug_sql, parallel, tags, exclude_tags,
|
2020-07-22 15:37:52 +00:00
|
|
|
test_name_patterns, start_at, start_after, pdb, buffer,
|
|
|
|
timing):
|
2021-04-07 05:16:35 +00:00
|
|
|
if verbosity >= 1:
|
|
|
|
msg = "Testing against Django installed in '%s'" % os.path.dirname(django.__file__)
|
|
|
|
max_parallel = default_test_processes() if parallel == 0 else parallel
|
|
|
|
if max_parallel > 1:
|
|
|
|
msg += " with up to %d processes" % max_parallel
|
|
|
|
print(msg)
|
|
|
|
|
2021-04-21 11:02:58 +00:00
|
|
|
state = setup(verbosity, start_at, start_after, test_labels)
|
2006-08-27 13:59:47 +00:00
|
|
|
# Run the test suite, including the extra validation tests.
|
2013-05-11 13:47:40 +00:00
|
|
|
if not hasattr(settings, 'TEST_RUNNER'):
|
|
|
|
settings.TEST_RUNNER = 'django.test.runner.DiscoverRunner'
|
|
|
|
TestRunner = get_runner(settings)
|
|
|
|
test_runner = TestRunner(
|
2013-05-11 03:08:45 +00:00
|
|
|
verbosity=verbosity,
|
|
|
|
interactive=interactive,
|
|
|
|
failfast=failfast,
|
2014-11-16 01:01:45 +00:00
|
|
|
keepdb=keepdb,
|
2014-11-22 16:59:05 +00:00
|
|
|
reverse=reverse,
|
2015-01-10 22:52:59 +00:00
|
|
|
debug_sql=debug_sql,
|
2015-09-06 09:12:08 +00:00
|
|
|
parallel=actual_test_processes(parallel),
|
2015-11-07 13:57:56 +00:00
|
|
|
tags=tags,
|
|
|
|
exclude_tags=exclude_tags,
|
2019-03-07 20:58:30 +00:00
|
|
|
test_name_patterns=test_name_patterns,
|
2019-08-05 03:41:14 +00:00
|
|
|
pdb=pdb,
|
2019-11-30 21:10:16 +00:00
|
|
|
buffer=buffer,
|
2020-07-22 15:37:52 +00:00
|
|
|
timing=timing,
|
2013-05-11 03:08:45 +00:00
|
|
|
)
|
2020-12-07 06:08:27 +00:00
|
|
|
failures = test_runner.run_tests(test_labels or get_installed())
|
2010-10-09 14:44:54 +00:00
|
|
|
teardown(state)
|
|
|
|
return failures
|
2006-12-15 06:06:52 +00:00
|
|
|
|
2010-10-09 14:44:54 +00:00
|
|
|
|
2021-04-07 05:16:35 +00:00
|
|
|
def get_app_test_labels(verbosity, start_at, start_after):
|
2021-04-21 11:02:58 +00:00
|
|
|
state = setup(verbosity, start_at, start_after)
|
2021-04-06 22:28:46 +00:00
|
|
|
test_labels = get_installed()
|
|
|
|
teardown(state)
|
|
|
|
return test_labels
|
|
|
|
|
|
|
|
|
2016-02-15 18:53:59 +00:00
|
|
|
def get_subprocess_args(options):
|
|
|
|
subprocess_args = [
|
2017-01-20 13:01:02 +00:00
|
|
|
sys.executable, __file__, '--settings=%s' % options.settings
|
2016-02-15 18:53:59 +00:00
|
|
|
]
|
|
|
|
if options.failfast:
|
|
|
|
subprocess_args.append('--failfast')
|
|
|
|
if options.verbosity:
|
|
|
|
subprocess_args.append('--verbosity=%s' % options.verbosity)
|
|
|
|
if not options.interactive:
|
|
|
|
subprocess_args.append('--noinput')
|
2015-11-07 13:57:56 +00:00
|
|
|
if options.tags:
|
|
|
|
subprocess_args.append('--tag=%s' % options.tags)
|
|
|
|
if options.exclude_tags:
|
|
|
|
subprocess_args.append('--exclude_tag=%s' % options.exclude_tags)
|
2016-02-15 18:53:59 +00:00
|
|
|
return subprocess_args
|
|
|
|
|
|
|
|
|
2021-04-07 05:16:35 +00:00
|
|
|
def bisect_tests(bisection_label, options, test_labels, start_at, start_after):
|
2021-04-06 22:28:46 +00:00
|
|
|
if not test_labels:
|
2021-04-07 05:16:35 +00:00
|
|
|
test_labels = get_app_test_labels(options.verbosity, start_at, start_after)
|
2010-10-09 14:44:54 +00:00
|
|
|
|
2012-04-28 16:02:01 +00:00
|
|
|
print('***** Bisecting test suite: %s' % ' '.join(test_labels))
|
2010-10-09 14:44:54 +00:00
|
|
|
|
|
|
|
# Make sure the bisection point isn't in the test list
|
|
|
|
# Also remove tests that need to be run in specific combinations
|
|
|
|
for label in [bisection_label, 'model_inheritance_same_model_name']:
|
2017-09-07 12:16:21 +00:00
|
|
|
try:
|
2010-10-09 14:44:54 +00:00
|
|
|
test_labels.remove(label)
|
2017-09-07 12:16:21 +00:00
|
|
|
except ValueError:
|
|
|
|
pass
|
2010-10-09 14:44:54 +00:00
|
|
|
|
2016-02-15 18:53:59 +00:00
|
|
|
subprocess_args = get_subprocess_args(options)
|
2010-10-09 14:44:54 +00:00
|
|
|
|
|
|
|
iteration = 1
|
|
|
|
while len(test_labels) > 1:
|
2013-09-23 21:05:36 +00:00
|
|
|
midpoint = len(test_labels) // 2
|
2010-10-09 14:44:54 +00:00
|
|
|
test_labels_a = test_labels[:midpoint] + [bisection_label]
|
|
|
|
test_labels_b = test_labels[midpoint:] + [bisection_label]
|
2012-04-28 16:02:01 +00:00
|
|
|
print('***** Pass %da: Running the first half of the test suite' % iteration)
|
|
|
|
print('***** Test labels: %s' % ' '.join(test_labels_a))
|
2019-08-23 08:53:36 +00:00
|
|
|
failures_a = subprocess.run(subprocess_args + test_labels_a)
|
2010-10-09 14:44:54 +00:00
|
|
|
|
2012-04-28 16:02:01 +00:00
|
|
|
print('***** Pass %db: Running the second half of the test suite' % iteration)
|
|
|
|
print('***** Test labels: %s' % ' '.join(test_labels_b))
|
|
|
|
print('')
|
2019-08-23 08:53:36 +00:00
|
|
|
failures_b = subprocess.run(subprocess_args + test_labels_b)
|
2010-10-09 14:44:54 +00:00
|
|
|
|
2019-08-23 08:53:36 +00:00
|
|
|
if failures_a.returncode and not failures_b.returncode:
|
2012-04-28 16:02:01 +00:00
|
|
|
print("***** Problem found in first half. Bisecting again...")
|
2016-07-21 08:28:40 +00:00
|
|
|
iteration += 1
|
2010-10-09 14:44:54 +00:00
|
|
|
test_labels = test_labels_a[:-1]
|
2019-08-23 08:53:36 +00:00
|
|
|
elif failures_b.returncode and not failures_a.returncode:
|
2012-04-28 16:02:01 +00:00
|
|
|
print("***** Problem found in second half. Bisecting again...")
|
2016-07-21 08:28:40 +00:00
|
|
|
iteration += 1
|
2010-10-09 14:44:54 +00:00
|
|
|
test_labels = test_labels_b[:-1]
|
2019-08-23 08:53:36 +00:00
|
|
|
elif failures_a.returncode and failures_b.returncode:
|
2012-04-28 16:02:01 +00:00
|
|
|
print("***** Multiple sources of failure found")
|
2010-10-09 14:44:54 +00:00
|
|
|
break
|
|
|
|
else:
|
2012-04-28 16:02:01 +00:00
|
|
|
print("***** No source of failure found... try pair execution (--pair)")
|
2010-10-09 14:44:54 +00:00
|
|
|
break
|
|
|
|
|
|
|
|
if len(test_labels) == 1:
|
2012-04-28 16:02:01 +00:00
|
|
|
print("***** Source of error: %s" % test_labels[0])
|
2010-10-09 14:44:54 +00:00
|
|
|
|
2013-09-19 21:02:49 +00:00
|
|
|
|
2021-04-07 05:16:35 +00:00
|
|
|
def paired_tests(paired_test, options, test_labels, start_at, start_after):
|
2021-04-06 22:28:46 +00:00
|
|
|
if not test_labels:
|
2021-04-07 05:16:35 +00:00
|
|
|
test_labels = get_app_test_labels(options.verbosity, start_at, start_after)
|
2010-10-09 14:44:54 +00:00
|
|
|
|
2012-04-28 16:02:01 +00:00
|
|
|
print('***** Trying paired execution')
|
2010-10-09 14:44:54 +00:00
|
|
|
|
2010-10-11 12:55:17 +00:00
|
|
|
# Make sure the constant member of the pair isn't in the test list
|
2010-10-09 14:44:54 +00:00
|
|
|
# Also remove tests that need to be run in specific combinations
|
|
|
|
for label in [paired_test, 'model_inheritance_same_model_name']:
|
2017-09-07 12:16:21 +00:00
|
|
|
try:
|
2010-10-09 14:44:54 +00:00
|
|
|
test_labels.remove(label)
|
2017-09-07 12:16:21 +00:00
|
|
|
except ValueError:
|
|
|
|
pass
|
2010-10-09 14:44:54 +00:00
|
|
|
|
2016-02-15 18:53:59 +00:00
|
|
|
subprocess_args = get_subprocess_args(options)
|
2010-10-09 14:44:54 +00:00
|
|
|
|
|
|
|
for i, label in enumerate(test_labels):
|
2012-04-28 16:02:01 +00:00
|
|
|
print('***** %d of %d: Check test pairing with %s' % (
|
|
|
|
i + 1, len(test_labels), label))
|
2010-10-09 14:44:54 +00:00
|
|
|
failures = subprocess.call(subprocess_args + [label, paired_test])
|
|
|
|
if failures:
|
2012-04-28 16:02:01 +00:00
|
|
|
print('***** Found problem pair with %s' % label)
|
2010-10-09 14:44:54 +00:00
|
|
|
return
|
|
|
|
|
2012-04-28 16:02:01 +00:00
|
|
|
print('***** No problem pair found')
|
2006-12-15 06:06:52 +00:00
|
|
|
|
2013-09-19 21:02:49 +00:00
|
|
|
|
2005-07-29 15:15:40 +00:00
|
|
|
if __name__ == "__main__":
|
2016-02-07 02:24:36 +00:00
|
|
|
parser = argparse.ArgumentParser(description="Run the Django test suite.")
|
2016-04-08 02:04:45 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'modules', nargs='*', metavar='module',
|
2014-06-06 19:12:18 +00:00
|
|
|
help='Optional path(s) to test modules; e.g. "i18n" or '
|
2016-04-08 02:04:45 +00:00
|
|
|
'"i18n.tests.TranslationTests.test_lazy_objects".',
|
|
|
|
)
|
2014-06-06 19:12:18 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'-v', '--verbosity', default=1, type=int, choices=[0, 1, 2, 3],
|
2016-04-08 02:04:45 +00:00
|
|
|
help='Verbosity level; 0=minimal output, 1=normal output, 2=all output',
|
|
|
|
)
|
2014-06-06 19:12:18 +00:00
|
|
|
parser.add_argument(
|
2017-04-02 00:03:56 +00:00
|
|
|
'--noinput', action='store_false', dest='interactive',
|
2016-04-08 02:04:45 +00:00
|
|
|
help='Tells Django to NOT prompt the user for input of any kind.',
|
|
|
|
)
|
2014-06-06 19:12:18 +00:00
|
|
|
parser.add_argument(
|
2018-07-02 21:54:57 +00:00
|
|
|
'--failfast', action='store_true',
|
2016-04-08 02:04:45 +00:00
|
|
|
help='Tells Django to stop running the test suite after first failed test.',
|
|
|
|
)
|
2014-11-16 01:01:45 +00:00
|
|
|
parser.add_argument(
|
2019-03-07 20:58:30 +00:00
|
|
|
'--keepdb', action='store_true',
|
2016-04-08 02:04:45 +00:00
|
|
|
help='Tells Django to preserve the test database between runs.',
|
|
|
|
)
|
2014-06-06 19:12:18 +00:00
|
|
|
parser.add_argument(
|
Fixed #2879 -- Added support for the integration with Selenium and other in-browser testing frameworks. Also added the first Selenium tests for `contrib.admin`. Many thanks to everyone for their contributions and feedback: Mikeal Rogers, Dirk Datzert, mir, Simon G., Almad, Russell Keith-Magee, Denis Golomazov, devin, robertrv, andrewbadr, Idan Gazit, voidspace, Tom Christie, hjwp2, Adam Nelson, Jannis Leidel, Anssi Kääriäinen, Preston Holmes, Bruno Renié and Jacob Kaplan-Moss.
git-svn-id: http://code.djangoproject.com/svn/django/trunk@17241 bcc190cf-cafb-0310-a4f2-bffc1f526a37
2011-12-22 08:33:58 +00:00
|
|
|
'--settings',
|
|
|
|
help='Python path to settings module, e.g. "myproject.settings". If '
|
2014-06-06 19:12:18 +00:00
|
|
|
'this isn\'t provided, either the DJANGO_SETTINGS_MODULE '
|
2016-04-08 02:04:45 +00:00
|
|
|
'environment variable or "test_sqlite" will be used.',
|
|
|
|
)
|
|
|
|
parser.add_argument(
|
|
|
|
'--bisect',
|
Fixed #2879 -- Added support for the integration with Selenium and other in-browser testing frameworks. Also added the first Selenium tests for `contrib.admin`. Many thanks to everyone for their contributions and feedback: Mikeal Rogers, Dirk Datzert, mir, Simon G., Almad, Russell Keith-Magee, Denis Golomazov, devin, robertrv, andrewbadr, Idan Gazit, voidspace, Tom Christie, hjwp2, Adam Nelson, Jannis Leidel, Anssi Kääriäinen, Preston Holmes, Bruno Renié and Jacob Kaplan-Moss.
git-svn-id: http://code.djangoproject.com/svn/django/trunk@17241 bcc190cf-cafb-0310-a4f2-bffc1f526a37
2011-12-22 08:33:58 +00:00
|
|
|
help='Bisect the test suite to discover a test that causes a test '
|
2016-04-08 02:04:45 +00:00
|
|
|
'failure when combined with the named test.',
|
|
|
|
)
|
|
|
|
parser.add_argument(
|
|
|
|
'--pair',
|
|
|
|
help='Run the test suite in pairs with the named test to find problem pairs.',
|
|
|
|
)
|
|
|
|
parser.add_argument(
|
2017-04-02 00:03:56 +00:00
|
|
|
'--reverse', action='store_true',
|
2014-11-22 16:59:05 +00:00
|
|
|
help='Sort test suites and test cases in opposite order to debug '
|
2016-04-08 02:04:45 +00:00
|
|
|
'test side effects not apparent with normal execution lineup.',
|
|
|
|
)
|
2014-06-06 19:12:18 +00:00
|
|
|
parser.add_argument(
|
2018-07-02 21:54:57 +00:00
|
|
|
'--selenium', action=ActionSelenium, metavar='BROWSERS',
|
2016-04-08 02:04:45 +00:00
|
|
|
help='A comma-separated list of browsers to run the Selenium tests against.',
|
|
|
|
)
|
2019-02-26 16:23:49 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'--headless', action='store_true',
|
|
|
|
help='Run selenium tests in headless mode, if the browser supports the option.',
|
|
|
|
)
|
2018-10-25 17:52:29 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'--selenium-hub',
|
|
|
|
help='A URL for a selenium hub instance to use in combination with --selenium.',
|
|
|
|
)
|
|
|
|
parser.add_argument(
|
|
|
|
'--external-host', default=socket.gethostname(),
|
|
|
|
help='The external host that can be reached by the selenium hub instance when running Selenium '
|
|
|
|
'tests via Selenium Hub.',
|
|
|
|
)
|
2015-01-10 22:52:59 +00:00
|
|
|
parser.add_argument(
|
2018-07-02 21:54:57 +00:00
|
|
|
'--debug-sql', action='store_true',
|
2016-04-08 02:04:45 +00:00
|
|
|
help='Turn on the SQL query logger within tests.',
|
|
|
|
)
|
2015-02-05 19:31:02 +00:00
|
|
|
parser.add_argument(
|
2018-07-02 21:54:57 +00:00
|
|
|
'--parallel', nargs='?', default=0, type=int,
|
2015-11-27 17:44:11 +00:00
|
|
|
const=default_test_processes(), metavar='N',
|
2016-04-08 02:04:45 +00:00
|
|
|
help='Run tests using up to N parallel processes.',
|
|
|
|
)
|
2015-11-07 13:57:56 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'--tag', dest='tags', action='append',
|
2016-04-08 02:04:45 +00:00
|
|
|
help='Run only tests with the specified tags. Can be used multiple times.',
|
|
|
|
)
|
2015-11-07 13:57:56 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'--exclude-tag', dest='exclude_tags', action='append',
|
2016-04-08 02:04:45 +00:00
|
|
|
help='Do not run tests with the specified tag. Can be used multiple times.',
|
|
|
|
)
|
2019-05-25 18:55:30 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'--start-after', dest='start_after',
|
|
|
|
help='Run tests starting after the specified top-level module.',
|
|
|
|
)
|
|
|
|
parser.add_argument(
|
|
|
|
'--start-at', dest='start_at',
|
|
|
|
help='Run tests starting at the specified top-level module.',
|
|
|
|
)
|
2019-08-05 03:41:14 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'--pdb', action='store_true',
|
|
|
|
help='Runs the PDB debugger on error or failure.'
|
|
|
|
)
|
2019-11-30 21:10:16 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'-b', '--buffer', action='store_true',
|
|
|
|
help='Discard output of passing tests.',
|
|
|
|
)
|
2020-07-22 15:37:52 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'--timing', action='store_true',
|
|
|
|
help='Output timings, including database set up and total run time.',
|
|
|
|
)
|
2021-01-19 07:35:16 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'-k', dest='test_name_patterns', action='append',
|
|
|
|
help=(
|
|
|
|
'Only run test methods and classes matching test name pattern. '
|
|
|
|
'Same as unittest -k option. Can be used multiple times.'
|
|
|
|
),
|
|
|
|
)
|
2015-02-05 19:31:02 +00:00
|
|
|
|
2014-06-06 19:12:18 +00:00
|
|
|
options = parser.parse_args()
|
2014-06-11 15:07:33 +00:00
|
|
|
|
2018-10-25 17:52:29 +00:00
|
|
|
using_selenium_hub = options.selenium and options.selenium_hub
|
|
|
|
if options.selenium_hub and not options.selenium:
|
|
|
|
parser.error('--selenium-hub and --external-host require --selenium to be used.')
|
|
|
|
if using_selenium_hub and not options.external_host:
|
|
|
|
parser.error('--selenium-hub and --external-host must be used together.')
|
|
|
|
|
2014-06-11 15:07:33 +00:00
|
|
|
# Allow including a trailing slash on app_labels for tab completion convenience
|
|
|
|
options.modules = [os.path.normpath(labels) for labels in options.modules]
|
|
|
|
|
2019-05-25 18:55:30 +00:00
|
|
|
mutually_exclusive_options = [options.start_at, options.start_after, options.modules]
|
|
|
|
enabled_module_options = [bool(option) for option in mutually_exclusive_options].count(True)
|
|
|
|
if enabled_module_options > 1:
|
|
|
|
print('Aborting: --start-at, --start-after, and test labels are mutually exclusive.')
|
|
|
|
sys.exit(1)
|
|
|
|
for opt_name in ['start_at', 'start_after']:
|
|
|
|
opt_val = getattr(options, opt_name)
|
|
|
|
if opt_val:
|
|
|
|
if '.' in opt_val:
|
|
|
|
print('Aborting: --%s must be a top-level module.' % opt_name.replace('_', '-'))
|
|
|
|
sys.exit(1)
|
|
|
|
setattr(options, opt_name, os.path.normpath(opt_val))
|
2005-08-10 15:36:16 +00:00
|
|
|
if options.settings:
|
|
|
|
os.environ['DJANGO_SETTINGS_MODULE'] = options.settings
|
2011-01-27 00:00:20 +00:00
|
|
|
else:
|
2017-11-13 21:15:49 +00:00
|
|
|
os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'test_sqlite')
|
2011-01-27 00:00:20 +00:00
|
|
|
options.settings = os.environ['DJANGO_SETTINGS_MODULE']
|
2010-10-09 14:44:54 +00:00
|
|
|
|
2013-02-25 17:14:42 +00:00
|
|
|
if options.selenium:
|
2016-02-19 18:56:13 +00:00
|
|
|
if not options.tags:
|
|
|
|
options.tags = ['selenium']
|
|
|
|
elif 'selenium' not in options.tags:
|
|
|
|
options.tags.append('selenium')
|
2018-10-25 17:52:29 +00:00
|
|
|
if options.selenium_hub:
|
|
|
|
SeleniumTestCaseBase.selenium_hub = options.selenium_hub
|
|
|
|
SeleniumTestCaseBase.external_host = options.external_host
|
2019-02-26 16:23:49 +00:00
|
|
|
SeleniumTestCaseBase.headless = options.headless
|
2016-02-07 02:24:36 +00:00
|
|
|
SeleniumTestCaseBase.browsers = options.selenium
|
2013-02-23 16:10:48 +00:00
|
|
|
|
2010-10-09 14:44:54 +00:00
|
|
|
if options.bisect:
|
2019-05-25 18:55:30 +00:00
|
|
|
bisect_tests(
|
2021-04-07 05:16:35 +00:00
|
|
|
options.bisect, options, options.modules, options.start_at,
|
|
|
|
options.start_after,
|
2019-05-25 18:55:30 +00:00
|
|
|
)
|
2010-10-09 14:44:54 +00:00
|
|
|
elif options.pair:
|
2019-05-25 18:55:30 +00:00
|
|
|
paired_tests(
|
2021-04-07 05:16:35 +00:00
|
|
|
options.pair, options, options.modules, options.start_at,
|
|
|
|
options.start_after,
|
2019-05-25 18:55:30 +00:00
|
|
|
)
|
2010-10-09 14:44:54 +00:00
|
|
|
else:
|
2020-07-22 15:37:52 +00:00
|
|
|
time_keeper = TimeKeeper() if options.timing else NullTimeKeeper()
|
|
|
|
with time_keeper.timed('Total run'):
|
|
|
|
failures = django_tests(
|
|
|
|
options.verbosity, options.interactive, options.failfast,
|
|
|
|
options.keepdb, options.reverse, options.modules,
|
|
|
|
options.debug_sql, options.parallel, options.tags,
|
|
|
|
options.exclude_tags,
|
|
|
|
getattr(options, 'test_name_patterns', None),
|
|
|
|
options.start_at, options.start_after, options.pdb, options.buffer,
|
|
|
|
options.timing,
|
|
|
|
)
|
|
|
|
time_keeper.print_results()
|
2010-10-09 14:44:54 +00:00
|
|
|
if failures:
|
2016-11-03 11:40:59 +00:00
|
|
|
sys.exit(1)
|