mirror of
https://github.com/django/django.git
synced 2024-12-25 18:46:22 +00:00
935159d951
As part of the app-loading updates the old test runner was changed to not require a models module. This introduced a regression in behavior so applabel.TestCase failed for tests defined in a directory. The fix is thanks to yakky and rtnpro.
421 lines
15 KiB
Python
421 lines
15 KiB
Python
"""
|
|
Tests for django test runner
|
|
"""
|
|
from __future__ import unicode_literals
|
|
|
|
from optparse import make_option
|
|
import types
|
|
import unittest
|
|
|
|
from django.core.exceptions import ImproperlyConfigured
|
|
from django.core.management import call_command
|
|
from django import db
|
|
from django.test import runner, TestCase, TransactionTestCase, skipUnlessDBFeature
|
|
from django.test.testcases import connections_support_transactions
|
|
from django.test.utils import (
|
|
IgnoreAllDeprecationWarningsMixin,
|
|
override_settings,
|
|
override_system_checks
|
|
)
|
|
from django.utils import six
|
|
|
|
from admin_scripts.tests import AdminScriptTestCase
|
|
from .models import Person
|
|
|
|
|
|
class DependencyOrderingTests(unittest.TestCase):
|
|
|
|
def test_simple_dependencies(self):
|
|
raw = [
|
|
('s1', ('s1_db', ['alpha'])),
|
|
('s2', ('s2_db', ['bravo'])),
|
|
('s3', ('s3_db', ['charlie'])),
|
|
]
|
|
dependencies = {
|
|
'alpha': ['charlie'],
|
|
'bravo': ['charlie'],
|
|
}
|
|
|
|
ordered = runner.dependency_ordered(raw, dependencies=dependencies)
|
|
ordered_sigs = [sig for sig, value in ordered]
|
|
|
|
self.assertIn('s1', ordered_sigs)
|
|
self.assertIn('s2', ordered_sigs)
|
|
self.assertIn('s3', ordered_sigs)
|
|
self.assertLess(ordered_sigs.index('s3'), ordered_sigs.index('s1'))
|
|
self.assertLess(ordered_sigs.index('s3'), ordered_sigs.index('s2'))
|
|
|
|
def test_chained_dependencies(self):
|
|
raw = [
|
|
('s1', ('s1_db', ['alpha'])),
|
|
('s2', ('s2_db', ['bravo'])),
|
|
('s3', ('s3_db', ['charlie'])),
|
|
]
|
|
dependencies = {
|
|
'alpha': ['bravo'],
|
|
'bravo': ['charlie'],
|
|
}
|
|
|
|
ordered = runner.dependency_ordered(raw, dependencies=dependencies)
|
|
ordered_sigs = [sig for sig, value in ordered]
|
|
|
|
self.assertIn('s1', ordered_sigs)
|
|
self.assertIn('s2', ordered_sigs)
|
|
self.assertIn('s3', ordered_sigs)
|
|
|
|
# Explicit dependencies
|
|
self.assertLess(ordered_sigs.index('s2'), ordered_sigs.index('s1'))
|
|
self.assertLess(ordered_sigs.index('s3'), ordered_sigs.index('s2'))
|
|
|
|
# Implied dependencies
|
|
self.assertLess(ordered_sigs.index('s3'), ordered_sigs.index('s1'))
|
|
|
|
def test_multiple_dependencies(self):
|
|
raw = [
|
|
('s1', ('s1_db', ['alpha'])),
|
|
('s2', ('s2_db', ['bravo'])),
|
|
('s3', ('s3_db', ['charlie'])),
|
|
('s4', ('s4_db', ['delta'])),
|
|
]
|
|
dependencies = {
|
|
'alpha': ['bravo', 'delta'],
|
|
'bravo': ['charlie'],
|
|
'delta': ['charlie'],
|
|
}
|
|
|
|
ordered = runner.dependency_ordered(raw, dependencies=dependencies)
|
|
ordered_sigs = [sig for sig, aliases in ordered]
|
|
|
|
self.assertIn('s1', ordered_sigs)
|
|
self.assertIn('s2', ordered_sigs)
|
|
self.assertIn('s3', ordered_sigs)
|
|
self.assertIn('s4', ordered_sigs)
|
|
|
|
# Explicit dependencies
|
|
self.assertLess(ordered_sigs.index('s2'), ordered_sigs.index('s1'))
|
|
self.assertLess(ordered_sigs.index('s4'), ordered_sigs.index('s1'))
|
|
self.assertLess(ordered_sigs.index('s3'), ordered_sigs.index('s2'))
|
|
self.assertLess(ordered_sigs.index('s3'), ordered_sigs.index('s4'))
|
|
|
|
# Implicit dependencies
|
|
self.assertLess(ordered_sigs.index('s3'), ordered_sigs.index('s1'))
|
|
|
|
def test_circular_dependencies(self):
|
|
raw = [
|
|
('s1', ('s1_db', ['alpha'])),
|
|
('s2', ('s2_db', ['bravo'])),
|
|
]
|
|
dependencies = {
|
|
'bravo': ['alpha'],
|
|
'alpha': ['bravo'],
|
|
}
|
|
|
|
self.assertRaises(ImproperlyConfigured, runner.dependency_ordered, raw, dependencies=dependencies)
|
|
|
|
def test_own_alias_dependency(self):
|
|
raw = [
|
|
('s1', ('s1_db', ['alpha', 'bravo']))
|
|
]
|
|
dependencies = {
|
|
'alpha': ['bravo']
|
|
}
|
|
|
|
with self.assertRaises(ImproperlyConfigured):
|
|
runner.dependency_ordered(raw, dependencies=dependencies)
|
|
|
|
# reordering aliases shouldn't matter
|
|
raw = [
|
|
('s1', ('s1_db', ['bravo', 'alpha']))
|
|
]
|
|
|
|
with self.assertRaises(ImproperlyConfigured):
|
|
runner.dependency_ordered(raw, dependencies=dependencies)
|
|
|
|
|
|
class MockTestRunner(object):
|
|
invoked = False
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
pass
|
|
|
|
def run_tests(self, test_labels, extra_tests=None, **kwargs):
|
|
MockTestRunner.invoked = True
|
|
|
|
|
|
class ManageCommandTests(unittest.TestCase):
|
|
|
|
def test_custom_test_runner(self):
|
|
call_command('test', 'sites',
|
|
testrunner='test_runner.tests.MockTestRunner')
|
|
self.assertTrue(MockTestRunner.invoked,
|
|
"The custom test runner has not been invoked")
|
|
|
|
def test_bad_test_runner(self):
|
|
with self.assertRaises(AttributeError):
|
|
call_command('test', 'sites',
|
|
testrunner='test_runner.NonExistentRunner')
|
|
|
|
|
|
class CustomOptionsTestRunner(runner.DiscoverRunner):
|
|
option_list = (
|
|
make_option('--option_a', '-a', action='store', dest='option_a', default='1'),
|
|
make_option('--option_b', '-b', action='store', dest='option_b', default='2'),
|
|
make_option('--option_c', '-c', action='store', dest='option_c', default='3'),
|
|
)
|
|
|
|
def __init__(self, verbosity=1, interactive=True, failfast=True, option_a=None, option_b=None, option_c=None, **kwargs):
|
|
super(CustomOptionsTestRunner, self).__init__(verbosity=verbosity, interactive=interactive,
|
|
failfast=failfast)
|
|
self.option_a = option_a
|
|
self.option_b = option_b
|
|
self.option_c = option_c
|
|
|
|
def run_tests(self, test_labels, extra_tests=None, **kwargs):
|
|
print("%s:%s:%s" % (self.option_a, self.option_b, self.option_c))
|
|
|
|
|
|
class CustomTestRunnerOptionsTests(AdminScriptTestCase):
|
|
|
|
def setUp(self):
|
|
settings = {
|
|
'TEST_RUNNER': '\'test_runner.tests.CustomOptionsTestRunner\'',
|
|
}
|
|
self.write_settings('settings.py', sdict=settings)
|
|
|
|
def tearDown(self):
|
|
self.remove_settings('settings.py')
|
|
|
|
def test_default_options(self):
|
|
args = ['test', '--settings=test_project.settings']
|
|
out, err = self.run_django_admin(args)
|
|
self.assertNoOutput(err)
|
|
self.assertOutput(out, '1:2:3')
|
|
|
|
def test_default_and_given_options(self):
|
|
args = ['test', '--settings=test_project.settings', '--option_b=foo']
|
|
out, err = self.run_django_admin(args)
|
|
self.assertNoOutput(err)
|
|
self.assertOutput(out, '1:foo:3')
|
|
|
|
def test_option_name_and_value_separated(self):
|
|
args = ['test', '--settings=test_project.settings', '--option_b', 'foo']
|
|
out, err = self.run_django_admin(args)
|
|
self.assertNoOutput(err)
|
|
self.assertOutput(out, '1:foo:3')
|
|
|
|
def test_all_options_given(self):
|
|
args = ['test', '--settings=test_project.settings', '--option_a=bar',
|
|
'--option_b=foo', '--option_c=31337']
|
|
out, err = self.run_django_admin(args)
|
|
self.assertNoOutput(err)
|
|
self.assertOutput(out, 'bar:foo:31337')
|
|
|
|
|
|
class Ticket17477RegressionTests(AdminScriptTestCase):
|
|
def setUp(self):
|
|
self.write_settings('settings.py')
|
|
|
|
def tearDown(self):
|
|
self.remove_settings('settings.py')
|
|
|
|
def test_ticket_17477(self):
|
|
"""'manage.py help test' works after r16352."""
|
|
args = ['help', 'test']
|
|
out, err = self.run_manage(args)
|
|
self.assertNoOutput(err)
|
|
|
|
|
|
class ModulesTestsPackages(IgnoreAllDeprecationWarningsMixin, unittest.TestCase):
|
|
|
|
def test_get_tests(self):
|
|
"Check that the get_tests helper function can find tests in a directory"
|
|
from django.apps import AppConfig
|
|
from django.test.simple import get_tests
|
|
app_config = AppConfig.create('test_runner.valid_app')
|
|
app_config.import_models({})
|
|
tests = get_tests(app_config)
|
|
self.assertIsInstance(tests, types.ModuleType)
|
|
|
|
def test_import_error(self):
|
|
"Test for #12658 - Tests with ImportError's shouldn't fail silently"
|
|
from django.apps import AppConfig
|
|
from django.test.simple import get_tests
|
|
app_config = AppConfig.create('test_runner_invalid_app')
|
|
app_config.import_models({})
|
|
with self.assertRaises(ImportError):
|
|
get_tests(app_config)
|
|
|
|
|
|
class LabelDiscoveryTest(TestCase):
|
|
|
|
@override_settings(INSTALLED_APPS=['test_runner.valid_app'])
|
|
def test_discover_within_package(self):
|
|
"""
|
|
Verify labels like applabel.TestCase find tests defined in
|
|
applabel/tests/__init__.py. Fixes #22478.
|
|
"""
|
|
|
|
from django.test.simple import build_test
|
|
suite = build_test('valid_app.SampleTest')
|
|
self.assertEqual(suite.countTestCases(), 1)
|
|
|
|
|
|
class Sqlite3InMemoryTestDbs(TestCase):
|
|
|
|
available_apps = []
|
|
|
|
# `setup_databases` triggers system check framework, but we do not want to
|
|
# perform checks.
|
|
@override_system_checks([])
|
|
@unittest.skipUnless(all(db.connections[conn].vendor == 'sqlite' for conn in db.connections),
|
|
"This is an sqlite-specific issue")
|
|
def test_transaction_support(self):
|
|
"""Ticket #16329: sqlite3 in-memory test databases"""
|
|
old_db_connections = db.connections
|
|
for option_key, option_value in (
|
|
('NAME', ':memory:'), ('TEST', {'NAME': ':memory:'})):
|
|
try:
|
|
db.connections = db.ConnectionHandler({
|
|
'default': {
|
|
'ENGINE': 'django.db.backends.sqlite3',
|
|
option_key: option_value,
|
|
},
|
|
'other': {
|
|
'ENGINE': 'django.db.backends.sqlite3',
|
|
option_key: option_value,
|
|
},
|
|
})
|
|
other = db.connections['other']
|
|
runner.DiscoverRunner(verbosity=0).setup_databases()
|
|
msg = "DATABASES setting '%s' option set to sqlite3's ':memory:' value shouldn't interfere with transaction support detection." % option_key
|
|
# Transaction support should be properly initialized for the 'other' DB
|
|
self.assertTrue(other.features.supports_transactions, msg)
|
|
# And all the DBs should report that they support transactions
|
|
self.assertTrue(connections_support_transactions(), msg)
|
|
finally:
|
|
db.connections = old_db_connections
|
|
|
|
|
|
class DummyBackendTest(unittest.TestCase):
|
|
def test_setup_databases(self):
|
|
"""
|
|
Test that setup_databases() doesn't fail with dummy database backend.
|
|
"""
|
|
runner_instance = runner.DiscoverRunner(verbosity=0)
|
|
old_db_connections = db.connections
|
|
try:
|
|
db.connections = db.ConnectionHandler({})
|
|
old_config = runner_instance.setup_databases()
|
|
runner_instance.teardown_databases(old_config)
|
|
except Exception as e:
|
|
self.fail("setup_databases/teardown_databases unexpectedly raised "
|
|
"an error: %s" % e)
|
|
finally:
|
|
db.connections = old_db_connections
|
|
|
|
|
|
class AliasedDefaultTestSetupTest(unittest.TestCase):
|
|
def test_setup_aliased_default_database(self):
|
|
"""
|
|
Test that setup_datebases() doesn't fail when 'default' is aliased
|
|
"""
|
|
runner_instance = runner.DiscoverRunner(verbosity=0)
|
|
old_db_connections = db.connections
|
|
try:
|
|
db.connections = db.ConnectionHandler({
|
|
'default': {
|
|
'NAME': 'dummy'
|
|
},
|
|
'aliased': {
|
|
'NAME': 'dummy'
|
|
}
|
|
})
|
|
old_config = runner_instance.setup_databases()
|
|
runner_instance.teardown_databases(old_config)
|
|
except Exception as e:
|
|
self.fail("setup_databases/teardown_databases unexpectedly raised "
|
|
"an error: %s" % e)
|
|
finally:
|
|
db.connections = old_db_connections
|
|
|
|
|
|
class AliasedDatabaseTeardownTest(unittest.TestCase):
|
|
def test_setup_aliased_databases(self):
|
|
from django.db.backends.dummy.base import DatabaseCreation
|
|
|
|
runner_instance = runner.DiscoverRunner(verbosity=0)
|
|
old_db_connections = db.connections
|
|
old_destroy_test_db = DatabaseCreation.destroy_test_db
|
|
old_create_test_db = DatabaseCreation.create_test_db
|
|
try:
|
|
destroyed_names = []
|
|
DatabaseCreation.destroy_test_db = lambda self, old_database_name, verbosity=1: destroyed_names.append(old_database_name)
|
|
DatabaseCreation.create_test_db = lambda self, verbosity=1, autoclobber=False: self._get_test_db_name()
|
|
|
|
db.connections = db.ConnectionHandler({
|
|
'default': {
|
|
'ENGINE': 'django.db.backends.dummy',
|
|
'NAME': 'dbname',
|
|
},
|
|
'other': {
|
|
'ENGINE': 'django.db.backends.dummy',
|
|
'NAME': 'dbname',
|
|
}
|
|
})
|
|
|
|
old_config = runner_instance.setup_databases()
|
|
runner_instance.teardown_databases(old_config)
|
|
|
|
self.assertEqual(destroyed_names.count('dbname'), 1)
|
|
finally:
|
|
DatabaseCreation.create_test_db = old_create_test_db
|
|
DatabaseCreation.destroy_test_db = old_destroy_test_db
|
|
db.connections = old_db_connections
|
|
|
|
|
|
class DeprecationDisplayTest(AdminScriptTestCase):
|
|
# tests for 19546
|
|
def setUp(self):
|
|
settings = {
|
|
'DATABASES': '{"default": {"ENGINE":"django.db.backends.sqlite3", "NAME":":memory:"}}'
|
|
}
|
|
self.write_settings('settings.py', sdict=settings)
|
|
|
|
def tearDown(self):
|
|
self.remove_settings('settings.py')
|
|
|
|
def test_runner_deprecation_verbosity_default(self):
|
|
args = ['test', '--settings=test_project.settings', 'test_runner_deprecation_app']
|
|
out, err = self.run_django_admin(args)
|
|
self.assertIn("Ran 1 test", err)
|
|
six.assertRegex(self, err, r"RemovedInDjango\d\dWarning: warning from test")
|
|
six.assertRegex(self, err, r"RemovedInDjango\d\dWarning: module-level warning from deprecation_app")
|
|
|
|
def test_runner_deprecation_verbosity_zero(self):
|
|
args = ['test', '--settings=test_project.settings', '--verbosity=0', 'test_runner_deprecation_app']
|
|
out, err = self.run_django_admin(args)
|
|
self.assertIn("Ran 1 test", err)
|
|
self.assertFalse("warning from test" in err)
|
|
|
|
|
|
class AutoIncrementResetTest(TransactionTestCase):
|
|
"""
|
|
Here we test creating the same model two times in different test methods,
|
|
and check that both times they get "1" as their PK value. That is, we test
|
|
that AutoField values start from 1 for each transactional test case.
|
|
"""
|
|
|
|
available_apps = ['test_runner']
|
|
|
|
reset_sequences = True
|
|
|
|
@skipUnlessDBFeature('supports_sequence_reset')
|
|
def test_autoincrement_reset1(self):
|
|
p = Person.objects.create(first_name='Jack', last_name='Smith')
|
|
self.assertEqual(p.pk, 1)
|
|
|
|
@skipUnlessDBFeature('supports_sequence_reset')
|
|
def test_autoincrement_reset2(self):
|
|
p = Person.objects.create(first_name='Jack', last_name='Smith')
|
|
self.assertEqual(p.pk, 1)
|