mirror of
https://github.com/django/django.git
synced 2024-11-20 16:34:17 +00:00
faeeb84edf
This allows makemessages/compilemessages tests in `test_extraction.py` and `test_compilation.py` to actually run isolated from each other (unaffected by stray FS objects left by cleanup actions failures, debug sessions, etc.) and to take advantage of the parallel tests execution feature like most of the Django test suite. `test_percents.py` gets slightly refactored to not inherit from the new machinery which sets up every test case to copy and run under a temporary tree.
238 lines
9.9 KiB
Python
238 lines
9.9 KiB
Python
# -*- coding: utf-8 -*-
|
|
from __future__ import unicode_literals
|
|
|
|
import gettext as gettext_module
|
|
import os
|
|
import shutil
|
|
import stat
|
|
import tempfile
|
|
import unittest
|
|
from subprocess import Popen
|
|
|
|
from django.core.management import (
|
|
CommandError, call_command, execute_from_command_line,
|
|
)
|
|
from django.core.management.commands.makemessages import \
|
|
Command as MakeMessagesCommand
|
|
from django.core.management.utils import find_command
|
|
from django.test import SimpleTestCase, mock, override_settings
|
|
from django.test.utils import captured_stderr, captured_stdout
|
|
from django.utils import six, translation
|
|
from django.utils._os import upath
|
|
from django.utils.encoding import force_text
|
|
from django.utils.six import StringIO
|
|
from django.utils.translation import ugettext
|
|
|
|
has_msgfmt = find_command('msgfmt')
|
|
source_code_dir = os.path.dirname(upath(__file__))
|
|
|
|
|
|
@unittest.skipUnless(has_msgfmt, 'msgfmt is mandatory for compilation tests')
|
|
class MessageCompilationTests(SimpleTestCase):
|
|
|
|
work_subdir = 'commands'
|
|
|
|
def setUp(self):
|
|
self._cwd = os.getcwd()
|
|
self.work_dir = tempfile.mkdtemp(prefix='i18n_')
|
|
self.test_dir = os.path.abspath(os.path.join(self.work_dir, self.work_subdir))
|
|
shutil.copytree(os.path.join(source_code_dir, self.work_subdir), self.test_dir)
|
|
# Make sure we step out of the temporary working tree before we
|
|
# remove it as we might be pulling the rug from under our own feet
|
|
# othewise. Rhis is especially true on Windows.
|
|
# Remember cleanup actions registered with addCleanup() are called in
|
|
# reverse so this ordering is important:
|
|
self.addCleanup(self._rmrf, self.test_dir)
|
|
self.addCleanup(os.chdir, self._cwd)
|
|
os.chdir(self.test_dir)
|
|
|
|
def _rmrf(self, dname):
|
|
if os.path.commonprefix([self.test_dir, os.path.abspath(dname)]) != self.test_dir:
|
|
return
|
|
shutil.rmtree(dname)
|
|
|
|
def rmfile(self, filepath):
|
|
if os.path.exists(filepath):
|
|
os.remove(filepath)
|
|
|
|
|
|
class PoFileTests(MessageCompilationTests):
|
|
|
|
LOCALE = 'es_AR'
|
|
MO_FILE = 'locale/%s/LC_MESSAGES/django.mo' % LOCALE
|
|
|
|
def test_bom_rejection(self):
|
|
with self.assertRaises(CommandError) as cm:
|
|
call_command('compilemessages', locale=[self.LOCALE], stdout=StringIO())
|
|
self.assertIn("file has a BOM (Byte Order Mark)", cm.exception.args[0])
|
|
self.assertFalse(os.path.exists(self.MO_FILE))
|
|
|
|
def test_no_write_access(self):
|
|
mo_file_en = 'locale/en/LC_MESSAGES/django.mo'
|
|
err_buffer = StringIO()
|
|
# put file in read-only mode
|
|
old_mode = os.stat(mo_file_en).st_mode
|
|
os.chmod(mo_file_en, stat.S_IREAD)
|
|
try:
|
|
call_command('compilemessages', locale=['en'], stderr=err_buffer, verbosity=0)
|
|
err = err_buffer.getvalue()
|
|
self.assertIn("not writable location", force_text(err))
|
|
finally:
|
|
os.chmod(mo_file_en, old_mode)
|
|
|
|
|
|
class PoFileContentsTests(MessageCompilationTests):
|
|
# Ticket #11240
|
|
|
|
LOCALE = 'fr'
|
|
MO_FILE = 'locale/%s/LC_MESSAGES/django.mo' % LOCALE
|
|
|
|
def setUp(self):
|
|
super(PoFileContentsTests, self).setUp()
|
|
self.addCleanup(os.unlink, os.path.join(self.test_dir, self.MO_FILE))
|
|
|
|
def test_percent_symbol_in_po_file(self):
|
|
call_command('compilemessages', locale=[self.LOCALE], stdout=StringIO())
|
|
self.assertTrue(os.path.exists(self.MO_FILE))
|
|
|
|
|
|
class MultipleLocaleCompilationTests(MessageCompilationTests):
|
|
|
|
MO_FILE_HR = None
|
|
MO_FILE_FR = None
|
|
|
|
def setUp(self):
|
|
super(MultipleLocaleCompilationTests, self).setUp()
|
|
localedir = os.path.join(self.test_dir, 'locale')
|
|
self.MO_FILE_HR = os.path.join(localedir, 'hr/LC_MESSAGES/django.mo')
|
|
self.MO_FILE_FR = os.path.join(localedir, 'fr/LC_MESSAGES/django.mo')
|
|
self.addCleanup(self.rmfile, os.path.join(localedir, self.MO_FILE_HR))
|
|
self.addCleanup(self.rmfile, os.path.join(localedir, self.MO_FILE_FR))
|
|
|
|
def test_one_locale(self):
|
|
with override_settings(LOCALE_PATHS=[os.path.join(self.test_dir, 'locale')]):
|
|
call_command('compilemessages', locale=['hr'], stdout=StringIO())
|
|
|
|
self.assertTrue(os.path.exists(self.MO_FILE_HR))
|
|
|
|
def test_multiple_locales(self):
|
|
with override_settings(LOCALE_PATHS=[os.path.join(self.test_dir, 'locale')]):
|
|
call_command('compilemessages', locale=['hr', 'fr'], stdout=StringIO())
|
|
|
|
self.assertTrue(os.path.exists(self.MO_FILE_HR))
|
|
self.assertTrue(os.path.exists(self.MO_FILE_FR))
|
|
|
|
|
|
class ExcludedLocaleCompilationTests(MessageCompilationTests):
|
|
|
|
work_subdir = 'exclude'
|
|
|
|
MO_FILE = 'locale/%s/LC_MESSAGES/django.mo'
|
|
|
|
def setUp(self):
|
|
super(ExcludedLocaleCompilationTests, self).setUp()
|
|
shutil.copytree('canned_locale', 'locale')
|
|
self.addCleanup(self._rmrf, os.path.join(self.test_dir, 'locale'))
|
|
|
|
def test_command_help(self):
|
|
with captured_stdout(), captured_stderr():
|
|
# `call_command` bypasses the parser; by calling
|
|
# `execute_from_command_line` with the help subcommand we
|
|
# ensure that there are no issues with the parser itself.
|
|
execute_from_command_line(['django-admin', 'help', 'compilemessages'])
|
|
|
|
def test_one_locale_excluded(self):
|
|
call_command('compilemessages', exclude=['it'], stdout=StringIO())
|
|
self.assertTrue(os.path.exists(self.MO_FILE % 'en'))
|
|
self.assertTrue(os.path.exists(self.MO_FILE % 'fr'))
|
|
self.assertFalse(os.path.exists(self.MO_FILE % 'it'))
|
|
|
|
def test_multiple_locales_excluded(self):
|
|
call_command('compilemessages', exclude=['it', 'fr'], stdout=StringIO())
|
|
self.assertTrue(os.path.exists(self.MO_FILE % 'en'))
|
|
self.assertFalse(os.path.exists(self.MO_FILE % 'fr'))
|
|
self.assertFalse(os.path.exists(self.MO_FILE % 'it'))
|
|
|
|
def test_one_locale_excluded_with_locale(self):
|
|
call_command('compilemessages', locale=['en', 'fr'], exclude=['fr'], stdout=StringIO())
|
|
self.assertTrue(os.path.exists(self.MO_FILE % 'en'))
|
|
self.assertFalse(os.path.exists(self.MO_FILE % 'fr'))
|
|
self.assertFalse(os.path.exists(self.MO_FILE % 'it'))
|
|
|
|
def test_multiple_locales_excluded_with_locale(self):
|
|
call_command('compilemessages', locale=['en', 'fr', 'it'], exclude=['fr', 'it'],
|
|
stdout=StringIO())
|
|
self.assertTrue(os.path.exists(self.MO_FILE % 'en'))
|
|
self.assertFalse(os.path.exists(self.MO_FILE % 'fr'))
|
|
self.assertFalse(os.path.exists(self.MO_FILE % 'it'))
|
|
|
|
|
|
class CompilationErrorHandling(MessageCompilationTests):
|
|
def test_error_reported_by_msgfmt(self):
|
|
# po file contains wrong po formatting.
|
|
mo_file = 'locale/ja/LC_MESSAGES/django.mo'
|
|
self.addCleanup(self.rmfile, os.path.join(self.test_dir, mo_file))
|
|
with self.assertRaises(CommandError):
|
|
call_command('compilemessages', locale=['ja'], verbosity=0)
|
|
|
|
def test_msgfmt_error_including_non_ascii(self):
|
|
# po file contains invalid msgstr content (triggers non-ascii error content).
|
|
mo_file = 'locale/ko/LC_MESSAGES/django.mo'
|
|
self.addCleanup(self.rmfile, os.path.join(self.test_dir, mo_file))
|
|
# Make sure the output of msgfmt is unaffected by the current locale.
|
|
env = os.environ.copy()
|
|
env.update({str('LANG'): str('C')})
|
|
with mock.patch('django.core.management.utils.Popen', lambda *args, **kwargs: Popen(*args, env=env, **kwargs)):
|
|
if six.PY2:
|
|
# Various assertRaises on PY2 don't support unicode error messages.
|
|
try:
|
|
call_command('compilemessages', locale=['ko'], verbosity=0)
|
|
except CommandError as err:
|
|
self.assertIn("' cannot start a field name", six.text_type(err))
|
|
else:
|
|
cmd = MakeMessagesCommand()
|
|
if cmd.gettext_version < (0, 18, 3):
|
|
raise unittest.SkipTest("python-brace-format is a recent gettext addition.")
|
|
with self.assertRaisesMessage(CommandError, "' cannot start a field name"):
|
|
call_command('compilemessages', locale=['ko'], verbosity=0)
|
|
|
|
|
|
class ProjectAndAppTests(MessageCompilationTests):
|
|
LOCALE = 'ru'
|
|
PROJECT_MO_FILE = 'locale/%s/LC_MESSAGES/django.mo' % LOCALE
|
|
APP_MO_FILE = 'app_with_locale/locale/%s/LC_MESSAGES/django.mo' % LOCALE
|
|
|
|
def setUp(self):
|
|
super(ProjectAndAppTests, self).setUp()
|
|
self.addCleanup(self.rmfile, os.path.join(self.test_dir, self.PROJECT_MO_FILE))
|
|
self.addCleanup(self.rmfile, os.path.join(self.test_dir, self.APP_MO_FILE))
|
|
|
|
|
|
class FuzzyTranslationTest(ProjectAndAppTests):
|
|
|
|
def setUp(self):
|
|
super(FuzzyTranslationTest, self).setUp()
|
|
gettext_module._translations = {} # flush cache or test will be useless
|
|
|
|
def test_nofuzzy_compiling(self):
|
|
with override_settings(LOCALE_PATHS=[os.path.join(self.test_dir, 'locale')]):
|
|
call_command('compilemessages', locale=[self.LOCALE], stdout=StringIO())
|
|
with translation.override(self.LOCALE):
|
|
self.assertEqual(ugettext('Lenin'), force_text('Ленин'))
|
|
self.assertEqual(ugettext('Vodka'), force_text('Vodka'))
|
|
|
|
def test_fuzzy_compiling(self):
|
|
with override_settings(LOCALE_PATHS=[os.path.join(self.test_dir, 'locale')]):
|
|
call_command('compilemessages', locale=[self.LOCALE], fuzzy=True, stdout=StringIO())
|
|
with translation.override(self.LOCALE):
|
|
self.assertEqual(ugettext('Lenin'), force_text('Ленин'))
|
|
self.assertEqual(ugettext('Vodka'), force_text('Водка'))
|
|
|
|
|
|
class AppCompilationTest(ProjectAndAppTests):
|
|
|
|
def test_app_locale_compiled(self):
|
|
call_command('compilemessages', locale=[self.LOCALE], stdout=StringIO())
|
|
self.assertTrue(os.path.exists(self.PROJECT_MO_FILE))
|
|
self.assertTrue(os.path.exists(self.APP_MO_FILE))
|