diff --git a/tests/i18n/commands/compilation.py b/tests/i18n/commands/compilation.py
index d92720e97a..aeeb3a4b0c 100644
--- a/tests/i18n/commands/compilation.py
+++ b/tests/i18n/commands/compilation.py
@@ -56,6 +56,10 @@ class PercentRenderingTests(MessageCompilationTests):
     LOCALE='it'
     MO_FILE='locale/%s/LC_MESSAGES/django.mo' % LOCALE
 
+    def setUp(self):
+        super(PercentRenderingTests, self).setUp()
+        self.addCleanup(os.unlink, os.path.join(test_dir, self.MO_FILE))
+
     @override_settings(LOCALE_PATHS=(os.path.join(test_dir, 'locale'),))
     def test_percent_symbol_escaping(self):
         from django.template import Template, Context
diff --git a/tests/i18n/commands/locale/it/LC_MESSAGES/django.mo b/tests/i18n/commands/locale/it/LC_MESSAGES/django.mo
deleted file mode 100644
index 49a657b455..0000000000
Binary files a/tests/i18n/commands/locale/it/LC_MESSAGES/django.mo and /dev/null differ