mirror of
https://github.com/django/django.git
synced 2024-12-23 17:46:27 +00:00
e2efc8965e
This patch is two-fold; first it ensure that Django does close everything in request.FILES at the end of the request and secondly the storage system should no longer close any files during save, it's up to the caller to handle that -- or let Django close the files at the end of the request.
713 lines
26 KiB
Python
713 lines
26 KiB
Python
# -*- coding: utf-8 -*-
|
|
from __future__ import unicode_literals
|
|
|
|
import errno
|
|
import os
|
|
import shutil
|
|
import sys
|
|
import tempfile
|
|
import time
|
|
import unittest
|
|
from datetime import datetime, timedelta
|
|
|
|
try:
|
|
import threading
|
|
except ImportError:
|
|
import dummy_threading as threading
|
|
|
|
from django.core.cache import cache
|
|
from django.core.exceptions import SuspiciousOperation
|
|
from django.core.files.base import File, ContentFile
|
|
from django.core.files.storage import FileSystemStorage, get_storage_class
|
|
from django.core.files.uploadedfile import (InMemoryUploadedFile, SimpleUploadedFile,
|
|
TemporaryUploadedFile)
|
|
from django.test import LiveServerTestCase, SimpleTestCase
|
|
from django.test import override_settings
|
|
from django.utils import six
|
|
from django.utils.six.moves.urllib.request import urlopen
|
|
from django.utils._os import upath
|
|
|
|
from .models import Storage, temp_storage, temp_storage_location
|
|
|
|
|
|
class GetStorageClassTests(SimpleTestCase):
|
|
|
|
def test_get_filesystem_storage(self):
|
|
"""
|
|
get_storage_class returns the class for a storage backend name/path.
|
|
"""
|
|
self.assertEqual(
|
|
get_storage_class('django.core.files.storage.FileSystemStorage'),
|
|
FileSystemStorage)
|
|
|
|
def test_get_invalid_storage_module(self):
|
|
"""
|
|
get_storage_class raises an error if the requested import don't exist.
|
|
"""
|
|
with six.assertRaisesRegex(self, ImportError, "No module named '?storage'?"):
|
|
get_storage_class('storage.NonExistingStorage')
|
|
|
|
def test_get_nonexisting_storage_class(self):
|
|
"""
|
|
get_storage_class raises an error if the requested class don't exist.
|
|
"""
|
|
self.assertRaises(ImportError, get_storage_class,
|
|
'django.core.files.storage.NonExistingStorage')
|
|
|
|
def test_get_nonexisting_storage_module(self):
|
|
"""
|
|
get_storage_class raises an error if the requested module don't exist.
|
|
"""
|
|
# Error message may or may not be the fully qualified path.
|
|
with six.assertRaisesRegex(self, ImportError,
|
|
"No module named '?(django.core.files.)?non_existing_storage'?"):
|
|
get_storage_class(
|
|
'django.core.files.non_existing_storage.NonExistingStorage')
|
|
|
|
|
|
class FileStorageDeconstructionTests(unittest.TestCase):
|
|
|
|
def test_deconstruction(self):
|
|
path, args, kwargs = temp_storage.deconstruct()
|
|
self.assertEqual(path, "django.core.files.storage.FileSystemStorage")
|
|
self.assertEqual(args, tuple())
|
|
self.assertEqual(kwargs, {'location': temp_storage_location})
|
|
|
|
kwargs_orig = {
|
|
'location': temp_storage_location,
|
|
'base_url': 'http://myfiles.example.com/'
|
|
}
|
|
storage = FileSystemStorage(**kwargs_orig)
|
|
path, args, kwargs = storage.deconstruct()
|
|
self.assertEqual(kwargs, kwargs_orig)
|
|
|
|
|
|
class FileStorageTests(unittest.TestCase):
|
|
storage_class = FileSystemStorage
|
|
|
|
def setUp(self):
|
|
self.temp_dir = tempfile.mkdtemp()
|
|
self.storage = self.storage_class(location=self.temp_dir,
|
|
base_url='/test_media_url/')
|
|
# Set up a second temporary directory which is ensured to have a mixed
|
|
# case name.
|
|
self.temp_dir2 = tempfile.mkdtemp(suffix='aBc')
|
|
|
|
def tearDown(self):
|
|
shutil.rmtree(self.temp_dir)
|
|
shutil.rmtree(self.temp_dir2)
|
|
|
|
def test_empty_location(self):
|
|
"""
|
|
Makes sure an exception is raised if the location is empty
|
|
"""
|
|
storage = self.storage_class(location='')
|
|
self.assertEqual(storage.base_location, '')
|
|
self.assertEqual(storage.location, upath(os.getcwd()))
|
|
|
|
def test_file_access_options(self):
|
|
"""
|
|
Standard file access options are available, and work as expected.
|
|
"""
|
|
self.assertFalse(self.storage.exists('storage_test'))
|
|
f = self.storage.open('storage_test', 'w')
|
|
f.write('storage contents')
|
|
f.close()
|
|
self.assertTrue(self.storage.exists('storage_test'))
|
|
|
|
f = self.storage.open('storage_test', 'r')
|
|
self.assertEqual(f.read(), 'storage contents')
|
|
f.close()
|
|
|
|
self.storage.delete('storage_test')
|
|
self.assertFalse(self.storage.exists('storage_test'))
|
|
|
|
def test_file_accessed_time(self):
|
|
"""
|
|
File storage returns a Datetime object for the last accessed time of
|
|
a file.
|
|
"""
|
|
self.assertFalse(self.storage.exists('test.file'))
|
|
|
|
f = ContentFile('custom contents')
|
|
f_name = self.storage.save('test.file', f)
|
|
atime = self.storage.accessed_time(f_name)
|
|
|
|
self.assertEqual(atime, datetime.fromtimestamp(
|
|
os.path.getatime(self.storage.path(f_name))))
|
|
self.assertTrue(datetime.now() - self.storage.accessed_time(f_name) < timedelta(seconds=2))
|
|
self.storage.delete(f_name)
|
|
|
|
def test_file_created_time(self):
|
|
"""
|
|
File storage returns a Datetime object for the creation time of
|
|
a file.
|
|
"""
|
|
self.assertFalse(self.storage.exists('test.file'))
|
|
|
|
f = ContentFile('custom contents')
|
|
f_name = self.storage.save('test.file', f)
|
|
ctime = self.storage.created_time(f_name)
|
|
|
|
self.assertEqual(ctime, datetime.fromtimestamp(
|
|
os.path.getctime(self.storage.path(f_name))))
|
|
self.assertTrue(datetime.now() - self.storage.created_time(f_name) < timedelta(seconds=2))
|
|
|
|
self.storage.delete(f_name)
|
|
|
|
def test_file_modified_time(self):
|
|
"""
|
|
File storage returns a Datetime object for the last modified time of
|
|
a file.
|
|
"""
|
|
self.assertFalse(self.storage.exists('test.file'))
|
|
|
|
f = ContentFile('custom contents')
|
|
f_name = self.storage.save('test.file', f)
|
|
mtime = self.storage.modified_time(f_name)
|
|
|
|
self.assertEqual(mtime, datetime.fromtimestamp(
|
|
os.path.getmtime(self.storage.path(f_name))))
|
|
self.assertTrue(datetime.now() - self.storage.modified_time(f_name) < timedelta(seconds=2))
|
|
|
|
self.storage.delete(f_name)
|
|
|
|
def test_file_save_without_name(self):
|
|
"""
|
|
File storage extracts the filename from the content object if no
|
|
name is given explicitly.
|
|
"""
|
|
self.assertFalse(self.storage.exists('test.file'))
|
|
|
|
f = ContentFile('custom contents')
|
|
f.name = 'test.file'
|
|
|
|
storage_f_name = self.storage.save(None, f)
|
|
|
|
self.assertEqual(storage_f_name, f.name)
|
|
|
|
self.assertTrue(os.path.exists(os.path.join(self.temp_dir, f.name)))
|
|
|
|
self.storage.delete(storage_f_name)
|
|
|
|
def test_file_save_with_path(self):
|
|
"""
|
|
Saving a pathname should create intermediate directories as necessary.
|
|
"""
|
|
self.assertFalse(self.storage.exists('path/to'))
|
|
self.storage.save('path/to/test.file',
|
|
ContentFile('file saved with path'))
|
|
|
|
self.assertTrue(self.storage.exists('path/to'))
|
|
with self.storage.open('path/to/test.file') as f:
|
|
self.assertEqual(f.read(), b'file saved with path')
|
|
|
|
self.assertTrue(os.path.exists(
|
|
os.path.join(self.temp_dir, 'path', 'to', 'test.file')))
|
|
|
|
self.storage.delete('path/to/test.file')
|
|
|
|
def test_save_doesnt_close(self):
|
|
with TemporaryUploadedFile('test', 'text/plain', 1, 'utf8') as file:
|
|
file.write(b'1')
|
|
file.seek(0)
|
|
self.assertFalse(file.closed)
|
|
self.storage.save('path/to/test.file', file)
|
|
self.assertFalse(file.closed)
|
|
self.assertFalse(file.file.closed)
|
|
|
|
file = InMemoryUploadedFile(six.StringIO('1'), '', 'test',
|
|
'text/plain', 1, 'utf8')
|
|
with file:
|
|
self.assertFalse(file.closed)
|
|
self.storage.save('path/to/test.file', file)
|
|
self.assertFalse(file.closed)
|
|
self.assertFalse(file.file.closed)
|
|
|
|
def test_file_path(self):
|
|
"""
|
|
File storage returns the full path of a file
|
|
"""
|
|
self.assertFalse(self.storage.exists('test.file'))
|
|
|
|
f = ContentFile('custom contents')
|
|
f_name = self.storage.save('test.file', f)
|
|
|
|
self.assertEqual(self.storage.path(f_name),
|
|
os.path.join(self.temp_dir, f_name))
|
|
|
|
self.storage.delete(f_name)
|
|
|
|
def test_file_url(self):
|
|
"""
|
|
File storage returns a url to access a given file from the Web.
|
|
"""
|
|
self.assertEqual(self.storage.url('test.file'),
|
|
'%s%s' % (self.storage.base_url, 'test.file'))
|
|
|
|
# should encode special chars except ~!*()'
|
|
# like encodeURIComponent() JavaScript function do
|
|
self.assertEqual(self.storage.url(r"""~!*()'@#$%^&*abc`+ =.file"""),
|
|
"""/test_media_url/~!*()'%40%23%24%25%5E%26*abc%60%2B%20%3D.file""")
|
|
|
|
# should stanslate os path separator(s) to the url path separator
|
|
self.assertEqual(self.storage.url("""a/b\\c.file"""),
|
|
"""/test_media_url/a/b/c.file""")
|
|
|
|
self.storage.base_url = None
|
|
self.assertRaises(ValueError, self.storage.url, 'test.file')
|
|
|
|
# #22717: missing ending slash in base_url should be auto-corrected
|
|
storage = self.storage_class(location=self.temp_dir,
|
|
base_url='/no_ending_slash')
|
|
self.assertEqual(
|
|
storage.url('test.file'),
|
|
'%s%s' % (storage.base_url, 'test.file')
|
|
)
|
|
|
|
def test_listdir(self):
|
|
"""
|
|
File storage returns a tuple containing directories and files.
|
|
"""
|
|
self.assertFalse(self.storage.exists('storage_test_1'))
|
|
self.assertFalse(self.storage.exists('storage_test_2'))
|
|
self.assertFalse(self.storage.exists('storage_dir_1'))
|
|
|
|
self.storage.save('storage_test_1', ContentFile('custom content'))
|
|
self.storage.save('storage_test_2', ContentFile('custom content'))
|
|
os.mkdir(os.path.join(self.temp_dir, 'storage_dir_1'))
|
|
|
|
dirs, files = self.storage.listdir('')
|
|
self.assertEqual(set(dirs), set(['storage_dir_1']))
|
|
self.assertEqual(set(files),
|
|
set(['storage_test_1', 'storage_test_2']))
|
|
|
|
self.storage.delete('storage_test_1')
|
|
self.storage.delete('storage_test_2')
|
|
os.rmdir(os.path.join(self.temp_dir, 'storage_dir_1'))
|
|
|
|
def test_file_storage_prevents_directory_traversal(self):
|
|
"""
|
|
File storage prevents directory traversal (files can only be accessed if
|
|
they're below the storage location).
|
|
"""
|
|
self.assertRaises(SuspiciousOperation, self.storage.exists, '..')
|
|
self.assertRaises(SuspiciousOperation, self.storage.exists, '/etc/passwd')
|
|
|
|
def test_file_storage_preserves_filename_case(self):
|
|
"""The storage backend should preserve case of filenames."""
|
|
# Create a storage backend associated with the mixed case name
|
|
# directory.
|
|
other_temp_storage = self.storage_class(location=self.temp_dir2)
|
|
# Ask that storage backend to store a file with a mixed case filename.
|
|
mixed_case = 'CaSe_SeNsItIvE'
|
|
file = other_temp_storage.open(mixed_case, 'w')
|
|
file.write('storage contents')
|
|
file.close()
|
|
self.assertEqual(os.path.join(self.temp_dir2, mixed_case),
|
|
other_temp_storage.path(mixed_case))
|
|
other_temp_storage.delete(mixed_case)
|
|
|
|
def test_makedirs_race_handling(self):
|
|
"""
|
|
File storage should be robust against directory creation race conditions.
|
|
"""
|
|
real_makedirs = os.makedirs
|
|
|
|
# Monkey-patch os.makedirs, to simulate a normal call, a raced call,
|
|
# and an error.
|
|
def fake_makedirs(path):
|
|
if path == os.path.join(self.temp_dir, 'normal'):
|
|
real_makedirs(path)
|
|
elif path == os.path.join(self.temp_dir, 'raced'):
|
|
real_makedirs(path)
|
|
raise OSError(errno.EEXIST, 'simulated EEXIST')
|
|
elif path == os.path.join(self.temp_dir, 'error'):
|
|
raise OSError(errno.EACCES, 'simulated EACCES')
|
|
else:
|
|
self.fail('unexpected argument %r' % path)
|
|
|
|
try:
|
|
os.makedirs = fake_makedirs
|
|
|
|
self.storage.save('normal/test.file',
|
|
ContentFile('saved normally'))
|
|
with self.storage.open('normal/test.file') as f:
|
|
self.assertEqual(f.read(), b'saved normally')
|
|
|
|
self.storage.save('raced/test.file',
|
|
ContentFile('saved with race'))
|
|
with self.storage.open('raced/test.file') as f:
|
|
self.assertEqual(f.read(), b'saved with race')
|
|
|
|
# Check that OSErrors aside from EEXIST are still raised.
|
|
self.assertRaises(OSError,
|
|
self.storage.save, 'error/test.file', ContentFile('not saved'))
|
|
finally:
|
|
os.makedirs = real_makedirs
|
|
|
|
def test_remove_race_handling(self):
|
|
"""
|
|
File storage should be robust against file removal race conditions.
|
|
"""
|
|
real_remove = os.remove
|
|
|
|
# Monkey-patch os.remove, to simulate a normal call, a raced call,
|
|
# and an error.
|
|
def fake_remove(path):
|
|
if path == os.path.join(self.temp_dir, 'normal.file'):
|
|
real_remove(path)
|
|
elif path == os.path.join(self.temp_dir, 'raced.file'):
|
|
real_remove(path)
|
|
raise OSError(errno.ENOENT, 'simulated ENOENT')
|
|
elif path == os.path.join(self.temp_dir, 'error.file'):
|
|
raise OSError(errno.EACCES, 'simulated EACCES')
|
|
else:
|
|
self.fail('unexpected argument %r' % path)
|
|
|
|
try:
|
|
os.remove = fake_remove
|
|
|
|
self.storage.save('normal.file', ContentFile('delete normally'))
|
|
self.storage.delete('normal.file')
|
|
self.assertFalse(self.storage.exists('normal.file'))
|
|
|
|
self.storage.save('raced.file', ContentFile('delete with race'))
|
|
self.storage.delete('raced.file')
|
|
self.assertFalse(self.storage.exists('normal.file'))
|
|
|
|
# Check that OSErrors aside from ENOENT are still raised.
|
|
self.storage.save('error.file', ContentFile('delete with error'))
|
|
self.assertRaises(OSError, self.storage.delete, 'error.file')
|
|
finally:
|
|
os.remove = real_remove
|
|
|
|
def test_file_chunks_error(self):
|
|
"""
|
|
Test behavior when file.chunks() is raising an error
|
|
"""
|
|
f1 = ContentFile('chunks fails')
|
|
|
|
def failing_chunks():
|
|
raise IOError
|
|
f1.chunks = failing_chunks
|
|
with self.assertRaises(IOError):
|
|
self.storage.save('error.file', f1)
|
|
|
|
def test_delete_no_name(self):
|
|
"""
|
|
Calling delete with an empty name should not try to remove the base
|
|
storage directory, but fail loudly (#20660).
|
|
"""
|
|
with self.assertRaises(AssertionError):
|
|
self.storage.delete('')
|
|
|
|
|
|
class CustomStorage(FileSystemStorage):
|
|
def get_available_name(self, name):
|
|
"""
|
|
Append numbers to duplicate files rather than underscores, like Trac.
|
|
"""
|
|
parts = name.split('.')
|
|
basename, ext = parts[0], parts[1:]
|
|
number = 2
|
|
while self.exists(name):
|
|
name = '.'.join([basename, str(number)] + ext)
|
|
number += 1
|
|
|
|
return name
|
|
|
|
|
|
class CustomStorageTests(FileStorageTests):
|
|
storage_class = CustomStorage
|
|
|
|
def test_custom_get_available_name(self):
|
|
first = self.storage.save('custom_storage', ContentFile('custom contents'))
|
|
self.assertEqual(first, 'custom_storage')
|
|
second = self.storage.save('custom_storage', ContentFile('more contents'))
|
|
self.assertEqual(second, 'custom_storage.2')
|
|
self.storage.delete(first)
|
|
self.storage.delete(second)
|
|
|
|
|
|
class FileFieldStorageTests(unittest.TestCase):
|
|
def tearDown(self):
|
|
shutil.rmtree(temp_storage_location)
|
|
|
|
def test_files(self):
|
|
# Attempting to access a FileField from the class raises a descriptive
|
|
# error
|
|
self.assertRaises(AttributeError, lambda: Storage.normal)
|
|
|
|
# An object without a file has limited functionality.
|
|
obj1 = Storage()
|
|
self.assertEqual(obj1.normal.name, "")
|
|
self.assertRaises(ValueError, lambda: obj1.normal.size)
|
|
|
|
# Saving a file enables full functionality.
|
|
obj1.normal.save("django_test.txt", ContentFile("content"))
|
|
self.assertEqual(obj1.normal.name, "tests/django_test.txt")
|
|
self.assertEqual(obj1.normal.size, 7)
|
|
self.assertEqual(obj1.normal.read(), b"content")
|
|
obj1.normal.close()
|
|
|
|
# File objects can be assigned to FileField attributes, but shouldn't
|
|
# get committed until the model it's attached to is saved.
|
|
obj1.normal = SimpleUploadedFile("assignment.txt", b"content")
|
|
dirs, files = temp_storage.listdir("tests")
|
|
self.assertEqual(dirs, [])
|
|
self.assertFalse("assignment.txt" in files)
|
|
|
|
obj1.save()
|
|
dirs, files = temp_storage.listdir("tests")
|
|
self.assertEqual(sorted(files), ["assignment.txt", "django_test.txt"])
|
|
|
|
# Save another file with the same name.
|
|
obj2 = Storage()
|
|
obj2.normal.save("django_test.txt", ContentFile("more content"))
|
|
self.assertEqual(obj2.normal.name, "tests/django_test_1.txt")
|
|
self.assertEqual(obj2.normal.size, 12)
|
|
obj2.normal.close()
|
|
|
|
# Deleting an object does not delete the file it uses.
|
|
obj2.delete()
|
|
obj2.normal.save("django_test.txt", ContentFile("more content"))
|
|
self.assertEqual(obj2.normal.name, "tests/django_test_2.txt")
|
|
obj2.normal.close()
|
|
|
|
def test_filefield_read(self):
|
|
# Files can be read in a little at a time, if necessary.
|
|
obj = Storage.objects.create(
|
|
normal=SimpleUploadedFile("assignment.txt", b"content"))
|
|
obj.normal.open()
|
|
self.assertEqual(obj.normal.read(3), b"con")
|
|
self.assertEqual(obj.normal.read(), b"tent")
|
|
self.assertEqual(list(obj.normal.chunks(chunk_size=2)), [b"co", b"nt", b"en", b"t"])
|
|
obj.normal.close()
|
|
|
|
def test_file_numbering(self):
|
|
# Multiple files with the same name get _N appended to them.
|
|
objs = [Storage() for i in range(3)]
|
|
for o in objs:
|
|
o.normal.save("multiple_files.txt", ContentFile("Same Content"))
|
|
self.assertEqual(
|
|
[o.normal.name for o in objs],
|
|
["tests/multiple_files.txt", "tests/multiple_files_1.txt", "tests/multiple_files_2.txt"]
|
|
)
|
|
for o in objs:
|
|
o.delete()
|
|
|
|
def test_filefield_default(self):
|
|
# Default values allow an object to access a single file.
|
|
temp_storage.save('tests/default.txt', ContentFile('default content'))
|
|
obj = Storage.objects.create()
|
|
self.assertEqual(obj.default.name, "tests/default.txt")
|
|
self.assertEqual(obj.default.read(), b"default content")
|
|
obj.default.close()
|
|
|
|
# But it shouldn't be deleted, even if there are no more objects using
|
|
# it.
|
|
obj.delete()
|
|
obj = Storage()
|
|
self.assertEqual(obj.default.read(), b"default content")
|
|
obj.default.close()
|
|
|
|
def test_empty_upload_to(self):
|
|
# upload_to can be empty, meaning it does not use subdirectory.
|
|
obj = Storage()
|
|
obj.empty.save('django_test.txt', ContentFile('more content'))
|
|
self.assertEqual(obj.empty.name, "./django_test.txt")
|
|
self.assertEqual(obj.empty.read(), b"more content")
|
|
obj.empty.close()
|
|
|
|
def test_random_upload_to(self):
|
|
# Verify the fix for #5655, making sure the directory is only
|
|
# determined once.
|
|
obj = Storage()
|
|
obj.random.save("random_file", ContentFile("random content"))
|
|
self.assertTrue(obj.random.name.endswith("/random_file"))
|
|
obj.random.close()
|
|
|
|
def test_filefield_pickling(self):
|
|
# Push an object into the cache to make sure it pickles properly
|
|
obj = Storage()
|
|
obj.normal.save("django_test.txt", ContentFile("more content"))
|
|
obj.normal.close()
|
|
cache.set("obj", obj)
|
|
self.assertEqual(cache.get("obj").normal.name, "tests/django_test.txt")
|
|
|
|
def test_file_object(self):
|
|
# Create sample file
|
|
temp_storage.save('tests/example.txt', ContentFile('some content'))
|
|
|
|
# Load it as python file object
|
|
with open(temp_storage.path('tests/example.txt')) as file_obj:
|
|
# Save it using storage and read its content
|
|
temp_storage.save('tests/file_obj', file_obj)
|
|
self.assertTrue(temp_storage.exists('tests/file_obj'))
|
|
with temp_storage.open('tests/file_obj') as f:
|
|
self.assertEqual(f.read(), b'some content')
|
|
|
|
def test_stringio(self):
|
|
# Test passing StringIO instance as content argument to save
|
|
output = six.StringIO()
|
|
output.write('content')
|
|
output.seek(0)
|
|
|
|
# Save it and read written file
|
|
temp_storage.save('tests/stringio', output)
|
|
self.assertTrue(temp_storage.exists('tests/stringio'))
|
|
with temp_storage.open('tests/stringio') as f:
|
|
self.assertEqual(f.read(), b'content')
|
|
|
|
|
|
# Tests for a race condition on file saving (#4948).
|
|
# This is written in such a way that it'll always pass on platforms
|
|
# without threading.
|
|
|
|
class SlowFile(ContentFile):
|
|
def chunks(self):
|
|
time.sleep(1)
|
|
return super(ContentFile, self).chunks()
|
|
|
|
|
|
class FileSaveRaceConditionTest(unittest.TestCase):
|
|
def setUp(self):
|
|
self.storage_dir = tempfile.mkdtemp()
|
|
self.storage = FileSystemStorage(self.storage_dir)
|
|
self.thread = threading.Thread(target=self.save_file, args=['conflict'])
|
|
|
|
def tearDown(self):
|
|
shutil.rmtree(self.storage_dir)
|
|
|
|
def save_file(self, name):
|
|
name = self.storage.save(name, SlowFile(b"Data"))
|
|
|
|
def test_race_condition(self):
|
|
self.thread.start()
|
|
self.save_file('conflict')
|
|
self.thread.join()
|
|
self.assertTrue(self.storage.exists('conflict'))
|
|
self.assertTrue(self.storage.exists('conflict_1'))
|
|
self.storage.delete('conflict')
|
|
self.storage.delete('conflict_1')
|
|
|
|
|
|
@unittest.skipIf(sys.platform.startswith('win'), "Windows only partially supports umasks and chmod.")
|
|
class FileStoragePermissions(unittest.TestCase):
|
|
def setUp(self):
|
|
self.umask = 0o027
|
|
self.old_umask = os.umask(self.umask)
|
|
self.storage_dir = tempfile.mkdtemp()
|
|
|
|
def tearDown(self):
|
|
shutil.rmtree(self.storage_dir)
|
|
os.umask(self.old_umask)
|
|
|
|
@override_settings(FILE_UPLOAD_PERMISSIONS=0o654)
|
|
def test_file_upload_permissions(self):
|
|
self.storage = FileSystemStorage(self.storage_dir)
|
|
name = self.storage.save("the_file", ContentFile("data"))
|
|
actual_mode = os.stat(self.storage.path(name))[0] & 0o777
|
|
self.assertEqual(actual_mode, 0o654)
|
|
|
|
@override_settings(FILE_UPLOAD_PERMISSIONS=None)
|
|
def test_file_upload_default_permissions(self):
|
|
self.storage = FileSystemStorage(self.storage_dir)
|
|
fname = self.storage.save("some_file", ContentFile("data"))
|
|
mode = os.stat(self.storage.path(fname))[0] & 0o777
|
|
self.assertEqual(mode, 0o666 & ~self.umask)
|
|
|
|
@override_settings(FILE_UPLOAD_DIRECTORY_PERMISSIONS=0o765)
|
|
def test_file_upload_directory_permissions(self):
|
|
self.storage = FileSystemStorage(self.storage_dir)
|
|
name = self.storage.save("the_directory/the_file", ContentFile("data"))
|
|
dir_mode = os.stat(os.path.dirname(self.storage.path(name)))[0] & 0o777
|
|
self.assertEqual(dir_mode, 0o765)
|
|
|
|
@override_settings(FILE_UPLOAD_DIRECTORY_PERMISSIONS=None)
|
|
def test_file_upload_directory_default_permissions(self):
|
|
self.storage = FileSystemStorage(self.storage_dir)
|
|
name = self.storage.save("the_directory/the_file", ContentFile("data"))
|
|
dir_mode = os.stat(os.path.dirname(self.storage.path(name)))[0] & 0o777
|
|
self.assertEqual(dir_mode, 0o777 & ~self.umask)
|
|
|
|
|
|
class FileStoragePathParsing(unittest.TestCase):
|
|
def setUp(self):
|
|
self.storage_dir = tempfile.mkdtemp()
|
|
self.storage = FileSystemStorage(self.storage_dir)
|
|
|
|
def tearDown(self):
|
|
shutil.rmtree(self.storage_dir)
|
|
|
|
def test_directory_with_dot(self):
|
|
"""Regression test for #9610.
|
|
|
|
If the directory name contains a dot and the file name doesn't, make
|
|
sure we still mangle the file name instead of the directory name.
|
|
"""
|
|
|
|
self.storage.save('dotted.path/test', ContentFile("1"))
|
|
self.storage.save('dotted.path/test', ContentFile("2"))
|
|
|
|
self.assertFalse(os.path.exists(os.path.join(self.storage_dir, 'dotted_.path')))
|
|
self.assertTrue(os.path.exists(os.path.join(self.storage_dir, 'dotted.path/test')))
|
|
self.assertTrue(os.path.exists(os.path.join(self.storage_dir, 'dotted.path/test_1')))
|
|
|
|
def test_first_character_dot(self):
|
|
"""
|
|
File names with a dot as their first character don't have an extension,
|
|
and the underscore should get added to the end.
|
|
"""
|
|
self.storage.save('dotted.path/.test', ContentFile("1"))
|
|
self.storage.save('dotted.path/.test', ContentFile("2"))
|
|
|
|
self.assertTrue(os.path.exists(os.path.join(self.storage_dir, 'dotted.path/.test')))
|
|
self.assertTrue(os.path.exists(os.path.join(self.storage_dir, 'dotted.path/.test_1')))
|
|
|
|
|
|
class ContentFileStorageTestCase(unittest.TestCase):
|
|
|
|
def setUp(self):
|
|
self.storage_dir = tempfile.mkdtemp()
|
|
self.storage = FileSystemStorage(self.storage_dir)
|
|
|
|
def tearDown(self):
|
|
shutil.rmtree(self.storage_dir)
|
|
|
|
def test_content_saving(self):
|
|
"""
|
|
Test that ContentFile can be saved correctly with the filesystem storage,
|
|
both if it was initialized with string or unicode content"""
|
|
self.storage.save('bytes.txt', ContentFile(b"content"))
|
|
self.storage.save('unicode.txt', ContentFile("español"))
|
|
|
|
|
|
@override_settings(ROOT_URLCONF='file_storage.urls')
|
|
class FileLikeObjectTestCase(LiveServerTestCase):
|
|
"""
|
|
Test file-like objects (#15644).
|
|
"""
|
|
|
|
available_apps = []
|
|
|
|
def setUp(self):
|
|
self.temp_dir = tempfile.mkdtemp()
|
|
self.storage = FileSystemStorage(location=self.temp_dir)
|
|
|
|
def tearDown(self):
|
|
shutil.rmtree(self.temp_dir)
|
|
|
|
def test_urllib2_urlopen(self):
|
|
"""
|
|
Test the File storage API with a file like object coming from urllib2.urlopen()
|
|
"""
|
|
file_like_object = urlopen(self.live_server_url + '/')
|
|
f = File(file_like_object)
|
|
stored_filename = self.storage.save("remote_file.html", f)
|
|
|
|
remote_file = urlopen(self.live_server_url + '/')
|
|
with self.storage.open(stored_filename) as stored_file:
|
|
self.assertEqual(stored_file.read(), remote_file.read())
|