diff --git a/django/core/mail.py b/django/core/mail.py
index c5df99bd7e..2a6d35af82 100644
--- a/django/core/mail.py
+++ b/django/core/mail.py
@@ -43,9 +43,19 @@ def send_mass_mail(datatuple, fail_silently=False):
         msg['Subject'] = subject
         msg['From'] = from_email
         msg['To'] = ', '.join(recipient_list)
-        server.sendmail(from_email, recipient_list, msg.as_string())
-        num_sent += 1
-    server.quit()
+        try:
+            server.sendmail(from_email, recipient_list, msg.as_string())
+            num_sent += 1
+        except:
+            if fail_silently:
+                return
+            raise
+    try:
+        server.quit()
+    except:
+        if fail_silently:
+            return
+        raise
     return num_sent
 
 def mail_admins(subject, message, fail_silently=False):