diff --git a/django/db/__init__.py b/django/db/__init__.py
index 1340839c13..605c3a20d4 100644
--- a/django/db/__init__.py
+++ b/django/db/__init__.py
@@ -45,14 +45,11 @@ def close_connection(**kwargs):
     # Avoid circular imports
     from django.db import transaction
     for conn in connections:
-        try:
-            transaction.abort(conn)
-            connections[conn].close()
-        except Exception:
-            # The connection's state is unknown, so it has to be
-            # abandoned. This could happen for example if the network
-            # connection has a failure.
-            del connections[conn]
+        # If an error happens here the connection will be left in broken
+        # state. Once a good db connection is again available, the
+        # connection state will be cleaned up.
+        transaction.abort(conn)
+        connections[conn].close()
 signals.request_finished.connect(close_connection)
 
 # Register an event that resets connection.queries
diff --git a/django/db/utils.py b/django/db/utils.py
index 2ef6e3f687..3f5b86ee12 100644
--- a/django/db/utils.py
+++ b/django/db/utils.py
@@ -97,9 +97,6 @@ class ConnectionHandler(object):
     def __setitem__(self, key, value):
         setattr(self._connections, key, value)
 
-    def __delitem__(self, key):
-        delattr(self._connections, key)
-
     def __iter__(self):
         return iter(self.databases)
 
diff --git a/tests/regressiontests/requests/tests.py b/tests/regressiontests/requests/tests.py
index aba0461c79..5927cbb8bc 100644
--- a/tests/regressiontests/requests/tests.py
+++ b/tests/regressiontests/requests/tests.py
@@ -559,9 +559,14 @@ class TransactionRequestTests(TransactionTestCase):
         def fail_horribly():
             raise Exception("Horrible failure!")
         conn._rollback = fail_horribly
+        try:
+            with self.assertRaises(Exception):
+                signals.request_finished.send(sender=self.__class__)
+            # The connection's state wasn't cleaned up
+            self.assertTrue(len(connection.transaction_state), 1)
+        finally:
+            del conn._rollback
+        # The connection will be cleaned on next request where the conn
+        # works again.
         signals.request_finished.send(sender=self.__class__)
-        # As even rollback wasn't possible the connection wrapper itself was
-        # abandoned. Accessing the connections[alias] will create a new
-        # connection wrapper, whch must be different than the original one.
-        self.assertIsNot(conn, connections[DEFAULT_DB_ALIAS])
         self.assertEqual(len(connection.transaction_state), 0)