mirror of
https://github.com/django/django.git
synced 2024-12-23 01:25:58 +00:00
Fixed #33928 -- Avoided unnecessary queries when cascade updating.
Models that use SET, SET_NULL, and SET_DEFAULT as on_delete handler don't have to fetch objects for the sole purpose of passing them back to a follow up UPDATE query filtered by the retrieved objects primary key. This was achieved by flagging SET handlers as _lazy_ and having the collector logic defer object collections until the last minute. This should ensure that the rare cases where custom on_delete handlers are defined remain uncalled when when dealing with an empty collection of instances. This reduces the number queries required to apply SET handlers from 2 to 1 where the remaining UPDATE use the same predicate as the non removed SELECT query. In a lot of ways this is similar to the fast-delete optimization that was added in #18676 but for updates this time. The conditions only happen to be simpler in this case because SET handlers are always terminal. They never cascade to more deletes that can be combined. Thanks Renan GEHAN for the report.
This commit is contained in:
parent
a9be1dc551
commit
0701bb8e1f
@ -1,9 +1,9 @@
|
|||||||
from collections import Counter, defaultdict
|
from collections import Counter, defaultdict
|
||||||
from functools import partial
|
from functools import partial, reduce
|
||||||
from itertools import chain
|
from itertools import chain
|
||||||
from operator import attrgetter
|
from operator import attrgetter, or_
|
||||||
|
|
||||||
from django.db import IntegrityError, connections, transaction
|
from django.db import IntegrityError, connections, models, transaction
|
||||||
from django.db.models import query_utils, signals, sql
|
from django.db.models import query_utils, signals, sql
|
||||||
|
|
||||||
|
|
||||||
@ -61,6 +61,7 @@ def SET(value):
|
|||||||
collector.add_field_update(field, value, sub_objs)
|
collector.add_field_update(field, value, sub_objs)
|
||||||
|
|
||||||
set_on_delete.deconstruct = lambda: ("django.db.models.SET", (value,), {})
|
set_on_delete.deconstruct = lambda: ("django.db.models.SET", (value,), {})
|
||||||
|
set_on_delete.lazy_sub_objs = True
|
||||||
return set_on_delete
|
return set_on_delete
|
||||||
|
|
||||||
|
|
||||||
@ -68,10 +69,16 @@ def SET_NULL(collector, field, sub_objs, using):
|
|||||||
collector.add_field_update(field, None, sub_objs)
|
collector.add_field_update(field, None, sub_objs)
|
||||||
|
|
||||||
|
|
||||||
|
SET_NULL.lazy_sub_objs = True
|
||||||
|
|
||||||
|
|
||||||
def SET_DEFAULT(collector, field, sub_objs, using):
|
def SET_DEFAULT(collector, field, sub_objs, using):
|
||||||
collector.add_field_update(field, field.get_default(), sub_objs)
|
collector.add_field_update(field, field.get_default(), sub_objs)
|
||||||
|
|
||||||
|
|
||||||
|
SET_DEFAULT.lazy_sub_objs = True
|
||||||
|
|
||||||
|
|
||||||
def DO_NOTHING(collector, field, sub_objs, using):
|
def DO_NOTHING(collector, field, sub_objs, using):
|
||||||
pass
|
pass
|
||||||
|
|
||||||
@ -93,8 +100,8 @@ class Collector:
|
|||||||
self.origin = origin
|
self.origin = origin
|
||||||
# Initially, {model: {instances}}, later values become lists.
|
# Initially, {model: {instances}}, later values become lists.
|
||||||
self.data = defaultdict(set)
|
self.data = defaultdict(set)
|
||||||
# {model: {(field, value): {instances}}}
|
# {(field, value): [instances, …]}
|
||||||
self.field_updates = defaultdict(partial(defaultdict, set))
|
self.field_updates = defaultdict(list)
|
||||||
# {model: {field: {instances}}}
|
# {model: {field: {instances}}}
|
||||||
self.restricted_objects = defaultdict(partial(defaultdict, set))
|
self.restricted_objects = defaultdict(partial(defaultdict, set))
|
||||||
# fast_deletes is a list of queryset-likes that can be deleted without
|
# fast_deletes is a list of queryset-likes that can be deleted without
|
||||||
@ -145,10 +152,7 @@ class Collector:
|
|||||||
Schedule a field update. 'objs' must be a homogeneous iterable
|
Schedule a field update. 'objs' must be a homogeneous iterable
|
||||||
collection of model instances (e.g. a QuerySet).
|
collection of model instances (e.g. a QuerySet).
|
||||||
"""
|
"""
|
||||||
if not objs:
|
self.field_updates[field, value].append(objs)
|
||||||
return
|
|
||||||
model = objs[0].__class__
|
|
||||||
self.field_updates[model][field, value].update(objs)
|
|
||||||
|
|
||||||
def add_restricted_objects(self, field, objs):
|
def add_restricted_objects(self, field, objs):
|
||||||
if objs:
|
if objs:
|
||||||
@ -312,7 +316,8 @@ class Collector:
|
|||||||
if keep_parents and related.model in parents:
|
if keep_parents and related.model in parents:
|
||||||
continue
|
continue
|
||||||
field = related.field
|
field = related.field
|
||||||
if field.remote_field.on_delete == DO_NOTHING:
|
on_delete = field.remote_field.on_delete
|
||||||
|
if on_delete == DO_NOTHING:
|
||||||
continue
|
continue
|
||||||
related_model = related.related_model
|
related_model = related.related_model
|
||||||
if self.can_fast_delete(related_model, from_field=field):
|
if self.can_fast_delete(related_model, from_field=field):
|
||||||
@ -340,9 +345,9 @@ class Collector:
|
|||||||
)
|
)
|
||||||
)
|
)
|
||||||
sub_objs = sub_objs.only(*tuple(referenced_fields))
|
sub_objs = sub_objs.only(*tuple(referenced_fields))
|
||||||
if sub_objs:
|
if getattr(on_delete, "lazy_sub_objs", False) or sub_objs:
|
||||||
try:
|
try:
|
||||||
field.remote_field.on_delete(self, field, sub_objs, self.using)
|
on_delete(self, field, sub_objs, self.using)
|
||||||
except ProtectedError as error:
|
except ProtectedError as error:
|
||||||
key = "'%s.%s'" % (field.model.__name__, field.name)
|
key = "'%s.%s'" % (field.model.__name__, field.name)
|
||||||
protected_objects[key] += error.protected_objects
|
protected_objects[key] += error.protected_objects
|
||||||
@ -469,11 +474,25 @@ class Collector:
|
|||||||
deleted_counter[qs.model._meta.label] += count
|
deleted_counter[qs.model._meta.label] += count
|
||||||
|
|
||||||
# update fields
|
# update fields
|
||||||
for model, instances_for_fieldvalues in self.field_updates.items():
|
for (field, value), instances_list in self.field_updates.items():
|
||||||
for (field, value), instances in instances_for_fieldvalues.items():
|
updates = []
|
||||||
|
objs = []
|
||||||
|
for instances in instances_list:
|
||||||
|
if (
|
||||||
|
isinstance(instances, models.QuerySet)
|
||||||
|
and instances._result_cache is None
|
||||||
|
):
|
||||||
|
updates.append(instances)
|
||||||
|
else:
|
||||||
|
objs.extend(instances)
|
||||||
|
if updates:
|
||||||
|
combined_updates = reduce(or_, updates)
|
||||||
|
combined_updates.update(**{field.name: value})
|
||||||
|
if objs:
|
||||||
|
model = objs[0].__class__
|
||||||
query = sql.UpdateQuery(model)
|
query = sql.UpdateQuery(model)
|
||||||
query.update_batch(
|
query.update_batch(
|
||||||
[obj.pk for obj in instances], {field.name: value}, self.using
|
list({obj.pk for obj in objs}), {field.name: value}, self.using
|
||||||
)
|
)
|
||||||
|
|
||||||
# reverse instance collections
|
# reverse instance collections
|
||||||
|
@ -90,6 +90,12 @@ class Location(models.Model):
|
|||||||
class Item(models.Model):
|
class Item(models.Model):
|
||||||
version = models.ForeignKey(Version, models.CASCADE)
|
version = models.ForeignKey(Version, models.CASCADE)
|
||||||
location = models.ForeignKey(Location, models.SET_NULL, blank=True, null=True)
|
location = models.ForeignKey(Location, models.SET_NULL, blank=True, null=True)
|
||||||
|
location_value = models.ForeignKey(
|
||||||
|
Location, models.SET(42), default=1, db_constraint=False, related_name="+"
|
||||||
|
)
|
||||||
|
location_default = models.ForeignKey(
|
||||||
|
Location, models.SET_DEFAULT, default=1, db_constraint=False, related_name="+"
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
# Models for #16128
|
# Models for #16128
|
||||||
|
@ -399,3 +399,19 @@ class DeleteDistinct(SimpleTestCase):
|
|||||||
Book.objects.distinct().delete()
|
Book.objects.distinct().delete()
|
||||||
with self.assertRaisesMessage(TypeError, msg):
|
with self.assertRaisesMessage(TypeError, msg):
|
||||||
Book.objects.distinct("id").delete()
|
Book.objects.distinct("id").delete()
|
||||||
|
|
||||||
|
|
||||||
|
class SetQueryCountTests(TestCase):
|
||||||
|
def test_set_querycount(self):
|
||||||
|
policy = Policy.objects.create()
|
||||||
|
version = Version.objects.create(policy=policy)
|
||||||
|
location = Location.objects.create(version=version)
|
||||||
|
Item.objects.create(
|
||||||
|
version=version,
|
||||||
|
location=location,
|
||||||
|
location_default=location,
|
||||||
|
location_value=location,
|
||||||
|
)
|
||||||
|
# 3 UPDATEs for SET of item values and one for DELETE locations.
|
||||||
|
with self.assertNumQueries(4):
|
||||||
|
location.delete()
|
||||||
|
Loading…
Reference in New Issue
Block a user