diff --git a/django/forms/models.py b/django/forms/models.py
index 895ebbd59d..c8626f57b2 100644
--- a/django/forms/models.py
+++ b/django/forms/models.py
@@ -1059,7 +1059,7 @@ class InlineForeignKeyField(Field):
     """
     widget = HiddenInput
     default_error_messages = {
-        'invalid_choice': _('The inline foreign key did not match the parent instance primary key.'),
+        'invalid_choice': _('The inline value did not match the parent instance.'),
     }
 
     def __init__(self, parent_instance, *args, pk_field=False, to_field=None, **kwargs):
@@ -1229,7 +1229,7 @@ class ModelMultipleChoiceField(ModelChoiceField):
         'list': _('Enter a list of values.'),
         'invalid_choice': _('Select a valid choice. %(value)s is not one of the'
                             ' available choices.'),
-        'invalid_pk_value': _('"%(pk)s" is not a valid value for a primary key.')
+        'invalid_pk_value': _('"%(pk)s" is not a valid value.')
     }
 
     def __init__(self, queryset, required=True, widget=None, label=None,
diff --git a/tests/forms_tests/tests/test_error_messages.py b/tests/forms_tests/tests/test_error_messages.py
index 40b085f55b..aaee0bb5d3 100644
--- a/tests/forms_tests/tests/test_error_messages.py
+++ b/tests/forms_tests/tests/test_error_messages.py
@@ -276,8 +276,8 @@ class FormsErrorMessagesTestCase(SimpleTestCase, AssertFormErrorsMixin):
         self.assertHTMLEqual(
             t.render(Context({'form': f})),
             '<ul class="errorlist"><li>field<ul class="errorlist">'
-            '<li>&quot;&lt;script&gt;&quot; is not a valid value for a '
-            'primary key.</li></ul></li></ul>'
+            '<li>&quot;&lt;script&gt;&quot; is not a valid value.</li>'
+            '</ul></li></ul>'
         )