diff --git a/django/website/data_layer/models.py b/django/website/data_layer/models.py
index e669be8e5472de05d15b5f8cca170fdf77bdfdf4..97fbebfad810f236561d0ad8cdb82da7288227ea 100644
--- a/django/website/data_layer/models.py
+++ b/django/website/data_layer/models.py
@@ -55,7 +55,7 @@ Item = Message
 @receiver(models.signals.m2m_changed, sender=Item.terms.through,
           dispatch_uid="data_layer.models.terms_signal_handler")
 def terms_signal_handler(sender, **kwargs):
-    if kwargs.get('action') != 'post_add':
+    if kwargs.get('action') not in ('post_add', 'post_remove'):
         return
 
     if kwargs.get('reverse'):
diff --git a/django/website/data_layer/tests/item_tests.py b/django/website/data_layer/tests/item_tests.py
index 045d270b6199506c2a5882d3fcbe8e6f8ad523ff..8259a410cad48eaf16b8339311b50a73e9c097af 100644
--- a/django/website/data_layer/tests/item_tests.py
+++ b/django/website/data_layer/tests/item_tests.py
@@ -66,6 +66,18 @@ def test_last_modified_date_updates_on_item_category_add(
         assert num_updates(orig_last_modified, last_modified(item)) == 1
 
 
+@pytest.mark.django_db
+def test_last_modified_date_updates_on_item_category_delete(
+        item, mock_time_now):
+    with patch('django.utils.timezone.now', new=mock_time_now):
+        term = TermFactory()
+        item.terms.add(term)
+        orig_last_modified = last_modified(item)
+        item.terms.remove(term)
+
+        assert num_updates(orig_last_modified, last_modified(item)) == 1
+
+
 @pytest.mark.django_db
 def test_last_modified_date_updates_on_category_item_add(
         item, mock_time_now):