diff --git a/little_boxes/activitypub.py b/little_boxes/activitypub.py
index b25cc91..4499f94 100644
--- a/little_boxes/activitypub.py
+++ b/little_boxes/activitypub.py
@@ -531,7 +531,7 @@ class BaseActivity(object, metaclass=_ActivityMeta):
 
             try:
                 actor = fetch_remote_activity(recipient)
-            except ActivityGoneError:
+            except (ActivityGoneError, ActivityNotFoundError, NotAnActivityError):
                 logger.info(f"{recipient} is gone")
                 continue
             except ActivityUnavailableError: