diff --git a/synapse/handlers/federation.py b/synapse/handlers/federation.py
index 694b820d8535fe062eb97a6d4e6bb908662469fb..b790a7c2ef1bc28b7695e9176f02f89aad66c66c 100644
--- a/synapse/handlers/federation.py
+++ b/synapse/handlers/federation.py
@@ -1413,7 +1413,7 @@ class FederationHandler(BaseHandler):
             auth_events=auth_events,
         )
 
-        if not event.internal_metadata.is_outlier():
+        if not event.internal_metadata.is_outlier() and not backfilled:
             yield self.action_generator.handle_push_actions_for_event(
                 event, context
             )