diff --git a/synapse/storage/event_push_actions.py b/synapse/storage/event_push_actions.py
index 4425d4bce52bffea4f68a094a386f6b3a681289c..d630a846c951927d818e509d15cbf21a35222356 100644
--- a/synapse/storage/event_push_actions.py
+++ b/synapse/storage/event_push_actions.py
@@ -293,6 +293,9 @@ class EventPushActionsStore(SQLBaseStore):
         txn.execute("SELECT MAX(stream_ordering) FROM events")
         max_stream_ordering = txn.fetchone()[0]
 
+        if max_stream_ordering is None:
+            return 0
+
         range_start = 0
         range_end = max_stream_ordering