diff --git a/synapse/storage/transactions.py b/synapse/storage/transactions.py
index ab54977a7592d2e8a0d97d8c2abd036be72039a3..a3032cdce914e7787e9c37d4cacc7fea3a59306a 100644
--- a/synapse/storage/transactions.py
+++ b/synapse/storage/transactions.py
@@ -216,7 +216,7 @@ class TransactionStore(SQLBaseStore):
             retry_interval (int) - how long until next retry in ms
         """
 
-        self._destination_retry_cache.pop(destination)
+        self._destination_retry_cache.pop(destination, None)
         return self.runInteraction(
             "set_destination_retry_timings",
             self._set_destination_retry_timings,