diff --git a/synapse/util/manhole.py b/synapse/util/manhole.py
index 8d0f2a8918110986014d7dd27f8e5defeb5515f6..cf43ab6a19b440a35c3daff7df7212e84816d531 100644
--- a/synapse/util/manhole.py
+++ b/synapse/util/manhole.py
@@ -82,7 +82,7 @@ def manhole(username, password, globals):
     )
 
     factory = manhole_ssh.ConchFactory(portal.Portal(rlm, [checker]))
-    factory.publicKeys['ssh-rsa'] = Key.fromString(PUBLIC_KEY)
-    factory.privateKeys['ssh-rsa'] = Key.fromString(PRIVATE_KEY)
+    factory.publicKeys[b'ssh-rsa'] = Key.fromString(PUBLIC_KEY)
+    factory.privateKeys[b'ssh-rsa'] = Key.fromString(PRIVATE_KEY)
 
     return factory