diff --git a/tests/test_mau.py b/tests/test_mau.py
index 26548b46110c9276f55311e6d7f8000a5f88cd29..586294446b9a40a7523776fdffa9c078e2208c58 100644
--- a/tests/test_mau.py
+++ b/tests/test_mau.py
@@ -78,7 +78,8 @@ class TestMauLimit(unittest.HomeserverTestCase):
 
     def test_as_ignores_mau(self):
         """Test that application services can still create users when the MAU
-        limit has been reached.
+        limit has been reached. This only works when application service
+        user ip tracking is disabled.
         """
 
         # Create and sync so that the MAU counts get updated