diff --git a/changelog.d/11389.misc b/changelog.d/11389.misc
new file mode 100644
index 0000000000000000000000000000000000000000..33672bb075f4c6b28dfee6a82f7274b4703d07c1
--- /dev/null
+++ b/changelog.d/11389.misc
@@ -0,0 +1 @@
+Do not run the broken MSC2716 tests when running `scripts-dev/complement.sh`.
diff --git a/scripts-dev/complement.sh b/scripts-dev/complement.sh
index 89af7a4fde890a091deb303154674a2b8f5cae9b..29568eded849adbc7cd1bc88da0d28ead3fb66af 100755
--- a/scripts-dev/complement.sh
+++ b/scripts-dev/complement.sh
@@ -65,4 +65,4 @@ if [[ -n "$1" ]]; then
 fi
 
 # Run the tests!
-go test -v -tags synapse_blacklist,msc2946,msc3083,msc2403,msc2716 -count=1 $EXTRA_COMPLEMENT_ARGS ./tests/...
+go test -v -tags synapse_blacklist,msc2946,msc3083,msc2403 -count=1 $EXTRA_COMPLEMENT_ARGS ./tests/...