diff --git a/master/master.cfg b/master/master.cfg
index b0f5541..daa6b9b 100644
--- a/master/master.cfg
+++ b/master/master.cfg
@@ -29,6 +29,7 @@ from buildbot.steps.shell import SetPropertyFromCommand, ShellCommand
 from buildbot.steps.source.github import GitHub
 from buildbot.steps.worker import MakeDirectory, RemoveDirectory, SetPropertiesFromEnv
 from buildbot.util import httpclientservice
+from buildbot.util.ssfilter import SourceStampFilter
 from buildbot.worker import Worker
 from buildbot.www.auth import UserPasswordAuth
 from buildbot.www.authz import Authz
@@ -1290,7 +1291,10 @@ c["services"] = [
         ],
         verbose=True,
     ),
-    OldBuildCanceller("build_canceller", []),
+    OldBuildCanceller(
+        "build_canceller",
+        [([b.name for b in c["builders"]], SourceStampFilter(branch_re=r"^refs/pull/"))],
+    ),
 ]
 
 # Disable sending usage data