diff --git a/Makefile b/Makefile
index 2fd3f2e19..19dbd8523 100644
--- a/Makefile
+++ b/Makefile
@@ -38,7 +38,7 @@ else
 	docker buildx inspect "$(DOCKER_BUILDER)" 2> /dev/null || docker buildx create --use --bootstrap --name="$(DOCKER_BUILDER)" > /dev/null
 	$(GO) run ./internal/cmd/dockerbuild -cache-dir "$(DOCKER_CACHE_DIR)" -org "$(DOCKER_ORG)" -- $(DOCKER_BUILD_EXTRA_ARGS) || \
 		(docker buildx rm "$(DOCKER_BUILDER)"; exit 1)
-	docker buildx rm "$(DOCKER_BUILDER)" > /dev/null
+	docker buildx rm --timeout 5m "$(DOCKER_BUILDER)" > /dev/null
 endif
 
 .PHONY: lint