diff --git a/Makefile b/Makefile
index 71c578db..90038ef6 100644
--- a/Makefile
+++ b/Makefile
@@ -6,7 +6,7 @@ dist: $(NAME)-$(VERSION).tar.gz
 
 $(NAME)-$(VERSION).tar.gz: build/collections/foremanctl
 	git archive --prefix $(NAME)-$(VERSION)/ --output $(NAME)-$(VERSION).tar HEAD
-	tar --append --file $(NAME)-$(VERSION).tar --transform='s#^#$(NAME)-$(VERSION)/#' build/collections/foremanctl
+	tar --append --file $(NAME)-$(VERSION).tar --transform='s#^#$(NAME)-$(VERSION)/#' --exclude='build/collections/foremanctl/ansible_collections/*/*/tests/*' build/collections/foremanctl
 	gzip $(NAME)-$(VERSION).tar
 
 build/collections/foremanctl: $(REQUIREMENTS_YML)