diff --git a/Makefile b/Makefile
index 4fd031b697c..99232cac9ef 100644
--- a/Makefile
+++ b/Makefile
@@ -91,6 +91,8 @@ release-test:
 	python3 selftest.py
 	python3 -m pytest Tests
 	python3 setup.py install
+	-rm dist/*.egg
+	-rmdir dist
 	python3 -m pytest -qq
 	check-manifest
 	pyroma .