diff --git a/Makefile b/Makefile
index 655064cb5..1387297a9 100644
--- a/Makefile
+++ b/Makefile
@@ -46,7 +46,7 @@ export_dir:
 	echo "$(REPO_URL) $(REPO_VERSION)" > $(__EXPORT_DIR)/.stamp_rev
 
 clean:
-	-rm -rf ./${RELEASE_DIR} ./${RELEASE_DIR}~*
+	-rm -rf ./${RELEASE_DIR} ./apparmor-${VERSION}~*
 
 setup:
 	cd $(__SETUP_DIR)/libraries/libapparmor && ./autogen.sh