diff --git a/Makefile b/Makefile
index db4d93deb..54ceb503d 100644
--- a/Makefile
+++ b/Makefile
@@ -70,6 +70,7 @@ build:
 	$(MAKE) -C doc -j 8
 
 	# Build .whl package
+	rm -f dist/plinth-*.whl
 	$(PYTHON) -m build --no-isolation --skip-dependency-check --wheel
 
 install: