diff --git a/GNUmakefile b/GNUmakefile
index e92d3c0c..7d49eba3 100644
--- a/GNUmakefile
+++ b/GNUmakefile
@@ -214,6 +214,7 @@ $(alpha-dir)/%: %
 
 # Implicit rule to make README and README-doc.
 %: %.template version.c
+	rm -f $@
 	sed 's/VERSION/$(version)/' < $< > $@
 # Make sure I don't edit it by accident.
 	chmod a-w $@