diff --git a/hack/make/.ensure-frozen-images b/hack/make/.ensure-frozen-images
index 98acdc82c0..6c4ae7f22c 100644
--- a/hack/make/.ensure-frozen-images
+++ b/hack/make/.ensure-frozen-images
@@ -97,5 +97,6 @@ case "$DOCKER_ENGINE_OSARCH" in
 		;;
 	*)
 		docker tag hello-world:latest hello-world:frozen
+		docker rmi hello-world:latest
 		;;
 esac