diff --git a/create-vmachine.sh b/create-vmachine.sh
index 4ad992e..c6b3eac 100755
--- a/create-vmachine.sh
+++ b/create-vmachine.sh
@@ -79,7 +79,7 @@ ln -s /etc/init.d/net.eth0 "${MOUNTPOINT}"/etc/runlevels/default/
 for keytype in dsa rsa ecdsa; do
 	key="${MOUNTPOINT}"/etc/ssh/ssh_host_${keytype}_key
 	echo "Creating ${keytype} SSH host key..."
-	ssh-keygen -t ${keytype} -f "${key}" -N ''
+	ssh-keygen -t ${keytype} -f "${key}" -N '' || true
 done
 
 echo "Configuring fstab..."