diff --git a/Pilz.Updating.Client/Utils.cs b/Pilz.Updating.Client/Utils.cs
index 14555f8..4dc4b96 100644
--- a/Pilz.Updating.Client/Utils.cs
+++ b/Pilz.Updating.Client/Utils.cs
@@ -39,7 +39,6 @@ public static class Utils
                 if (triesLeft == 0 && File.Exists(destFileName))
                 {
                     var oldFile = destFileName + ".old";
-                    File.Delete(oldFile);
                     File.Move(destFileName, oldFile, true);
                     File.Delete(oldFile);
                     triesLeft++;