diff --git a/qubes/storage/file.py b/qubes/storage/file.py
index 32b35ace..789ff35c 100644
--- a/qubes/storage/file.py
+++ b/qubes/storage/file.py
@@ -218,6 +218,7 @@ class FileVolume(qubes.storage.Volume):
             _remove_if_exists(self.path)
         if self.snap_on_start or self.save_on_stop:
             _remove_if_exists(self.path_cow)
+            _remove_if_exists(self.path_cow + '.old')
 
     def is_outdated(self):
         return False  # avoid spamming the log with NotImplementedError