diff --git a/src/common/logging/backend.cpp b/src/common/logging/backend.cpp
index 7c9da6895..bec931ceb 100644
--- a/src/common/logging/backend.cpp
+++ b/src/common/logging/backend.cpp
@@ -146,6 +146,9 @@ void ColorConsoleBackend::Write(const Entry& entry) {
 }
 
 FileBackend::FileBackend(const std::string& filename) : bytes_written(0) {
+    if (FileUtil::Exists(filename + ".old.txt")) {
+        FileUtil::Delete(filename + ".old.txt");
+    }
     if (FileUtil::Exists(filename)) {
         FileUtil::Rename(filename, filename + ".old.txt");
     }