diff --git a/spring-boot/src/test/java/org/springframework/boot/logging/AbstractLoggingSystemTests.java b/spring-boot/src/test/java/org/springframework/boot/logging/AbstractLoggingSystemTests.java
index 507c9496a98..3b478ca9810 100644
--- a/spring-boot/src/test/java/org/springframework/boot/logging/AbstractLoggingSystemTests.java
+++ b/spring-boot/src/test/java/org/springframework/boot/logging/AbstractLoggingSystemTests.java
@@ -24,6 +24,8 @@ import org.junit.Before;
 import org.junit.BeforeClass;
 import org.springframework.util.StringUtils;
 
+import static org.junit.Assert.assertTrue;
+
 /**
  * Base for {@link LoggingSystem} tests.
  *
@@ -51,7 +53,14 @@ public abstract class AbstractLoggingSystemTests {
 
 	@Before
 	public void deleteTempLog() {
-		new File(tmpDir() + "/spring.log").delete();
+		deleteFile(new File(tmpDir() + "/spring.log"));
+		deleteFile(new File(tmpDir() + "/tmp.log"));
+	}
+
+	private void deleteFile(File file) {
+		if (file.exists()) {
+			assertTrue("Unable to delete file", file.delete());
+		}
 	}
 
 	@After