diff --git a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestConfigurationDeprecation.java b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestConfigurationDeprecation.java
index 4014b604ba..efb813164a 100644
--- a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestConfigurationDeprecation.java
+++ b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestConfigurationDeprecation.java
@@ -77,6 +77,7 @@ public void tearDown() throws Exception {
     new File(CONFIG).delete();
     new File(CONFIG2).delete();
     new File(CONFIG3).delete();
+    new File(CONFIG4).delete();
   }
   
   private void startConfig() throws IOException{