HDFS-9410. Some tests should always reset sysout and syserr. Contributed by Xiao Chen.

hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt

@@ -2299,6 +2299,9 @@ Release 2.8.0 - UNRELEASED
     HDFS-9396. Total files and directories on jmx and web UI on standby is
     uninitialized. (kihwal)
 
+    HDFS-9410. Some tests should always reset sysout and syserr.
+    (Xiao Chen via waltersu4549)
+
 Release 2.7.3 - UNRELEASED
 
   INCOMPATIBLE CHANGES

hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestDFSShell.java

@@ -955,9 +955,9 @@ private static void runCount(String path, long dirs, long files, FsShell shell
       assertEquals(dirs, in.nextLong());
       assertEquals(files, in.nextLong());
     } finally {
+      System.setOut(oldOut);
       if (in!=null) in.close();
       IOUtils.closeStream(out);
-      System.setOut(oldOut);
       System.out.println("results:\n" + results);
     }
   }
@@ -1720,9 +1720,9 @@ private static String runLsr(final FsShell shell, String root, int returnvalue
       assertEquals(returnvalue, shell.run(new String[]{"-lsr", root}));
       results = bytes.toString();
     } finally {
-      IOUtils.closeStream(out);
       System.setOut(oldOut);
       System.setErr(oldErr);
+      IOUtils.closeStream(out);
     }
     System.out.println("results:\n" + results);
     return results;
@@ -3179,16 +3179,17 @@ public void testListReserved() throws IOException {
     final ByteArrayOutputStream baos = new ByteArrayOutputStream();
     PrintStream ps = new PrintStream(baos);
     System.setErr(ps);
-
+    try {
       runCmd(shell, "-ls", "/.reserved");
       assertEquals(0, baos.toString().length());
 
       runCmd(shell, "-ls", "/.reserved/raw/.reserved");
       assertTrue(baos.toString().contains("No such file or directory"));
-
+    } finally {
       System.setErr(syserr);
       cluster.shutdown();
     }
+  }
 
   @Test (timeout = 30000)
   public void testMkdirReserved() throws IOException {
@@ -3253,14 +3254,16 @@ public void testCopyReserved() throws IOException {
     final ByteArrayOutputStream baos = new ByteArrayOutputStream();
     PrintStream ps = new PrintStream(baos);
     System.setErr(ps);
-
+    try {
       FsShell shell = new FsShell();
       shell.setConf(conf);
       runCmd(shell, "-cp", src.toString(), "/.reserved");
       assertTrue(baos.toString().contains("Invalid path name /.reserved"));
+    } finally {
       System.setErr(syserr);
       cluster.shutdown();
     }
+  }
 
   @Test (timeout = 30000)
   public void testChmodReserved() throws IOException {
@@ -3274,14 +3277,16 @@ public void testChmodReserved() throws IOException {
     final ByteArrayOutputStream baos = new ByteArrayOutputStream();
     PrintStream ps = new PrintStream(baos);
     System.setErr(ps);
-
+    try {
       FsShell shell = new FsShell();
       shell.setConf(conf);
       runCmd(shell, "-chmod", "777", "/.reserved");
       assertTrue(baos.toString().contains("Invalid path name /.reserved"));
+    } finally {
       System.setErr(syserr);
       cluster.shutdown();
     }
+  }
 
   @Test (timeout = 30000)
   public void testChownReserved() throws IOException {
@@ -3295,14 +3300,16 @@ public void testChownReserved() throws IOException {
     final ByteArrayOutputStream baos = new ByteArrayOutputStream();
     PrintStream ps = new PrintStream(baos);
     System.setErr(ps);
-
+    try {
       FsShell shell = new FsShell();
       shell.setConf(conf);
       runCmd(shell, "-chown", "user1", "/.reserved");
       assertTrue(baos.toString().contains("Invalid path name /.reserved"));
+    } finally {
       System.setErr(syserr);
       cluster.shutdown();
     }
+  }
 
   @Test (timeout = 30000)
   public void testSymLinkReserved() throws IOException {

hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestFsShellPermission.java

@@ -97,10 +97,14 @@ static String execCmd(FsShell shell, final String[] args) throws Exception {
     ByteArrayOutputStream baout = new ByteArrayOutputStream();
     PrintStream out = new PrintStream(baout, true);
     PrintStream old = System.out;
+    int ret;
+    try {
       System.setOut(out);
-    int ret = shell.run(args);
+      ret = shell.run(args);
       out.close();
+    } finally {
       System.setOut(old);
+    }
     return String.valueOf(ret);
   }
 

hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestQuota.java

@@ -1054,13 +1054,18 @@ public void testSetSpaceQuotaWhenStorageTypeIsWrong() throws Exception {
     conf.set(FS_DEFAULT_NAME_KEY, "hdfs://127.0.0.1:8020");
     DFSAdmin admin = new DFSAdmin(conf);
     ByteArrayOutputStream err = new ByteArrayOutputStream();
+    PrintStream oldErr = System.err;
+    try {
       System.setErr(new PrintStream(err));
-    String[] args = { "-setSpaceQuota", "100", "-storageType", "COLD",
+      String[] args =
-        "/testDir" };
+          { "-setSpaceQuota", "100", "-storageType", "COLD", "/testDir" };
       admin.run(args);
       String errOutput = new String(err.toByteArray(), Charsets.UTF_8);
-    assertTrue(errOutput.contains(StorageType.getTypesSupportingQuota()
+      assertTrue(
-        .toString()));
+          errOutput.contains(StorageType.getTypesSupportingQuota().toString()));
+    } finally {
+      System.setErr(oldErr);
+    }
   }
 
    /**

hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestClusterId.java

@@ -232,12 +232,14 @@ public void testFormatWithInvalidClusterIdOption() throws IOException {
     ByteArrayOutputStream baos = new ByteArrayOutputStream();
     PrintStream stdErr = new PrintStream(baos);
     System.setErr(stdErr);
-
+    try {
       NameNode.createNameNode(argv, config);
 
       // Check if usage is printed
       assertTrue(baos.toString("UTF-8").contains("Usage: hdfs namenode"));
+    } finally {
       System.setErr(origErr);
+    }
 
     // check if the version file does not exists.
     File version = new File(hdfsDir, "current/VERSION");
@@ -258,12 +260,14 @@ public void testFormatWithNoClusterIdOption() throws IOException {
     ByteArrayOutputStream baos = new ByteArrayOutputStream();
     PrintStream stdErr = new PrintStream(baos);
     System.setErr(stdErr);
-
+    try {
       NameNode.createNameNode(argv, config);
 
       // Check if usage is printed
       assertTrue(baos.toString("UTF-8").contains("Usage: hdfs namenode"));
+    } finally {
       System.setErr(origErr);
+    }
 
     // check if the version file does not exists.
     File version = new File(hdfsDir, "current/VERSION");
@@ -285,12 +289,14 @@ public void testFormatWithEmptyClusterIdOption() throws IOException {
     ByteArrayOutputStream baos = new ByteArrayOutputStream();
     PrintStream stdErr = new PrintStream(baos);
     System.setErr(stdErr);
-
+    try {
       NameNode.createNameNode(argv, config);
 
       // Check if usage is printed
       assertTrue(baos.toString("UTF-8").contains("Usage: hdfs namenode"));
+    } finally {
       System.setErr(origErr);
+    }
 
     // check if the version file does not exists.
     File version = new File(hdfsDir, "current/VERSION");

hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/TestMetadataVersionOutput.java

@@ -72,6 +72,7 @@ public void testMetadataVersionOutput() throws IOException {
     final PrintStream origOut = System.out;
     final ByteArrayOutputStream baos = new ByteArrayOutputStream();
     final PrintStream stdOut = new PrintStream(baos);
+    try {
       System.setOut(stdOut);
       try {
         NameNode.createNameNode(new String[] { "-metadataVersion" }, conf);
@@ -84,6 +85,8 @@ public void testMetadataVersionOutput() throws IOException {
           contains("HDFS Image Version: " + verNumStr));
       assertTrue(baos.toString("UTF-8").
           contains("Software format version: " + verNumStr));
+    } finally {
       System.setOut(origOut);
     }
   }
+}

hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshotDeletion.java

@@ -1044,6 +1044,9 @@ public void testRenameSnapshotDiff() throws Exception {
   public void testDeleteSnapshotCommandWithIllegalArguments() throws Exception {
     ByteArrayOutputStream out = new ByteArrayOutputStream();
     PrintStream psOut = new PrintStream(out);
+    PrintStream oldOut = System.out;
+    PrintStream oldErr = System.err;
+    try {
       System.setOut(psOut);
       System.setErr(psOut);
       FsShell shell = new FsShell();
@@ -1052,17 +1055,21 @@ public void testDeleteSnapshotCommandWithIllegalArguments() throws Exception {
       String[] argv1 = { "-deleteSnapshot", "/tmp" };
       int val = shell.run(argv1);
       assertTrue(val == -1);
-    assertTrue(out.toString().contains(
+      assertTrue(out.toString()
-        argv1[0] + ": Incorrect number of arguments."));
+          .contains(argv1[0] + ": Incorrect number of arguments."));
       out.reset();
 
       String[] argv2 = { "-deleteSnapshot", "/tmp", "s1", "s2" };
       val = shell.run(argv2);
       assertTrue(val == -1);
-    assertTrue(out.toString().contains(
+      assertTrue(out.toString()
-        argv2[0] + ": Incorrect number of arguments."));
+          .contains(argv2[0] + ": Incorrect number of arguments."));
       psOut.close();
       out.close();
+    } finally {
+      System.setOut(oldOut);
+      System.setErr(oldErr);
+    }
   }
 
   /*

hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/snapshot/TestSnapshotRename.java

@@ -237,6 +237,9 @@ public void testRenameWithIllegalName() throws Exception {
   public void testRenameSnapshotCommandWithIllegalArguments() throws Exception {
     ByteArrayOutputStream out = new ByteArrayOutputStream();
     PrintStream psOut = new PrintStream(out);
+    PrintStream oldOut = System.out;
+    PrintStream oldErr = System.err;
+    try {
       System.setOut(psOut);
       System.setErr(psOut);
       FsShell shell = new FsShell();
@@ -245,16 +248,20 @@ public void testRenameSnapshotCommandWithIllegalArguments() throws Exception {
       String[] argv1 = { "-renameSnapshot", "/tmp", "s1" };
       int val = shell.run(argv1);
       assertTrue(val == -1);
-    assertTrue(out.toString().contains(
+      assertTrue(out.toString()
-        argv1[0] + ": Incorrect number of arguments."));
+          .contains(argv1[0] + ": Incorrect number of arguments."));
       out.reset();
 
       String[] argv2 = { "-renameSnapshot", "/tmp", "s1", "s2", "s3" };
       val = shell.run(argv2);
       assertTrue(val == -1);
-    assertTrue(out.toString().contains(
+      assertTrue(out.toString()
-        argv2[0] + ": Incorrect number of arguments."));
+          .contains(argv2[0] + ": Incorrect number of arguments."));
       psOut.close();
       out.close();
+    } finally {
+      System.setOut(oldOut);
+      System.setErr(oldErr);
+    }
   }
 }

hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/tools/TestDFSAdminWithHA.java

@@ -43,8 +43,8 @@ public class TestDFSAdminWithHA {
   private MiniQJMHACluster cluster;
   private Configuration conf;
   private DFSAdmin admin;
-  private PrintStream originOut;
+  private static final PrintStream oldOut = System.out;
-  private PrintStream originErr;
+  private static final PrintStream oldErr = System.err;
 
   private static final String NSID = "ns1";
   private static String newLine = System.getProperty("line.separator");
@@ -89,18 +89,19 @@ private void setUpHaCluster(boolean security) throws Exception {
     admin.setConf(conf);
     assertTrue(HAUtil.isHAEnabled(conf, "ns1"));
 
-    originOut = System.out;
-    originErr = System.err;
     System.setOut(new PrintStream(out));
     System.setErr(new PrintStream(err));
   }
 
   @After
   public void tearDown() throws Exception {
+    try {
       System.out.flush();
       System.err.flush();
-    System.setOut(originOut);
+    } finally {
-    System.setErr(originErr);
+      System.setOut(oldOut);
+      System.setErr(oldErr);
+    }
     if (admin != null) {
       admin.close();
     }

hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/tools/TestJMXGet.java

@@ -125,7 +125,9 @@ private static boolean checkPrintAllValues(JMXGet jmx) throws Exception {
     String pattern = "List of all the available keys:";
     PipedOutputStream pipeOut = new PipedOutputStream();
     PipedInputStream pipeIn = new PipedInputStream(pipeOut);
+    PrintStream oldErr = System.err;
     System.setErr(new PrintStream(pipeOut));
+    try {
       jmx.printAllValues();
       if ((size = pipeIn.available()) != 0) {
         bytes = new byte[size];
@@ -133,6 +135,9 @@ private static boolean checkPrintAllValues(JMXGet jmx) throws Exception {
       }
       pipeOut.close();
       pipeIn.close();
+    } finally {
+      System.setErr(oldErr);
+    }
     return bytes != null ? new String(bytes).contains(pattern) : false;
   }
   

hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/tools/TestTools.java

@@ -103,6 +103,8 @@ private static String[] fillArgs(String arg) {
   private void checkOutput(String[] args, String pattern, PrintStream out,
       Class<?> clazz) {       
     ByteArrayOutputStream outBytes = new ByteArrayOutputStream();
+    PrintStream oldOut = System.out;
+    PrintStream oldErr = System.err;
     try {
       PipedOutputStream pipeOut = new PipedOutputStream();
       PipedInputStream pipeIn = new PipedInputStream(pipeOut, PIPE_BUFFER_SIZE);
@@ -125,6 +127,9 @@ private void checkOutput(String[] args, String pattern, PrintStream out,
       assertTrue(new String(outBytes.toByteArray()).contains(pattern));            
     } catch (Exception ex) {
       fail("checkOutput error " + ex);
+    } finally {
+      System.setOut(oldOut);
+      System.setErr(oldErr);
     }
   }
 

hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/tracing/TestTraceAdmin.java

@@ -44,10 +44,13 @@ private String runTraceCommand(TraceAdmin trace, String... cmd)
     try {
       ret = trace.run(cmd);
     } finally {
+      try {
         System.out.flush();
+      } finally {
         System.setOut(oldStdout);
         System.setErr(oldStderr);
       }
+    }
     return "ret:" + ret + ", " + baos.toString();
   }