diff --git a/hadoop-client-modules/hadoop-client-api/pom.xml b/hadoop-client-modules/hadoop-client-api/pom.xml
index 48bb56efe6..8f3de76ca9 100644
--- a/hadoop-client-modules/hadoop-client-api/pom.xml
+++ b/hadoop-client-modules/hadoop-client-api/pom.xml
@@ -143,6 +143,8 @@
org/w3c/dom/**/*
org/xml/sax/*
org/xml/sax/**/*
+ org/bouncycastle/*
+ org/bouncycastle/**/*
diff --git a/hadoop-client-modules/hadoop-client-check-test-invariants/src/test/resources/ensure-jars-have-correct-contents.sh b/hadoop-client-modules/hadoop-client-check-test-invariants/src/test/resources/ensure-jars-have-correct-contents.sh
index 08f9202972..d77424e6b7 100644
--- a/hadoop-client-modules/hadoop-client-check-test-invariants/src/test/resources/ensure-jars-have-correct-contents.sh
+++ b/hadoop-client-modules/hadoop-client-check-test-invariants/src/test/resources/ensure-jars-have-correct-contents.sh
@@ -43,6 +43,8 @@ allowed_expr+="|^org/apache/hadoop/"
allowed_expr+="|^META-INF/"
# * whatever under the "webapps" directory; for things shipped by yarn
allowed_expr+="|^webapps/"
+# * Resources files used by Hadoop YARN mini cluster
+allowed_expr+="|^TERMINAL/"
# * Hadoop's default configuration files, which have the form
# "_module_-default.xml"
allowed_expr+="|^[^-]*-default.xml$"
@@ -54,6 +56,8 @@ allowed_expr+="|^org.apache.hadoop.application-classloader.properties$"
# * Used by JavaSandboxLinuxContainerRuntime as a default, loaded
# from root, so can't relocate. :(
allowed_expr+="|^java.policy$"
+# * Used by javax.annotation
+allowed_expr+="|^jndi.properties$"
# * allowing native libraries from rocksdb. Leaving native libraries as it is.
allowed_expr+="|^librocksdbjni-linux32.so"
allowed_expr+="|^librocksdbjni-linux64.so"
diff --git a/hadoop-client-modules/hadoop-client-integration-tests/pom.xml b/hadoop-client-modules/hadoop-client-integration-tests/pom.xml
index e58971b25f..7a47cc5a90 100644
--- a/hadoop-client-modules/hadoop-client-integration-tests/pom.xml
+++ b/hadoop-client-modules/hadoop-client-integration-tests/pom.xml
@@ -75,6 +75,27 @@
hadoop-client-minicluster
test
+
+ org.bouncycastle
+ bcprov-jdk15on
+ test
+
+
+ org.bouncycastle
+ bcpkix-jdk15on
+ test
+
+
+ javax.xml.bind
+ jaxb-api
+ test
+
+
+ javax.activation
+ activation
+ 1.1.1
+ test
+
diff --git a/hadoop-client-modules/hadoop-client-integration-tests/src/test/java/org/apache/hadoop/example/ITUseMiniCluster.java b/hadoop-client-modules/hadoop-client-integration-tests/src/test/java/org/apache/hadoop/example/ITUseMiniCluster.java
index 6022fbc688..2e304861ba 100644
--- a/hadoop-client-modules/hadoop-client-integration-tests/src/test/java/org/apache/hadoop/example/ITUseMiniCluster.java
+++ b/hadoop-client-modules/hadoop-client-integration-tests/src/test/java/org/apache/hadoop/example/ITUseMiniCluster.java
@@ -35,6 +35,7 @@
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.io.IOUtils;
import org.apache.hadoop.conf.Configuration;
@@ -43,6 +44,7 @@
import org.apache.hadoop.hdfs.web.WebHdfsTestUtil;
import org.apache.hadoop.hdfs.web.WebHdfsConstants;
+import org.apache.hadoop.yarn.server.MiniYARNCluster;
/**
* Ensure that we can perform operations against the shaded minicluster
@@ -54,6 +56,7 @@ public class ITUseMiniCluster {
LoggerFactory.getLogger(ITUseMiniCluster.class);
private MiniDFSCluster cluster;
+ private MiniYARNCluster yarnCluster;
private static final String TEST_PATH = "/foo/bar/cats/dee";
private static final String FILENAME = "test.file";
@@ -73,6 +76,12 @@ public void clusterUp() throws IOException {
.numDataNodes(3)
.build();
cluster.waitActive();
+
+ conf.set("yarn.scheduler.capacity.root.queues", "default");
+ conf.setInt("yarn.scheduler.capacity.root.default.capacity", 100);
+ yarnCluster = new MiniYARNCluster(getClass().getName(), 1, 1, 1, 1);
+ yarnCluster.init(conf);
+ yarnCluster.start();
}
@After
@@ -80,6 +89,7 @@ public void clusterDown() {
if (cluster != null) {
cluster.close();
}
+ IOUtils.cleanupWithLogger(LOG, yarnCluster);
}
@Test
diff --git a/hadoop-client-modules/hadoop-client-minicluster/pom.xml b/hadoop-client-modules/hadoop-client-minicluster/pom.xml
index 005d42ac21..70a627cdc0 100644
--- a/hadoop-client-modules/hadoop-client-minicluster/pom.xml
+++ b/hadoop-client-modules/hadoop-client-minicluster/pom.xml
@@ -678,10 +678,8 @@
junit:junit
com.google.code.findbugs:jsr305
log4j:log4j
- org.eclipse.jetty.websocket:*
- javax.websocket:javax.websocket-api
- javax.annotation:javax.annotation-api
- org.eclipse.jetty:jetty-jndi
+ org.eclipse.jetty.websocket:websocket-common
+ org.eclipse.jetty.websocket:websocket-api
org.bouncycastle:*
@@ -731,13 +729,6 @@
testdata/*
-
-
- org.apache.hadoop:hadoop-yarn-server-nodemanager:*
-
- TERMINAL/**/*
-
-
@@ -784,6 +775,13 @@
about.html
+
+
+ org.eclipse.jetty.websocket:*
+
+ about.html
+
+
org.apache.hadoop:*
@@ -881,6 +879,8 @@
org/w3c/dom/**/*
org/xml/sax/*
org/xml/sax/**/*
+ org/bouncycastle/*
+ org/bouncycastle/**/*
@@ -977,6 +977,13 @@
**/pom.xml
+
+ javax/annotation/
+ ${shaded.dependency.prefix}.javax.websocket.
+
+ **/pom.xml
+
+
jersey/
${shaded.dependency.prefix}.jersey.
diff --git a/hadoop-client-modules/hadoop-client-runtime/pom.xml b/hadoop-client-modules/hadoop-client-runtime/pom.xml
index 9a1efff6b1..ebaafff89b 100644
--- a/hadoop-client-modules/hadoop-client-runtime/pom.xml
+++ b/hadoop-client-modules/hadoop-client-runtime/pom.xml
@@ -267,6 +267,8 @@
org/w3c/dom/**/*
org/xml/sax/*
org/xml/sax/**/*
+ org/bouncycastle/*
+ org/bouncycastle/**/*