diff --git a/hadoop-client/pom.xml b/hadoop-client/pom.xml
index 2324dba8e9..10646593f1 100644
--- a/hadoop-client/pom.xml
+++ b/hadoop-client/pom.xml
@@ -104,13 +104,9 @@
org.apache.hadoop
- hadoop-hdfs
+ hadoop-hdfs-client
compile
-
- commons-daemon
- commons-daemon
-
org.apache.avro
avro
diff --git a/hadoop-dist/pom.xml b/hadoop-dist/pom.xml
index f1644a82c5..9d37599c92 100644
--- a/hadoop-dist/pom.xml
+++ b/hadoop-dist/pom.xml
@@ -39,7 +39,7 @@
org.apache.hadoop
- hadoop-hdfs
+ hadoop-hdfs-client
provided
diff --git a/hadoop-hdfs-project/hadoop-hdfs-nfs/pom.xml b/hadoop-hdfs-project/hadoop-hdfs-nfs/pom.xml
index ac8930c15b..9a9d29ceec 100644
--- a/hadoop-hdfs-project/hadoop-hdfs-nfs/pom.xml
+++ b/hadoop-hdfs-project/hadoop-hdfs-nfs/pom.xml
@@ -56,11 +56,6 @@ http://maven.apache.org/xsd/maven-4.0.0.xsd">
hadoop-hdfs
compile
-
- org.apache.hadoop
- hadoop-hdfs-client
- compile
-
org.apache.hadoop
hadoop-hdfs
diff --git a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
index e3b4bcfa39..cdc8dfd0f0 100644
--- a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
+++ b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
@@ -1550,6 +1550,9 @@ Release 2.8.0 - UNRELEASED
HDFS-9145. Tracking methods that hold FSNamesytemLock for too long.
(Mingliang Liu via wheat9)
+ HDFS-9167. Update pom.xml in other modules to depend on hdfs-client instead
+ of hdfs. (Mingliang Liu via wheat9)
+
BUG FIXES
HDFS-7501. TransactionsSinceLastCheckpoint can be negative on SBNs.
diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/pom.xml b/hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/pom.xml
index 005ee4dbdc..047f0e1413 100644
--- a/hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/pom.xml
+++ b/hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/pom.xml
@@ -52,11 +52,6 @@ http://maven.apache.org/xsd/maven-4.0.0.xsd">
hadoop-hdfs
provided
-
- org.apache.hadoop
- hadoop-hdfs-client
- provided
-
org.apache.hadoop
hadoop-hdfs
diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/pom.xml b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/pom.xml
index 337201904d..b5509bd381 100644
--- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/pom.xml
+++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/pom.xml
@@ -35,7 +35,7 @@
org.apache.hadoop
- hadoop-hdfs
+ hadoop-hdfs-client
org.apache.hadoop
diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml b/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml
index a94e663ee8..041a5a829d 100644
--- a/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml
+++ b/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml
@@ -67,7 +67,7 @@
org.apache.hadoop
- hadoop-hdfs
+ hadoop-hdfs-client
runtime
diff --git a/hadoop-tools/hadoop-ant/pom.xml b/hadoop-tools/hadoop-ant/pom.xml
index 197b527edc..a09fdd1124 100644
--- a/hadoop-tools/hadoop-ant/pom.xml
+++ b/hadoop-tools/hadoop-ant/pom.xml
@@ -48,7 +48,7 @@
org.apache.hadoop
- hadoop-hdfs
+ hadoop-hdfs-client
provided
diff --git a/hadoop-tools/hadoop-ant/src/main/java/org/apache/hadoop/ant/DfsTask.java b/hadoop-tools/hadoop-ant/src/main/java/org/apache/hadoop/ant/DfsTask.java
index 9d0b3a42c2..8dc7f3766e 100644
--- a/hadoop-tools/hadoop-ant/src/main/java/org/apache/hadoop/ant/DfsTask.java
+++ b/hadoop-tools/hadoop-ant/src/main/java/org/apache/hadoop/ant/DfsTask.java
@@ -32,7 +32,6 @@
import org.apache.tools.ant.Task;
import org.apache.hadoop.util.ToolRunner;
import org.apache.hadoop.classification.InterfaceAudience;
-import org.apache.hadoop.hdfs.HdfsConfiguration;
/**
* {@link org.apache.hadoop.fs.FsShell FsShell} wrapper for ant Task.
@@ -40,6 +39,12 @@
@InterfaceAudience.Private
public class DfsTask extends Task {
+ static {
+ // adds the default resources
+ Configuration.addDefaultResource("hdfs-default.xml");
+ Configuration.addDefaultResource("hdfs-site.xml");
+ }
+
/**
* Default sink for {@link java.lang.System#out}
* and {@link java.lang.System#err}.
@@ -187,7 +192,7 @@ public void execute() throws BuildException {
try {
pushContext();
- Configuration conf = new HdfsConfiguration();
+ Configuration conf = new Configuration();
conf.setClassLoader(confloader);
exit_code = ToolRunner.run(conf, shell,
argv.toArray(new String[argv.size()]));
diff --git a/hadoop-tools/hadoop-archives/pom.xml b/hadoop-tools/hadoop-archives/pom.xml
index 5334f48ff4..30baa1c663 100644
--- a/hadoop-tools/hadoop-archives/pom.xml
+++ b/hadoop-tools/hadoop-archives/pom.xml
@@ -40,6 +40,11 @@
junit
test
+
+ org.mockito
+ mockito-all
+ test
+
org.apache.hadoop
hadoop-annotations
@@ -73,7 +78,7 @@
org.apache.hadoop
- hadoop-hdfs
+ hadoop-hdfs-client
provided
@@ -82,6 +87,11 @@
test
test-jar
+
+ org.apache.hadoop
+ hadoop-hdfs
+ test
+
org.apache.hadoop
hadoop-hdfs
diff --git a/hadoop-tools/hadoop-datajoin/pom.xml b/hadoop-tools/hadoop-datajoin/pom.xml
index a4d00f8cf8..ff511f197f 100644
--- a/hadoop-tools/hadoop-datajoin/pom.xml
+++ b/hadoop-tools/hadoop-datajoin/pom.xml
@@ -37,6 +37,11 @@
junit
test
+
+ org.mockito
+ mockito-all
+ test
+
org.apache.hadoop
hadoop-annotations
@@ -70,7 +75,7 @@
org.apache.hadoop
- hadoop-hdfs
+ hadoop-hdfs-client
provided
@@ -79,6 +84,11 @@
test
test-jar
+
+ org.apache.hadoop
+ hadoop-hdfs
+ test
+
org.apache.hadoop
hadoop-hdfs
diff --git a/hadoop-tools/hadoop-distcp/pom.xml b/hadoop-tools/hadoop-distcp/pom.xml
index 374155d47c..7099cec9b2 100644
--- a/hadoop-tools/hadoop-distcp/pom.xml
+++ b/hadoop-tools/hadoop-distcp/pom.xml
@@ -79,9 +79,14 @@
org.apache.hadoop
- hadoop-hdfs
+ hadoop-hdfs-client
provided
+
+ org.apache.hadoop
+ hadoop-hdfs
+ test
+
org.apache.hadoop
hadoop-hdfs
diff --git a/hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/DistCpSync.java b/hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/DistCpSync.java
index 47a28a6f92..2b8ed719d9 100644
--- a/hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/DistCpSync.java
+++ b/hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/DistCpSync.java
@@ -20,7 +20,7 @@
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
-import org.apache.hadoop.hdfs.DFSUtil;
+import org.apache.hadoop.hdfs.DFSUtilClient;
import org.apache.hadoop.hdfs.DistributedFileSystem;
import org.apache.hadoop.hdfs.protocol.HdfsConstants;
import org.apache.hadoop.hdfs.protocol.SnapshotDiffReport;
@@ -165,13 +165,13 @@ private boolean getAllDiffs() throws IOException {
entry.getType() == SnapshotDiffReport.DiffType.CREATE ||
entry.getType() == SnapshotDiffReport.DiffType.DELETE) {
final Path source =
- new Path(DFSUtil.bytes2String(entry.getSourcePath()));
+ new Path(DFSUtilClient.bytes2String(entry.getSourcePath()));
list.add(new DiffInfo(source, null, entry.getType()));
} else if (entry.getType() == SnapshotDiffReport.DiffType.RENAME) {
final Path source =
- new Path(DFSUtil.bytes2String(entry.getSourcePath()));
+ new Path(DFSUtilClient.bytes2String(entry.getSourcePath()));
final Path target =
- new Path(DFSUtil.bytes2String(entry.getTargetPath()));
+ new Path(DFSUtilClient.bytes2String(entry.getTargetPath()));
list.add(new DiffInfo(source, target, entry.getType()));
}
}
diff --git a/hadoop-tools/hadoop-extras/pom.xml b/hadoop-tools/hadoop-extras/pom.xml
index 429f4a303a..5f758758f1 100644
--- a/hadoop-tools/hadoop-extras/pom.xml
+++ b/hadoop-tools/hadoop-extras/pom.xml
@@ -40,6 +40,11 @@
junit
test
+
+ org.mockito
+ mockito-all
+ test
+
org.apache.hadoop
hadoop-annotations
@@ -73,7 +78,7 @@
org.apache.hadoop
- hadoop-hdfs
+ hadoop-hdfs-client
provided
@@ -82,6 +87,11 @@
test
test-jar
+
+ org.apache.hadoop
+ hadoop-hdfs
+ test
+
org.apache.hadoop
hadoop-hdfs
diff --git a/hadoop-tools/hadoop-gridmix/pom.xml b/hadoop-tools/hadoop-gridmix/pom.xml
index a3cac91406..baa72ca326 100644
--- a/hadoop-tools/hadoop-gridmix/pom.xml
+++ b/hadoop-tools/hadoop-gridmix/pom.xml
@@ -75,7 +75,7 @@
org.apache.hadoop
- hadoop-hdfs
+ hadoop-hdfs-client
provided
@@ -84,6 +84,11 @@
test
test-jar
+
+ org.apache.hadoop
+ hadoop-hdfs
+ test
+
org.apache.hadoop
hadoop-hdfs
diff --git a/hadoop-tools/hadoop-rumen/pom.xml b/hadoop-tools/hadoop-rumen/pom.xml
index 0475128a36..6828b1c1f1 100644
--- a/hadoop-tools/hadoop-rumen/pom.xml
+++ b/hadoop-tools/hadoop-rumen/pom.xml
@@ -73,7 +73,7 @@
org.apache.hadoop
- hadoop-hdfs
+ hadoop-hdfs-client
provided
diff --git a/hadoop-tools/hadoop-streaming/pom.xml b/hadoop-tools/hadoop-streaming/pom.xml
index 9acc43b06a..5ea10f6318 100644
--- a/hadoop-tools/hadoop-streaming/pom.xml
+++ b/hadoop-tools/hadoop-streaming/pom.xml
@@ -41,6 +41,11 @@
junit
test
+
+ org.mockito
+ mockito-all
+ test
+
org.apache.hadoop
hadoop-annotations
@@ -79,7 +84,7 @@
org.apache.hadoop
- hadoop-hdfs
+ hadoop-hdfs-client
provided
@@ -88,6 +93,11 @@
test
test-jar
+
+ org.apache.hadoop
+ hadoop-hdfs
+ test
+
org.apache.hadoop
hadoop-hdfs