diff --git a/hadoop-client/pom.xml b/hadoop-client/pom.xml index 2324dba8e9..10646593f1 100644 --- a/hadoop-client/pom.xml +++ b/hadoop-client/pom.xml @@ -104,13 +104,9 @@ org.apache.hadoop - hadoop-hdfs + hadoop-hdfs-client compile - - commons-daemon - commons-daemon - org.apache.avro avro diff --git a/hadoop-dist/pom.xml b/hadoop-dist/pom.xml index f1644a82c5..9d37599c92 100644 --- a/hadoop-dist/pom.xml +++ b/hadoop-dist/pom.xml @@ -39,7 +39,7 @@ org.apache.hadoop - hadoop-hdfs + hadoop-hdfs-client provided diff --git a/hadoop-hdfs-project/hadoop-hdfs-nfs/pom.xml b/hadoop-hdfs-project/hadoop-hdfs-nfs/pom.xml index ac8930c15b..9a9d29ceec 100644 --- a/hadoop-hdfs-project/hadoop-hdfs-nfs/pom.xml +++ b/hadoop-hdfs-project/hadoop-hdfs-nfs/pom.xml @@ -56,11 +56,6 @@ http://maven.apache.org/xsd/maven-4.0.0.xsd"> hadoop-hdfs compile - - org.apache.hadoop - hadoop-hdfs-client - compile - org.apache.hadoop hadoop-hdfs diff --git a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt index e3b4bcfa39..cdc8dfd0f0 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt +++ b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt @@ -1550,6 +1550,9 @@ Release 2.8.0 - UNRELEASED HDFS-9145. Tracking methods that hold FSNamesytemLock for too long. (Mingliang Liu via wheat9) + HDFS-9167. Update pom.xml in other modules to depend on hdfs-client instead + of hdfs. (Mingliang Liu via wheat9) + BUG FIXES HDFS-7501. TransactionsSinceLastCheckpoint can be negative on SBNs. diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/pom.xml b/hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/pom.xml index 005ee4dbdc..047f0e1413 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/pom.xml +++ b/hadoop-hdfs-project/hadoop-hdfs/src/contrib/bkjournal/pom.xml @@ -52,11 +52,6 @@ http://maven.apache.org/xsd/maven-4.0.0.xsd"> hadoop-hdfs provided - - org.apache.hadoop - hadoop-hdfs-client - provided - org.apache.hadoop hadoop-hdfs diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/pom.xml b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/pom.xml index 337201904d..b5509bd381 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/pom.xml +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/pom.xml @@ -35,7 +35,7 @@ org.apache.hadoop - hadoop-hdfs + hadoop-hdfs-client org.apache.hadoop diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml b/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml index a94e663ee8..041a5a829d 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml +++ b/hadoop-mapreduce-project/hadoop-mapreduce-examples/pom.xml @@ -67,7 +67,7 @@ org.apache.hadoop - hadoop-hdfs + hadoop-hdfs-client runtime diff --git a/hadoop-tools/hadoop-ant/pom.xml b/hadoop-tools/hadoop-ant/pom.xml index 197b527edc..a09fdd1124 100644 --- a/hadoop-tools/hadoop-ant/pom.xml +++ b/hadoop-tools/hadoop-ant/pom.xml @@ -48,7 +48,7 @@ org.apache.hadoop - hadoop-hdfs + hadoop-hdfs-client provided diff --git a/hadoop-tools/hadoop-ant/src/main/java/org/apache/hadoop/ant/DfsTask.java b/hadoop-tools/hadoop-ant/src/main/java/org/apache/hadoop/ant/DfsTask.java index 9d0b3a42c2..8dc7f3766e 100644 --- a/hadoop-tools/hadoop-ant/src/main/java/org/apache/hadoop/ant/DfsTask.java +++ b/hadoop-tools/hadoop-ant/src/main/java/org/apache/hadoop/ant/DfsTask.java @@ -32,7 +32,6 @@ import org.apache.tools.ant.Task; import org.apache.hadoop.util.ToolRunner; import org.apache.hadoop.classification.InterfaceAudience; -import org.apache.hadoop.hdfs.HdfsConfiguration; /** * {@link org.apache.hadoop.fs.FsShell FsShell} wrapper for ant Task. @@ -40,6 +39,12 @@ @InterfaceAudience.Private public class DfsTask extends Task { + static { + // adds the default resources + Configuration.addDefaultResource("hdfs-default.xml"); + Configuration.addDefaultResource("hdfs-site.xml"); + } + /** * Default sink for {@link java.lang.System#out} * and {@link java.lang.System#err}. @@ -187,7 +192,7 @@ public void execute() throws BuildException { try { pushContext(); - Configuration conf = new HdfsConfiguration(); + Configuration conf = new Configuration(); conf.setClassLoader(confloader); exit_code = ToolRunner.run(conf, shell, argv.toArray(new String[argv.size()])); diff --git a/hadoop-tools/hadoop-archives/pom.xml b/hadoop-tools/hadoop-archives/pom.xml index 5334f48ff4..30baa1c663 100644 --- a/hadoop-tools/hadoop-archives/pom.xml +++ b/hadoop-tools/hadoop-archives/pom.xml @@ -40,6 +40,11 @@ junit test + + org.mockito + mockito-all + test + org.apache.hadoop hadoop-annotations @@ -73,7 +78,7 @@ org.apache.hadoop - hadoop-hdfs + hadoop-hdfs-client provided @@ -82,6 +87,11 @@ test test-jar + + org.apache.hadoop + hadoop-hdfs + test + org.apache.hadoop hadoop-hdfs diff --git a/hadoop-tools/hadoop-datajoin/pom.xml b/hadoop-tools/hadoop-datajoin/pom.xml index a4d00f8cf8..ff511f197f 100644 --- a/hadoop-tools/hadoop-datajoin/pom.xml +++ b/hadoop-tools/hadoop-datajoin/pom.xml @@ -37,6 +37,11 @@ junit test + + org.mockito + mockito-all + test + org.apache.hadoop hadoop-annotations @@ -70,7 +75,7 @@ org.apache.hadoop - hadoop-hdfs + hadoop-hdfs-client provided @@ -79,6 +84,11 @@ test test-jar + + org.apache.hadoop + hadoop-hdfs + test + org.apache.hadoop hadoop-hdfs diff --git a/hadoop-tools/hadoop-distcp/pom.xml b/hadoop-tools/hadoop-distcp/pom.xml index 374155d47c..7099cec9b2 100644 --- a/hadoop-tools/hadoop-distcp/pom.xml +++ b/hadoop-tools/hadoop-distcp/pom.xml @@ -79,9 +79,14 @@ org.apache.hadoop - hadoop-hdfs + hadoop-hdfs-client provided + + org.apache.hadoop + hadoop-hdfs + test + org.apache.hadoop hadoop-hdfs diff --git a/hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/DistCpSync.java b/hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/DistCpSync.java index 47a28a6f92..2b8ed719d9 100644 --- a/hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/DistCpSync.java +++ b/hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/DistCpSync.java @@ -20,7 +20,7 @@ import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; -import org.apache.hadoop.hdfs.DFSUtil; +import org.apache.hadoop.hdfs.DFSUtilClient; import org.apache.hadoop.hdfs.DistributedFileSystem; import org.apache.hadoop.hdfs.protocol.HdfsConstants; import org.apache.hadoop.hdfs.protocol.SnapshotDiffReport; @@ -165,13 +165,13 @@ private boolean getAllDiffs() throws IOException { entry.getType() == SnapshotDiffReport.DiffType.CREATE || entry.getType() == SnapshotDiffReport.DiffType.DELETE) { final Path source = - new Path(DFSUtil.bytes2String(entry.getSourcePath())); + new Path(DFSUtilClient.bytes2String(entry.getSourcePath())); list.add(new DiffInfo(source, null, entry.getType())); } else if (entry.getType() == SnapshotDiffReport.DiffType.RENAME) { final Path source = - new Path(DFSUtil.bytes2String(entry.getSourcePath())); + new Path(DFSUtilClient.bytes2String(entry.getSourcePath())); final Path target = - new Path(DFSUtil.bytes2String(entry.getTargetPath())); + new Path(DFSUtilClient.bytes2String(entry.getTargetPath())); list.add(new DiffInfo(source, target, entry.getType())); } } diff --git a/hadoop-tools/hadoop-extras/pom.xml b/hadoop-tools/hadoop-extras/pom.xml index 429f4a303a..5f758758f1 100644 --- a/hadoop-tools/hadoop-extras/pom.xml +++ b/hadoop-tools/hadoop-extras/pom.xml @@ -40,6 +40,11 @@ junit test + + org.mockito + mockito-all + test + org.apache.hadoop hadoop-annotations @@ -73,7 +78,7 @@ org.apache.hadoop - hadoop-hdfs + hadoop-hdfs-client provided @@ -82,6 +87,11 @@ test test-jar + + org.apache.hadoop + hadoop-hdfs + test + org.apache.hadoop hadoop-hdfs diff --git a/hadoop-tools/hadoop-gridmix/pom.xml b/hadoop-tools/hadoop-gridmix/pom.xml index a3cac91406..baa72ca326 100644 --- a/hadoop-tools/hadoop-gridmix/pom.xml +++ b/hadoop-tools/hadoop-gridmix/pom.xml @@ -75,7 +75,7 @@ org.apache.hadoop - hadoop-hdfs + hadoop-hdfs-client provided @@ -84,6 +84,11 @@ test test-jar + + org.apache.hadoop + hadoop-hdfs + test + org.apache.hadoop hadoop-hdfs diff --git a/hadoop-tools/hadoop-rumen/pom.xml b/hadoop-tools/hadoop-rumen/pom.xml index 0475128a36..6828b1c1f1 100644 --- a/hadoop-tools/hadoop-rumen/pom.xml +++ b/hadoop-tools/hadoop-rumen/pom.xml @@ -73,7 +73,7 @@ org.apache.hadoop - hadoop-hdfs + hadoop-hdfs-client provided diff --git a/hadoop-tools/hadoop-streaming/pom.xml b/hadoop-tools/hadoop-streaming/pom.xml index 9acc43b06a..5ea10f6318 100644 --- a/hadoop-tools/hadoop-streaming/pom.xml +++ b/hadoop-tools/hadoop-streaming/pom.xml @@ -41,6 +41,11 @@ junit test + + org.mockito + mockito-all + test + org.apache.hadoop hadoop-annotations @@ -79,7 +84,7 @@ org.apache.hadoop - hadoop-hdfs + hadoop-hdfs-client provided @@ -88,6 +93,11 @@ test test-jar + + org.apache.hadoop + hadoop-hdfs + test + org.apache.hadoop hadoop-hdfs