HDFS-2743. Streamline usage of bookkeeper journal manager. Contributed by Ivan Kelly.
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1331790 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
parent
a22c138291
commit
d5edc04635
@ -71,6 +71,9 @@ Trunk (unreleased changes)
|
|||||||
HADOOP-8285. HDFS changes for Use ProtoBuf for RpcPayLoadHeader. (sanjay
|
HADOOP-8285. HDFS changes for Use ProtoBuf for RpcPayLoadHeader. (sanjay
|
||||||
radia)
|
radia)
|
||||||
|
|
||||||
|
HDFS-2743. Streamline usage of bookkeeper journal manager.
|
||||||
|
(Ivan Kelly via umamahesh)
|
||||||
|
|
||||||
OPTIMIZATIONS
|
OPTIMIZATIONS
|
||||||
|
|
||||||
HDFS-2834. Add a ByteBuffer-based read API to DFSInputStream.
|
HDFS-2834. Add a ByteBuffer-based read API to DFSInputStream.
|
||||||
|
@ -12,19 +12,25 @@ How do I build?
|
|||||||
To generate the distribution packages for BK journal, do the
|
To generate the distribution packages for BK journal, do the
|
||||||
following.
|
following.
|
||||||
|
|
||||||
$ mvn clean install -Pdist -Dtar
|
$ mvn clean package -Pdist
|
||||||
|
|
||||||
This will generate a tarball,
|
This will generate a jar with all the dependencies needed by the journal
|
||||||
target/hadoop-hdfs-bkjournal-<VERSION>.tar.gz
|
manager,
|
||||||
|
|
||||||
|
target/hadoop-hdfs-bkjournal-<VERSION>.jar
|
||||||
|
|
||||||
|
Note that the -Pdist part of the build command is important, as otherwise
|
||||||
|
the dependencies would not be packaged in the jar.
|
||||||
|
|
||||||
-------------------------------------------------------------------------------
|
-------------------------------------------------------------------------------
|
||||||
How do I use the BookKeeper Journal?
|
How do I use the BookKeeper Journal?
|
||||||
|
|
||||||
To run a HDFS namenode using BookKeeper as a backend, extract the
|
To run a HDFS namenode using BookKeeper as a backend, copy the bkjournal
|
||||||
distribution package on top of hdfs
|
jar, generated above, into the lib directory of hdfs. In the standard
|
||||||
|
distribution of HDFS, this is at $HADOOP_HDFS_HOME/share/hadoop/hdfs/lib/
|
||||||
|
|
||||||
cd hadoop-hdfs-<VERSION>/
|
cp target/hadoop-hdfs-bkjournal-<VERSION>.jar \
|
||||||
tar --strip-components 1 -zxvf path/to/hadoop-hdfs-bkjournal-<VERSION>.tar.gz
|
$HADOOP_HDFS_HOME/share/hadoop/hdfs/lib/
|
||||||
|
|
||||||
Then, in hdfs-site.xml, set the following properties.
|
Then, in hdfs-site.xml, set the following properties.
|
||||||
|
|
||||||
|
@ -65,4 +65,50 @@
|
|||||||
<scope>test</scope>
|
<scope>test</scope>
|
||||||
</dependency>
|
</dependency>
|
||||||
</dependencies>
|
</dependencies>
|
||||||
|
<profiles>
|
||||||
|
<profile>
|
||||||
|
<id>dist</id>
|
||||||
|
<build>
|
||||||
|
<plugins>
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.apache.maven.plugins</groupId>
|
||||||
|
<artifactId>maven-shade-plugin</artifactId>
|
||||||
|
<version>1.5</version>
|
||||||
|
<executions>
|
||||||
|
<execution>
|
||||||
|
<phase>package</phase>
|
||||||
|
<goals>
|
||||||
|
<goal>shade</goal>
|
||||||
|
</goals>
|
||||||
|
<configuration>
|
||||||
|
<createDependencyReducedPom>false</createDependencyReducedPom>
|
||||||
|
<artifactSet>
|
||||||
|
<includes>
|
||||||
|
<include>org.apache.bookkeeper:bookkeeper-server</include>
|
||||||
|
<include>org.apache.zookeeper:zookeeper</include>
|
||||||
|
<include>org.jboss.netty:netty</include>
|
||||||
|
</includes>
|
||||||
|
</artifactSet>
|
||||||
|
<relocations>
|
||||||
|
<relocation>
|
||||||
|
<pattern>org.apache.bookkeeper</pattern>
|
||||||
|
<shadedPattern>hidden.bkjournal.org.apache.bookkeeper</shadedPattern>
|
||||||
|
</relocation>
|
||||||
|
<relocation>
|
||||||
|
<pattern>org.apache.zookeeper</pattern>
|
||||||
|
<shadedPattern>hidden.bkjournal.org.apache.zookeeper</shadedPattern>
|
||||||
|
</relocation>
|
||||||
|
<relocation>
|
||||||
|
<pattern>org.jboss.netty</pattern>
|
||||||
|
<shadedPattern>hidden.bkjournal.org.jboss.netty</shadedPattern>
|
||||||
|
</relocation>
|
||||||
|
</relocations>
|
||||||
|
</configuration>
|
||||||
|
</execution>
|
||||||
|
</executions>
|
||||||
|
</plugin>
|
||||||
|
</plugins>
|
||||||
|
</build>
|
||||||
|
</profile>
|
||||||
|
</profiles>
|
||||||
</project>
|
</project>
|
||||||
|
Loading…
Reference in New Issue
Block a user