big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Preparing for hadoop-0.24.0 development.

Browse Source 
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1161736 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Arun Murthy 2011-08-25 20:32:04 +00:00
parent 5675dad8b7
commit a44ffcc0be
30 changed files with 58 additions and 52 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hadoop-assemblies/pom.xml
View File

@ -20,12 +20,12 @@
<parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-project</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<relativePath>../hadoop-project</relativePath>
</parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-assemblies</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<name>Apache Hadoop Assemblies</name>
<description>Apache Hadoop Assemblies</description>

4
hadoop-common-project/hadoop-annotations/pom.xml
View File

@ -17,12 +17,12 @@
<parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-project</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<relativePath>../../hadoop-project</relativePath>
</parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-annotations</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<description>Apache Hadoop Annotations</description>
<name>Apache Hadoop Annotations</name>
<packaging>jar</packaging>

4
hadoop-common-project/hadoop-auth/pom.xml
View File

@ -17,12 +17,12 @@
<parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-project</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<relativePath>../../hadoop-project</relativePath>
</parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-alfredo</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<packaging>jar</packaging>
<name>Apache Hadoop Alfredo</name>

4
hadoop-common-project/hadoop-auth/src/examples/pom.xml
View File

@ -17,12 +17,12 @@
<parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-project</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<relativePath>../hadoop-project</relativePath>
</parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-alfredo-examples</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<packaging>war</packaging>
<name>Hadoop Alfredo Examples</name>

2
hadoop-common-project/hadoop-common/CHANGES.txt
View File

@ -1,5 +1,7 @@
Hadoop Change Log
Trunk (unreleased changes)
Release 0.23.0 - Unreleased
INCOMPATIBLE CHANGES

4
hadoop-common-project/hadoop-common/pom.xml
View File

@ -17,12 +17,12 @@
<parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-project-dist</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<relativePath>../../hadoop-project-dist</relativePath>
</parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<description>Apache Hadoop Common</description>
<name>Apache Hadoop Common</name>
<packaging>jar</packaging>

2
hadoop-common-project/hadoop-common/src/main/docs/src/documentation/content/xdocs/tabs.xml
View File

@ -32,6 +32,6 @@
<tab label="Project" href="http://hadoop.apache.org/common/" />
<tab label="Wiki" href="http://wiki.apache.org/hadoop" />
<tab label="Common 0.23 Documentation" dir="" />
<tab label="Common 0.24 Documentation" dir="" />
</tabs>

2
hadoop-common-project/hadoop-common/src/main/resources/core-default.xml
View File

@ -28,7 +28,7 @@
<property>
<name>hadoop.common.configuration.version</name>
<value>0.23.0</value>
<value>0.24.0</value>
<description>version of this configuration file</description>
</property>

4
hadoop-common-project/pom.xml
View File

@ -17,12 +17,12 @@
<parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-project</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<relativePath>../hadoop-project</relativePath>
</parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common-project</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<description>Apache Hadoop Common Project</description>
<name>Apache Hadoop Common Project</name>
<packaging>pom</packaging>

2
hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
View File

@ -1,5 +1,7 @@
Hadoop HDFS Change Log
Trunk (unreleased changes)
Release 0.23.0 - Unreleased
INCOMPATIBLE CHANGES

4
hadoop-hdfs-project/hadoop-hdfs/pom.xml
View File

@ -17,12 +17,12 @@
<parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-project-dist</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<relativePath>../../hadoop-project-dist</relativePath>
</parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<description>Apache Hadoop HDFS</description>
<name>Apache Hadoop HDFS</name>
<packaging>jar</packaging>

2
hadoop-hdfs-project/hadoop-hdfs/src/main/docs/src/documentation/content/xdocs/tabs.xml
View File

@ -32,6 +32,6 @@
<tab label="Project" href="http://hadoop.apache.org/hdfs/" />
<tab label="Wiki" href="http://wiki.apache.org/hadoop/HDFS" />
<tab label="HDFS 0.23 Documentation" dir="" />
<tab label="HDFS 0.24 Documentation" dir="" />
</tabs>

2
hadoop-hdfs-project/hadoop-hdfs/src/test/aop/build/aop.xml
View File

@ -21,7 +21,7 @@
<property name="aspectversion" value="1.6.5"/>
<!-- TODO this has to be changed synchronously with build.xml version prop.-->
<!-- this workarounds of test-patch setting its own 'version' -->
<property name="project.version" value="0.23.0-SNAPSHOT"/>
<property name="project.version" value="0.24.0-SNAPSHOT"/>
<!-- Properties common for all fault injections -->
<property name="build-fi.dir" value="${basedir}/build-fi"/>

4
hadoop-hdfs-project/pom.xml
View File

@ -17,12 +17,12 @@
<parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-project</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<relativePath>../hadoop-project</relativePath>
</parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs-project</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<description>Apache Hadoop HDFS Project</description>
<name>Apache Hadoop HDFS Project</name>
<packaging>pom</packaging>

2
hadoop-mapreduce-project/CHANGES.txt
View File

@ -1,5 +1,7 @@
Hadoop MapReduce Change Log
Trunk (unreleased changes)
Release 0.23.0 - Unreleased
INCOMPATIBLE CHANGES

18
hadoop-mapreduce-project/INSTALL
View File

@ -30,7 +30,7 @@ Copy in build.properties if appropriate - make sure eclipse.home not set
ant veryclean tar -Dresolvers=internal
You will see a tarball in
ls target/hadoop-mapreduce-0.23.0-SNAPSHOT-all.tar.gz
ls target/hadoop-mapreduce-0.24.0-SNAPSHOT-all.tar.gz
Step 6) Untar the tarball in a clean and different directory.
say YARN_HOME.
@ -73,13 +73,13 @@ Step 10) Modify mapred-site.xml to use yarn framework
Step 11) Create the following symlinks in $HADOOP_COMMON_HOME/share/hadoop/common/lib
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-app-0.23.0-SNAPSHOT.jar .
ln -s $YARN_HOME/modules/hadoop-yarn-api-0.23.0-SNAPSHOT.jar .
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-common-0.23.0-SNAPSHOT.jar .
ln -s $YARN_HOME/modules/hadoop-yarn-common-0.23.0-SNAPSHOT.jar .
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-core-0.23.0-SNAPSHOT.jar .
ln -s $YARN_HOME/modules/hadoop-yarn-server-common-0.23.0-SNAPSHOT.jar .
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-jobclient-0.23.0-SNAPSHOT.jar .
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-app-0.24.0-SNAPSHOT.jar .
ln -s $YARN_HOME/modules/hadoop-yarn-api-0.24.0-SNAPSHOT.jar .
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-common-0.24.0-SNAPSHOT.jar .
ln -s $YARN_HOME/modules/hadoop-yarn-common-0.24.0-SNAPSHOT.jar .
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-core-0.24.0-SNAPSHOT.jar .
ln -s $YARN_HOME/modules/hadoop-yarn-server-common-0.24.0-SNAPSHOT.jar .
ln -s $YARN_HOME/modules/hadoop-mapreduce-client-jobclient-0.24.0-SNAPSHOT.jar .
Step 12) cd $YARN_HOME
@ -92,7 +92,7 @@ Step 15) bin/yarn-daemon.sh start historyserver
Step 16) You are all set, an example on how to run a mapreduce job is:
cd $HADOOP_MAPRED_HOME
ant examples -Dresolvers=internal
$HADOOP_COMMON_HOME/bin/hadoop jar $HADOOP_MAPRED_HOME/build/hadoop-mapreduce-examples-0.23.0-SNAPSHOT.jar randomwriter -Dmapreduce.job.user.name=$USER -Dmapreduce.clientfactory.class.name=org.apache.hadoop.mapred.YarnClientFactory -Dmapreduce.randomwriter.bytespermap=0.23.000 -Ddfs.blocksize=536870912 -Ddfs.block.size=536870912 -libjars $YARN_HOME/modules/hadoop-mapreduce-client-jobclient-0.23.0-SNAPSHOT.jar output
$HADOOP_COMMON_HOME/bin/hadoop jar $HADOOP_MAPRED_HOME/build/hadoop-mapreduce-examples-0.24.0-SNAPSHOT.jar randomwriter -Dmapreduce.job.user.name=$USER -Dmapreduce.clientfactory.class.name=org.apache.hadoop.mapred.YarnClientFactory -Dmapreduce.randomwriter.bytespermap=10000 -Ddfs.blocksize=536870912 -Ddfs.block.size=536870912 -libjars $YARN_HOME/modules/hadoop-mapreduce-client-jobclient-0.24.0-SNAPSHOT.jar output
The output on the command line should be almost similar to what you see in the JT/TT setup (Hadoop 0.20/0.21)

2
hadoop-mapreduce-project/build.xml
View File

@ -32,7 +32,7 @@
<property name="Name" value="Hadoop-Mapred"/>
<property name="name" value="hadoop-${module}"/>
<!-- Need to change aop.xml project.version prop. synchronously -->
<property name="_version" value="0.23.0"/>
<property name="_version" value="0.24.0"/>
<property name="version" value="${_version}-SNAPSHOT"/>
<property name="final.name" value="${name}-${version}"/>
<property name="test.final.name" value="${name}-test-${version}"/>

2
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/pom.xml
View File

@ -101,7 +101,7 @@
<target>
<symlink link="${applink.base}.jar"
resource="mr-app.jar" failonerror="false"/>
<symlink link="${applink.base}-0.23.0-SNAPSHOT.jar"
<symlink link="${applink.base}-0.24.0-SNAPSHOT.jar"
resource="mr-app.jar" failonerror="false"/>
</target>
</configuration>

2
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/MRConstants.java
View File

@ -40,7 +40,7 @@ public interface MRConstants {
public static final String JOB_JAR = "job.jar";
public static final String HADOOP_MAPREDUCE_CLIENT_APP_JAR_NAME =
"hadoop-mapreduce-client-app-0.23.0-SNAPSHOT.jar";
"hadoop-mapreduce-client-app-0.24.0-SNAPSHOT.jar";
public static final String YARN_MAPREDUCE_APP_JAR_PATH =
"$YARN_HOME/modules/" + HADOOP_MAPREDUCE_CLIENT_APP_JAR_NAME;

2
hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/resources/yarn-default.xml
View File

@ -188,7 +188,7 @@
<property>
<name>mapreduce.job.jar</name>
<value></value>
<!--<value>~/Workspace/eclipse-workspace/yarn/yarn-mapreduce/yarn-mapreduce-app/target/yarn-mapreduce-app-0.23.0-SNAPSHOT.jar</value>-->
<!--<value>~/Workspace/eclipse-workspace/yarn/yarn-mapreduce/yarn-mapreduce-app/target/yarn-mapreduce-app-0.24.0-SNAPSHOT.jar</value>-->
</property>
<property>

6
hadoop-mapreduce-project/hadoop-yarn/pom.xml
View File

@ -25,9 +25,9 @@
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<test.logs>true</test.logs>
<test.timeout>600000</test.timeout>
<hadoop-common.version>0.23.0-SNAPSHOT</hadoop-common.version>
<hadoop-hdfs.version>0.23.0-SNAPSHOT</hadoop-hdfs.version>
<yarn.version>0.23.0-SNAPSHOT</yarn.version>
<hadoop-common.version>0.24.0-SNAPSHOT</hadoop-common.version>
<hadoop-hdfs.version>0.24.0-SNAPSHOT</hadoop-hdfs.version>
<yarn.version>0.24.0-SNAPSHOT</yarn.version>
<install.pom>${project.build.directory}/saner-pom.xml</install.pom>
<install.file>${install.pom}</install.file>
<yarn.basedir>${basedir}</yarn.basedir>

2
hadoop-mapreduce-project/ivy/hadoop-mapred-instrumented-template.xml
View File

@ -28,7 +28,7 @@
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
</dependency>
</dependencies>
</project>

2
hadoop-mapreduce-project/ivy/hadoop-mapred-template.xml
View File

@ -28,7 +28,7 @@
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
</dependency>
</dependencies>
</project>

8
hadoop-mapreduce-project/ivy/libraries.properties
View File

@ -41,8 +41,8 @@ ftplet-api.version=1.0.0
ftpserver-core.version=1.0.0
ftpserver-deprecated.version=1.0.0-M2
hadoop-common.version=0.23.0-SNAPSHOT
hadoop-hdfs.version=0.23.0-SNAPSHOT
hadoop-common.version=0.24.0-SNAPSHOT
hadoop-hdfs.version=0.24.0-SNAPSHOT
hsqldb.version=1.8.0.10
@ -81,5 +81,5 @@ wagon-http.version=1.0-beta-2
xmlenc.version=0.52
xerces.version=1.4.4
yarn.version=0.23.0-SNAPSHOT
hadoop-mapreduce.version=0.23.0-SNAPSHOT
yarn.version=0.24.0-SNAPSHOT
hadoop-mapreduce.version=0.24.0-SNAPSHOT

8
hadoop-mapreduce-project/pom.xml
View File

@ -26,10 +26,10 @@
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<test.logs>true</test.logs>
<test.timeout>600000</test.timeout>
<hadoop-common.version>0.23.0-SNAPSHOT</hadoop-common.version>
<hadoop-hdfs.version>0.23.0-SNAPSHOT</hadoop-hdfs.version>
<hadoop-mapreduce.version>0.23.0-SNAPSHOT</hadoop-mapreduce.version>
<yarn.version>0.23.0-SNAPSHOT</yarn.version>
<hadoop-common.version>0.24.0-SNAPSHOT</hadoop-common.version>
<hadoop-hdfs.version>0.24.0-SNAPSHOT</hadoop-hdfs.version>
<hadoop-mapreduce.version>0.24.0-SNAPSHOT</hadoop-mapreduce.version>
<yarn.version>0.24.0-SNAPSHOT</yarn.version>
<install.pom>${project.build.directory}/saner-pom.xml</install.pom>
<install.file>${install.pom}</install.file>
<fork.mode>once</fork.mode>

2
hadoop-mapreduce-project/src/docs/src/documentation/content/xdocs/tabs.xml
View File

@ -32,6 +32,6 @@
<tab label="Project" href="http://hadoop.apache.org/mapreduce/" />
<tab label="Wiki" href="http://wiki.apache.org/hadoop/MapReduce" />
<tab label="MapReduce 0.23 Documentation" dir="" />
<tab label="MapReduce 0.24 Documentation" dir="" />
</tabs>

2
hadoop-mapreduce-project/src/test/aop/build/aop.xml
View File

@ -21,7 +21,7 @@
<property name="aspectversion" value="1.6.5"/>
<!-- TODO this has to be changed synchronously with build.xml version prop.-->
<!-- this workarounds of test-patch setting its own 'version' -->
<property name="project.version" value="0.23.0-SNAPSHOT"/>
<property name="project.version" value="0.24.0-SNAPSHOT"/>
<!-- Properties common for all fault injections -->
<property name="build-fi.dir" value="${basedir}/build-fi"/>

4
hadoop-project-dist/pom.xml
View File

@ -17,12 +17,12 @@
<parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-project</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<relativePath>../hadoop-project</relativePath>
</parent>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-project-dist</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<description>Apache Hadoop Project Dist POM</description>
<name>Apache Hadoop Project Dist POM</name>
<packaging>pom</packaging>

2
hadoop-project/pom.xml
View File

@ -16,7 +16,7 @@
<modelVersion>4.0.0</modelVersion>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-project</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<description>Apache Hadoop Project POM</description>
<name>Apache Hadoop Project POM</name>
<packaging>pom</packaging>

2
pom.xml
View File

@ -16,7 +16,7 @@
<modelVersion>4.0.0</modelVersion>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-main</artifactId>
<version>0.23.0-SNAPSHOT</version>
<version>0.24.0-SNAPSHOT</version>
<description>Apache Hadoop Main</description>
<name>Apache Hadoop Main</name>
<packaging>pom</packaging>