diff --git a/dev-support/bin/ozone-dist-layout-stitching b/dev-support/bin/ozone-dist-layout-stitching index 2ba7791f23..1ba652c542 100755 --- a/dev-support/bin/ozone-dist-layout-stitching +++ b/dev-support/bin/ozone-dist-layout-stitching @@ -117,9 +117,9 @@ ROOT=$(cd "${BASEDIR}"/../..;pwd) echo echo "Current directory $(pwd)" echo -run rm -rf "ozone" -run mkdir "ozone" -run cd "ozone" +run rm -rf "ozone-${HDDS_VERSION}" +run mkdir "ozone-${HDDS_VERSION}" +run cd "ozone-${HDDS_VERSION}" run cp -p "${ROOT}/LICENSE.txt" . run cp -p "${ROOT}/NOTICE.txt" . run cp -p "${ROOT}/README.txt" . diff --git a/dev-support/bin/ozone-dist-tar-stitching b/dev-support/bin/ozone-dist-tar-stitching index d1116e4fe1..93d0525e7e 100755 --- a/dev-support/bin/ozone-dist-tar-stitching +++ b/dev-support/bin/ozone-dist-tar-stitching @@ -36,13 +36,8 @@ function run() fi } -#To make the final dist directory easily mountable from docker we don't use -#version name in the directory name. -#To include the version name in the root directory of the tar file -# we create a symbolic link and dereference it during the tar creation -ln -s -f ozone ozone-${VERSION} -run tar -c --dereference -f "ozone-${VERSION}.tar" "ozone-${VERSION}" +run tar -c -f "ozone-${VERSION}.tar" "ozone-${VERSION}" run gzip -f "ozone-${VERSION}.tar" echo echo "Ozone dist tar available at: ${BASEDIR}/ozone-${VERSION}.tar.gz" -echo \ No newline at end of file +echo diff --git a/hadoop-ozone/acceptance-test/dev-support/bin/robot-all.sh b/hadoop-ozone/acceptance-test/dev-support/bin/robot-all.sh index ee9c6b80a5..87b713752b 100755 --- a/hadoop-ozone/acceptance-test/dev-support/bin/robot-all.sh +++ b/hadoop-ozone/acceptance-test/dev-support/bin/robot-all.sh @@ -15,4 +15,4 @@ # limitations under the License. DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" -$DIR/robot.sh $DIR/../../src/test/acceptance +"$DIR/robot.sh" "$DIR/../../src/test/acceptance" diff --git a/hadoop-ozone/acceptance-test/dev-support/bin/robot-dnd-all.sh b/hadoop-ozone/acceptance-test/dev-support/bin/robot-dnd-all.sh index 9f1d367141..052ffb3f7b 100755 --- a/hadoop-ozone/acceptance-test/dev-support/bin/robot-dnd-all.sh +++ b/hadoop-ozone/acceptance-test/dev-support/bin/robot-dnd-all.sh @@ -18,15 +18,9 @@ set -x DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" -#Dir od the definition of the dind based test exeucution container -DOCKERDIR="$DIR/../docker" - #Dir to save the results TARGETDIR="$DIR/../../target/dnd" -#Dir to mount the distribution from -OZONEDIST="$DIR/../../../../hadoop-dist/target/ozone" - #Name and imagename of the temporary, dind based test containers DOCKER_IMAGE_NAME=ozoneacceptance DOCKER_INSTANCE_NAME="${DOCKER_INSTANCE_NAME:-ozoneacceptance}" @@ -47,10 +41,10 @@ chmod o+w "$OZONEDIST" || true rm "$TARGETDIR/docker-compose.log" docker rm "$DOCKER_INSTANCE_NAME" || true -docker build -t "$DOCKER_IMAGE_NAME" $DIR/../docker +docker build -t "$DOCKER_IMAGE_NAME" "$DIR/../docker" #Starting the dind based environment -docker run --rm -v $DIR/../../../..:/opt/hadoop --privileged -d --name "$DOCKER_INSTANCE_NAME" $DOCKER_IMAGE_NAME +docker run --rm -v "$DIR/../../../..:/opt/hadoop" --privileged -d --name "$DOCKER_INSTANCE_NAME" $DOCKER_IMAGE_NAME sleep 5 #Starting the tests diff --git a/hadoop-ozone/acceptance-test/dev-support/bin/robot.sh b/hadoop-ozone/acceptance-test/dev-support/bin/robot.sh index ef2a111066..5b85089c5d 100755 --- a/hadoop-ozone/acceptance-test/dev-support/bin/robot.sh +++ b/hadoop-ozone/acceptance-test/dev-support/bin/robot.sh @@ -18,7 +18,7 @@ set -x DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" -if [ ! "$(which robot)" ] ; then +if [ ! "$(command -v robot)" ] ; then echo "" echo "robot is not on your PATH." echo "" @@ -28,10 +28,11 @@ if [ ! "$(which robot)" ] ; then exit -1 fi -OZONEDISTDIR="$DIR/../../../../hadoop-dist/target/ozone" +MARKERFILE=$(find "$DIR/../../../../hadoop-dist/target" -name hadoop-ozone.sh) +OZONEDISTDIR="$(dirname "$(dirname "$(dirname "$MARKERFILE")")")" if [ ! -d "$OZONEDISTDIR" ]; then echo "Ozone can't be found in the $OZONEDISTDIR." echo "You may need a full build with -Phdds and -Pdist profiles" exit -1 fi -robot -x junit-results.xml "$@" +robot --variable "OZONEDIR:$OZONEDISTDIR" -x junit-results.xml "$@" diff --git a/hadoop-ozone/acceptance-test/pom.xml b/hadoop-ozone/acceptance-test/pom.xml index fee41f1d49..59d34ef90d 100644 --- a/hadoop-ozone/acceptance-test/pom.xml +++ b/hadoop-ozone/acceptance-test/pom.xml @@ -19,9 +19,8 @@ http://maven.apache.org/xsd/maven-4.0.0.xsd"> 4.0.0 org.apache.hadoop - hadoop-project - 3.2.0-SNAPSHOT - ../../hadoop-project + hadoop-ozone + 0.2.1-SNAPSHOT hadoop-ozone-acceptance-test 3.2.0-SNAPSHOT @@ -45,7 +44,7 @@ http://maven.apache.org/xsd/maven-4.0.0.xsd"> src/test/acceptance - basedir:${project.basedir}/../.. + OZONEDIR:${project.basedir}/../../hadoop-dist/target/ozone-${ozone.version} false false diff --git a/hadoop-ozone/acceptance-test/src/test/acceptance/basic/ozone-shell.robot b/hadoop-ozone/acceptance-test/src/test/acceptance/basic/ozone-shell.robot index cc4b035171..4751841c9e 100644 --- a/hadoop-ozone/acceptance-test/src/test/acceptance/basic/ozone-shell.robot +++ b/hadoop-ozone/acceptance-test/src/test/acceptance/basic/ozone-shell.robot @@ -22,7 +22,6 @@ Resource ../commonlib.robot Test Timeout 2 minute *** Variables *** -${basedir} ${COMPOSEFILE} ${CURDIR}/docker-compose.yaml ${PROJECTDIR} ${CURDIR}/../../../../../.. diff --git a/hadoop-ozone/acceptance-test/src/test/acceptance/commonlib.robot b/hadoop-ozone/acceptance-test/src/test/acceptance/commonlib.robot index 9235cd917a..e1c55d5b9d 100644 --- a/hadoop-ozone/acceptance-test/src/test/acceptance/commonlib.robot +++ b/hadoop-ozone/acceptance-test/src/test/acceptance/commonlib.robot @@ -71,7 +71,7 @@ Execute on Run docker compose [arguments] ${command} Set Environment Variable COMPOSE_INTERACTIVE_NO_CLI 1 - Set Environment Variable OZONEDIR ${PROJECTDIR}/hadoop-dist/target/ozone + Set Environment Variable OZONEDIR ${OZONEDIR} ${rc} ${output} = Run And Return Rc And Output docker-compose -f ${COMPOSEFILE} ${command} Log ${output} Should Be Equal As Integers ${rc} 0 diff --git a/hadoop-ozone/common/pom.xml b/hadoop-ozone/common/pom.xml index ea5eb462df..75600baf6a 100644 --- a/hadoop-ozone/common/pom.xml +++ b/hadoop-ozone/common/pom.xml @@ -29,11 +29,8 @@ http://maven.apache.org/xsd/maven-4.0.0.xsd"> jar - 0.2.1-SNAPSHOT - Acadia ozone true - ${ozone.version} @@ -120,4 +117,4 @@ http://maven.apache.org/xsd/maven-4.0.0.xsd"> - \ No newline at end of file + diff --git a/hadoop-ozone/docs/content/GettingStarted.md b/hadoop-ozone/docs/content/GettingStarted.md index 4a57adabc7..9b9d49fd15 100644 --- a/hadoop-ozone/docs/content/GettingStarted.md +++ b/hadoop-ozone/docs/content/GettingStarted.md @@ -80,8 +80,9 @@ on the machine. Go to the directory where the docker compose files exist and tell `docker-compose` to start Ozone. This will start SCM, OM and a single datanode in the background. + ``` -cd hadoop-dist/target/ozone/compose/ozone +cd hadoop-dist/target/ozone-*/compose/ozone docker-compose up -d ``` diff --git a/hadoop-ozone/pom.xml b/hadoop-ozone/pom.xml index 20ee71f38e..cc0f0309a5 100644 --- a/hadoop-ozone/pom.xml +++ b/hadoop-ozone/pom.xml @@ -29,6 +29,11 @@ http://maven.apache.org/xsd/maven-4.0.0.xsd"> Apache Hadoop Ozone pom + + 0.2.1-SNAPSHOT + Acadia + ${ozone.version} + common client