From 9057aa9fc53c76785e3eb3a06421fad4e3569151 Mon Sep 17 00:00:00 2001 From: Sunil G Date: Sun, 17 Feb 2019 20:03:56 +0530 Subject: [PATCH] SUBMARINE-1. Move code base of submarine from yarn-applications to top directory. Contributed by Wangda Tan. --- .../hadoop-submarine-core}/README.md | 0 .../hadoop-submarine-core/pom.xml | 144 ++++++++++++++++++ .../base/ubuntu-16.04/Dockerfile.cpu.tf_1.8.0 | 0 .../base/ubuntu-16.04/Dockerfile.gpu.tf_1.8.0 | 0 .../src/main/docker/build-all.sh | 0 .../ubuntu-16.04/Dockerfile.cpu.tf_1.8.0 | 0 .../ubuntu-16.04/Dockerfile.gpu.tf_1.8.0 | 0 .../cifar10_estimator_tf_1.8.0/README.md | 0 .../cifar10_estimator_tf_1.8.0/cifar10.py | 0 .../cifar10_main.py | 0 .../cifar10_model.py | 0 .../cifar10_utils.py | 0 .../generate_cifar10_tfrecords.py | 0 .../cifar10_estimator_tf_1.8.0/model_base.py | 0 .../zeppelin-notebook-example/Dockerfile.gpu | 0 .../run_container.sh | 0 .../zeppelin-notebook-example/shiro.ini | 0 .../zeppelin-site.xml | 0 .../submarine/client/cli/AbstractCli.java | 0 .../hadoop/yarn/submarine/client/cli/Cli.java | 0 .../submarine/client/cli/CliConstants.java | 0 .../yarn/submarine/client/cli/CliUtils.java | 0 .../yarn/submarine/client/cli/RunJobCli.java | 0 .../yarn/submarine/client/cli/ShowJobCli.java | 0 .../client/cli/param/BaseParameters.java | 0 .../client/cli/param/Localization.java | 0 .../submarine/client/cli/param/Quicklink.java | 0 .../client/cli/param/RunJobParameters.java | 0 .../client/cli/param/RunParameters.java | 0 .../client/cli/param/ShowJobParameters.java | 0 .../client/cli/param/package-info.java | 0 .../yarn/submarine/common/ClientContext.java | 0 .../hadoop/yarn/submarine/common/Envs.java | 0 .../common/api/JobComponentStatus.java | 4 - .../yarn/submarine/common/api/JobState.java | 0 .../yarn/submarine/common/api/JobStatus.java | 0 .../yarn/submarine/common/api/TaskType.java | 0 .../common/conf/SubmarineConfiguration.java | 0 .../submarine/common/conf/SubmarineLogs.java | 0 .../common/exception/SubmarineException.java | 0 .../exception/SubmarineRuntimeException.java | 0 .../fs/DefaultRemoteDirectoryManager.java | 0 .../common/fs/RemoteDirectoryManager.java | 0 .../submarine/runtimes/RuntimeFactory.java | 3 - .../common/FSBasedSubmarineStorageImpl.java | 0 .../submarine/runtimes/common/JobMonitor.java | 0 .../runtimes/common/JobSubmitter.java | 0 .../runtimes/common/StorageKeyConstants.java | 0 .../runtimes/common/SubmarineStorage.java | 0 .../src/site/markdown/DeveloperGuide.md | 0 .../src/site/markdown/Examples.md | 0 .../src/site/markdown/HowToInstall.md | 0 .../src/site/markdown/Index.md | 0 .../src/site/markdown/InstallationGuide.md | 0 .../InstallationGuideChineseVersion.md | 0 .../src/site/markdown/QuickStart.md | 0 .../RunningDistributedCifar10TFJobs.md | 0 .../site/markdown/RunningZeppelinOnYARN.md | 0 .../site/markdown/TestAndTroubleshooting.md | 0 .../src/site/markdown/WriteDockerfile.md | 0 .../src/site/resources/css/site.css | 0 .../src/site/resources/images/job-logs-ui.png | Bin .../images/multiple-tensorboard-jobs.png | Bin .../resources/images/submarine-installer.gif | Bin .../resources/images/tensorboard-service.png | Bin .../hadoop-submarine-core}/src/site/site.xml | 0 .../client/cli/TestRunJobCliParsing.java | 0 .../client/cli/TestShowJobCliParsing.java | 0 .../submarine/common/MockClientContext.java | 0 .../common/fs/MockRemoteDirectoryManager.java | 0 .../common/MemorySubmarineStorage.java | 0 .../common/TestFSBasedSubmarineStorage.java | 0 .../src/test/resources/core-site.xml | 0 .../src/test/resources/hdfs-site.xml | 0 .../README.md | 55 +++++++ .../pom.xml | 108 +++---------- .../yarnservice/YarnServiceJobMonitor.java | 2 +- .../yarnservice/YarnServiceJobSubmitter.java | 0 .../YarnServiceRuntimeFactory.java | 0 .../yarnservice/YarnServiceUtils.java | 0 .../builder/JobComponentStatusBuilder.java | 2 +- .../builder/JobStatusBuilder.java | 3 +- .../yarnservice/TestYarnServiceRunJobCli.java | 0 .../yarnservice/YarnServiceCliTestUtils.java | 0 .../yarnservice/TestTFConfigGenerator.java | 0 .../src/test/resources/core-site.xml | 21 +++ .../src/test/resources/hdfs-site.xml | 21 +++ hadoop-submarine/pom.xml | 59 +++++++ .../hadoop-yarn-applications/pom.xml | 1 - pom.xml | 10 ++ 90 files changed, 338 insertions(+), 95 deletions(-) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/README.md (100%) create mode 100644 hadoop-submarine/hadoop-submarine-core/pom.xml rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/base/ubuntu-16.04/Dockerfile.cpu.tf_1.8.0 (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/base/ubuntu-16.04/Dockerfile.gpu.tf_1.8.0 (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/build-all.sh (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/with-cifar10-models/ubuntu-16.04/Dockerfile.cpu.tf_1.8.0 (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/with-cifar10-models/ubuntu-16.04/Dockerfile.gpu.tf_1.8.0 (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/README.md (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10.py (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_main.py (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_model.py (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_utils.py (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/generate_cifar10_tfrecords.py (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/model_base.py (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/zeppelin-notebook-example/Dockerfile.gpu (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/zeppelin-notebook-example/run_container.sh (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/zeppelin-notebook-example/shiro.ini (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/docker/zeppelin-notebook-example/zeppelin-site.xml (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/AbstractCli.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/Cli.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/CliConstants.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/CliUtils.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/RunJobCli.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/ShowJobCli.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/BaseParameters.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/Localization.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/Quicklink.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/RunJobParameters.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/RunParameters.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/ShowJobParameters.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/package-info.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/common/ClientContext.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/common/Envs.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobComponentStatus.java (92%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobState.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobStatus.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/common/api/TaskType.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/common/conf/SubmarineConfiguration.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/common/conf/SubmarineLogs.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/common/exception/SubmarineException.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/common/exception/SubmarineRuntimeException.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/common/fs/DefaultRemoteDirectoryManager.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/common/fs/RemoteDirectoryManager.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/RuntimeFactory.java (93%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/FSBasedSubmarineStorageImpl.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/JobMonitor.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/JobSubmitter.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/StorageKeyConstants.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/SubmarineStorage.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/markdown/DeveloperGuide.md (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/markdown/Examples.md (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/markdown/HowToInstall.md (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/markdown/Index.md (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/markdown/InstallationGuide.md (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/markdown/InstallationGuideChineseVersion.md (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/markdown/QuickStart.md (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/markdown/RunningDistributedCifar10TFJobs.md (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/markdown/RunningZeppelinOnYARN.md (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/markdown/TestAndTroubleshooting.md (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/markdown/WriteDockerfile.md (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/resources/css/site.css (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/resources/images/job-logs-ui.png (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/resources/images/multiple-tensorboard-jobs.png (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/resources/images/submarine-installer.gif (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/resources/images/tensorboard-service.png (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/site/site.xml (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/TestRunJobCliParsing.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/TestShowJobCliParsing.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/test/java/org/apache/hadoop/yarn/submarine/common/MockClientContext.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/test/java/org/apache/hadoop/yarn/submarine/common/fs/MockRemoteDirectoryManager.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/common/MemorySubmarineStorage.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/common/TestFSBasedSubmarineStorage.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/test/resources/core-site.xml (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-core}/src/test/resources/hdfs-site.xml (100%) create mode 100644 hadoop-submarine/hadoop-submarine-yarnservice-runtime/README.md rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-yarnservice-runtime}/pom.xml (56%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-yarnservice-runtime}/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceJobMonitor.java (95%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-yarnservice-runtime}/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceJobSubmitter.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-yarnservice-runtime}/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceRuntimeFactory.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-yarnservice-runtime}/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceUtils.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api => hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice}/builder/JobComponentStatusBuilder.java (96%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api => hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice}/builder/JobStatusBuilder.java (96%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-yarnservice-runtime}/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/yarnservice/TestYarnServiceRunJobCli.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-yarnservice-runtime}/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/yarnservice/YarnServiceCliTestUtils.java (100%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine => hadoop-submarine/hadoop-submarine-yarnservice-runtime}/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/TestTFConfigGenerator.java (100%) create mode 100644 hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/test/resources/core-site.xml create mode 100644 hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/test/resources/hdfs-site.xml create mode 100644 hadoop-submarine/pom.xml diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/README.md b/hadoop-submarine/hadoop-submarine-core/README.md similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/README.md rename to hadoop-submarine/hadoop-submarine-core/README.md diff --git a/hadoop-submarine/hadoop-submarine-core/pom.xml b/hadoop-submarine/hadoop-submarine-core/pom.xml new file mode 100644 index 0000000000..f104d910e0 --- /dev/null +++ b/hadoop-submarine/hadoop-submarine-core/pom.xml @@ -0,0 +1,144 @@ + + + + 4.0.0 + + hadoop-submarine + org.apache.hadoop + 0.2.0-SNAPSHOT + + hadoop-submarine-core + 0.2.0-SNAPSHOT + Hadoop Submarine Core + + + + ${project.parent.parent.basedir} + + + + + + junit + junit + test + + + + log4j + log4j + + + com.google.guava + guava + + + commons-logging + commons-logging + + + commons-cli + commons-cli + + + commons-io + commons-io + + + org.slf4j + slf4j-api + + + + + + org.apache.hadoop + hadoop-common + provided + + + + org.apache.hadoop + hadoop-yarn-api + + + + org.apache.hadoop + hadoop-yarn-common + + + + org.apache.hadoop + hadoop-yarn-client + + + + org.mockito + mockito-core + test + + + + + + + maven-jar-plugin + + + + jar + + + test-compile + + + + + + org.apache.hadoop.yarn.submarine.client.cli.Cli + + + + + + org.apache.maven.plugins + maven-surefire-plugin + + + ${java.home} + + + + + + maven-jar-plugin + + + + test-jar + + test-compile + + + + + + + + diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/base/ubuntu-16.04/Dockerfile.cpu.tf_1.8.0 b/hadoop-submarine/hadoop-submarine-core/src/main/docker/base/ubuntu-16.04/Dockerfile.cpu.tf_1.8.0 similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/base/ubuntu-16.04/Dockerfile.cpu.tf_1.8.0 rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/base/ubuntu-16.04/Dockerfile.cpu.tf_1.8.0 diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/base/ubuntu-16.04/Dockerfile.gpu.tf_1.8.0 b/hadoop-submarine/hadoop-submarine-core/src/main/docker/base/ubuntu-16.04/Dockerfile.gpu.tf_1.8.0 similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/base/ubuntu-16.04/Dockerfile.gpu.tf_1.8.0 rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/base/ubuntu-16.04/Dockerfile.gpu.tf_1.8.0 diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/build-all.sh b/hadoop-submarine/hadoop-submarine-core/src/main/docker/build-all.sh similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/build-all.sh rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/build-all.sh diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/Dockerfile.cpu.tf_1.8.0 b/hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/Dockerfile.cpu.tf_1.8.0 similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/Dockerfile.cpu.tf_1.8.0 rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/Dockerfile.cpu.tf_1.8.0 diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/Dockerfile.gpu.tf_1.8.0 b/hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/Dockerfile.gpu.tf_1.8.0 similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/Dockerfile.gpu.tf_1.8.0 rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/Dockerfile.gpu.tf_1.8.0 diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/README.md b/hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/README.md similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/README.md rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/README.md diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10.py b/hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10.py similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10.py rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10.py diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_main.py b/hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_main.py similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_main.py rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_main.py diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_model.py b/hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_model.py similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_model.py rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_model.py diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_utils.py b/hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_utils.py similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_utils.py rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/cifar10_utils.py diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/generate_cifar10_tfrecords.py b/hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/generate_cifar10_tfrecords.py similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/generate_cifar10_tfrecords.py rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/generate_cifar10_tfrecords.py diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/model_base.py b/hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/model_base.py similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/model_base.py rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/with-cifar10-models/ubuntu-16.04/cifar10_estimator_tf_1.8.0/model_base.py diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/zeppelin-notebook-example/Dockerfile.gpu b/hadoop-submarine/hadoop-submarine-core/src/main/docker/zeppelin-notebook-example/Dockerfile.gpu similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/zeppelin-notebook-example/Dockerfile.gpu rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/zeppelin-notebook-example/Dockerfile.gpu diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/zeppelin-notebook-example/run_container.sh b/hadoop-submarine/hadoop-submarine-core/src/main/docker/zeppelin-notebook-example/run_container.sh similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/zeppelin-notebook-example/run_container.sh rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/zeppelin-notebook-example/run_container.sh diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/zeppelin-notebook-example/shiro.ini b/hadoop-submarine/hadoop-submarine-core/src/main/docker/zeppelin-notebook-example/shiro.ini similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/zeppelin-notebook-example/shiro.ini rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/zeppelin-notebook-example/shiro.ini diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/zeppelin-notebook-example/zeppelin-site.xml b/hadoop-submarine/hadoop-submarine-core/src/main/docker/zeppelin-notebook-example/zeppelin-site.xml similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/docker/zeppelin-notebook-example/zeppelin-site.xml rename to hadoop-submarine/hadoop-submarine-core/src/main/docker/zeppelin-notebook-example/zeppelin-site.xml diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/AbstractCli.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/AbstractCli.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/AbstractCli.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/AbstractCli.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/Cli.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/Cli.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/Cli.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/Cli.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/CliConstants.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/CliConstants.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/CliConstants.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/CliConstants.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/CliUtils.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/CliUtils.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/CliUtils.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/CliUtils.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/RunJobCli.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/RunJobCli.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/RunJobCli.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/RunJobCli.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/ShowJobCli.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/ShowJobCli.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/ShowJobCli.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/ShowJobCli.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/BaseParameters.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/BaseParameters.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/BaseParameters.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/BaseParameters.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/Localization.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/Localization.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/Localization.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/Localization.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/Quicklink.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/Quicklink.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/Quicklink.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/Quicklink.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/RunJobParameters.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/RunJobParameters.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/RunJobParameters.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/RunJobParameters.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/RunParameters.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/RunParameters.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/RunParameters.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/RunParameters.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/ShowJobParameters.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/ShowJobParameters.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/ShowJobParameters.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/ShowJobParameters.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/package-info.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/package-info.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/package-info.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/client/cli/param/package-info.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/ClientContext.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/ClientContext.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/ClientContext.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/ClientContext.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/Envs.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/Envs.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/Envs.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/Envs.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobComponentStatus.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobComponentStatus.java similarity index 92% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobComponentStatus.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobComponentStatus.java index 22468c250f..699a3255d8 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobComponentStatus.java +++ b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobComponentStatus.java @@ -17,10 +17,6 @@ package org.apache.hadoop.yarn.submarine.common.api; -import org.apache.hadoop.yarn.service.api.records.Component; -import org.apache.hadoop.yarn.service.api.records.Container; -import org.apache.hadoop.yarn.service.api.records.ContainerState; - /** * Status of component of training job */ diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobState.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobState.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobState.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobState.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobStatus.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobStatus.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobStatus.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/api/JobStatus.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/TaskType.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/api/TaskType.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/TaskType.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/api/TaskType.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/conf/SubmarineConfiguration.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/conf/SubmarineConfiguration.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/conf/SubmarineConfiguration.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/conf/SubmarineConfiguration.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/conf/SubmarineLogs.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/conf/SubmarineLogs.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/conf/SubmarineLogs.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/conf/SubmarineLogs.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/exception/SubmarineException.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/exception/SubmarineException.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/exception/SubmarineException.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/exception/SubmarineException.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/exception/SubmarineRuntimeException.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/exception/SubmarineRuntimeException.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/exception/SubmarineRuntimeException.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/exception/SubmarineRuntimeException.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/fs/DefaultRemoteDirectoryManager.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/fs/DefaultRemoteDirectoryManager.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/fs/DefaultRemoteDirectoryManager.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/fs/DefaultRemoteDirectoryManager.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/fs/RemoteDirectoryManager.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/fs/RemoteDirectoryManager.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/fs/RemoteDirectoryManager.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/common/fs/RemoteDirectoryManager.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/RuntimeFactory.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/RuntimeFactory.java similarity index 93% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/RuntimeFactory.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/RuntimeFactory.java index 9c164c68c6..476cded75f 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/RuntimeFactory.java +++ b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/RuntimeFactory.java @@ -19,12 +19,9 @@ import org.apache.hadoop.yarn.submarine.common.ClientContext; import org.apache.hadoop.yarn.submarine.common.conf.SubmarineConfiguration; import org.apache.hadoop.yarn.submarine.common.exception.SubmarineRuntimeException; -import org.apache.hadoop.yarn.submarine.runtimes.common.FSBasedSubmarineStorageImpl; import org.apache.hadoop.yarn.submarine.runtimes.common.JobMonitor; import org.apache.hadoop.yarn.submarine.runtimes.common.JobSubmitter; import org.apache.hadoop.yarn.submarine.runtimes.common.SubmarineStorage; -import org.apache.hadoop.yarn.submarine.runtimes.yarnservice.YarnServiceJobMonitor; -import org.apache.hadoop.yarn.submarine.runtimes.yarnservice.YarnServiceJobSubmitter; import java.lang.reflect.InvocationTargetException; diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/FSBasedSubmarineStorageImpl.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/FSBasedSubmarineStorageImpl.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/FSBasedSubmarineStorageImpl.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/FSBasedSubmarineStorageImpl.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/JobMonitor.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/JobMonitor.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/JobMonitor.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/JobMonitor.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/JobSubmitter.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/JobSubmitter.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/JobSubmitter.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/JobSubmitter.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/StorageKeyConstants.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/StorageKeyConstants.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/StorageKeyConstants.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/StorageKeyConstants.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/SubmarineStorage.java b/hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/SubmarineStorage.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/SubmarineStorage.java rename to hadoop-submarine/hadoop-submarine-core/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/common/SubmarineStorage.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/DeveloperGuide.md b/hadoop-submarine/hadoop-submarine-core/src/site/markdown/DeveloperGuide.md similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/DeveloperGuide.md rename to hadoop-submarine/hadoop-submarine-core/src/site/markdown/DeveloperGuide.md diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/Examples.md b/hadoop-submarine/hadoop-submarine-core/src/site/markdown/Examples.md similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/Examples.md rename to hadoop-submarine/hadoop-submarine-core/src/site/markdown/Examples.md diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/HowToInstall.md b/hadoop-submarine/hadoop-submarine-core/src/site/markdown/HowToInstall.md similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/HowToInstall.md rename to hadoop-submarine/hadoop-submarine-core/src/site/markdown/HowToInstall.md diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/Index.md b/hadoop-submarine/hadoop-submarine-core/src/site/markdown/Index.md similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/Index.md rename to hadoop-submarine/hadoop-submarine-core/src/site/markdown/Index.md diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/InstallationGuide.md b/hadoop-submarine/hadoop-submarine-core/src/site/markdown/InstallationGuide.md similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/InstallationGuide.md rename to hadoop-submarine/hadoop-submarine-core/src/site/markdown/InstallationGuide.md diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/InstallationGuideChineseVersion.md b/hadoop-submarine/hadoop-submarine-core/src/site/markdown/InstallationGuideChineseVersion.md similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/InstallationGuideChineseVersion.md rename to hadoop-submarine/hadoop-submarine-core/src/site/markdown/InstallationGuideChineseVersion.md diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/QuickStart.md b/hadoop-submarine/hadoop-submarine-core/src/site/markdown/QuickStart.md similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/QuickStart.md rename to hadoop-submarine/hadoop-submarine-core/src/site/markdown/QuickStart.md diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/RunningDistributedCifar10TFJobs.md b/hadoop-submarine/hadoop-submarine-core/src/site/markdown/RunningDistributedCifar10TFJobs.md similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/RunningDistributedCifar10TFJobs.md rename to hadoop-submarine/hadoop-submarine-core/src/site/markdown/RunningDistributedCifar10TFJobs.md diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/RunningZeppelinOnYARN.md b/hadoop-submarine/hadoop-submarine-core/src/site/markdown/RunningZeppelinOnYARN.md similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/RunningZeppelinOnYARN.md rename to hadoop-submarine/hadoop-submarine-core/src/site/markdown/RunningZeppelinOnYARN.md diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/TestAndTroubleshooting.md b/hadoop-submarine/hadoop-submarine-core/src/site/markdown/TestAndTroubleshooting.md similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/TestAndTroubleshooting.md rename to hadoop-submarine/hadoop-submarine-core/src/site/markdown/TestAndTroubleshooting.md diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/WriteDockerfile.md b/hadoop-submarine/hadoop-submarine-core/src/site/markdown/WriteDockerfile.md similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/markdown/WriteDockerfile.md rename to hadoop-submarine/hadoop-submarine-core/src/site/markdown/WriteDockerfile.md diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/resources/css/site.css b/hadoop-submarine/hadoop-submarine-core/src/site/resources/css/site.css similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/resources/css/site.css rename to hadoop-submarine/hadoop-submarine-core/src/site/resources/css/site.css diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/resources/images/job-logs-ui.png b/hadoop-submarine/hadoop-submarine-core/src/site/resources/images/job-logs-ui.png similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/resources/images/job-logs-ui.png rename to hadoop-submarine/hadoop-submarine-core/src/site/resources/images/job-logs-ui.png diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/resources/images/multiple-tensorboard-jobs.png b/hadoop-submarine/hadoop-submarine-core/src/site/resources/images/multiple-tensorboard-jobs.png similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/resources/images/multiple-tensorboard-jobs.png rename to hadoop-submarine/hadoop-submarine-core/src/site/resources/images/multiple-tensorboard-jobs.png diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/resources/images/submarine-installer.gif b/hadoop-submarine/hadoop-submarine-core/src/site/resources/images/submarine-installer.gif similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/resources/images/submarine-installer.gif rename to hadoop-submarine/hadoop-submarine-core/src/site/resources/images/submarine-installer.gif diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/resources/images/tensorboard-service.png b/hadoop-submarine/hadoop-submarine-core/src/site/resources/images/tensorboard-service.png similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/resources/images/tensorboard-service.png rename to hadoop-submarine/hadoop-submarine-core/src/site/resources/images/tensorboard-service.png diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/site.xml b/hadoop-submarine/hadoop-submarine-core/src/site/site.xml similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/site/site.xml rename to hadoop-submarine/hadoop-submarine-core/src/site/site.xml diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/TestRunJobCliParsing.java b/hadoop-submarine/hadoop-submarine-core/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/TestRunJobCliParsing.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/TestRunJobCliParsing.java rename to hadoop-submarine/hadoop-submarine-core/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/TestRunJobCliParsing.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/TestShowJobCliParsing.java b/hadoop-submarine/hadoop-submarine-core/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/TestShowJobCliParsing.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/TestShowJobCliParsing.java rename to hadoop-submarine/hadoop-submarine-core/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/TestShowJobCliParsing.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/common/MockClientContext.java b/hadoop-submarine/hadoop-submarine-core/src/test/java/org/apache/hadoop/yarn/submarine/common/MockClientContext.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/common/MockClientContext.java rename to hadoop-submarine/hadoop-submarine-core/src/test/java/org/apache/hadoop/yarn/submarine/common/MockClientContext.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/common/fs/MockRemoteDirectoryManager.java b/hadoop-submarine/hadoop-submarine-core/src/test/java/org/apache/hadoop/yarn/submarine/common/fs/MockRemoteDirectoryManager.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/common/fs/MockRemoteDirectoryManager.java rename to hadoop-submarine/hadoop-submarine-core/src/test/java/org/apache/hadoop/yarn/submarine/common/fs/MockRemoteDirectoryManager.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/common/MemorySubmarineStorage.java b/hadoop-submarine/hadoop-submarine-core/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/common/MemorySubmarineStorage.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/common/MemorySubmarineStorage.java rename to hadoop-submarine/hadoop-submarine-core/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/common/MemorySubmarineStorage.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/common/TestFSBasedSubmarineStorage.java b/hadoop-submarine/hadoop-submarine-core/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/common/TestFSBasedSubmarineStorage.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/common/TestFSBasedSubmarineStorage.java rename to hadoop-submarine/hadoop-submarine-core/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/common/TestFSBasedSubmarineStorage.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/resources/core-site.xml b/hadoop-submarine/hadoop-submarine-core/src/test/resources/core-site.xml similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/resources/core-site.xml rename to hadoop-submarine/hadoop-submarine-core/src/test/resources/core-site.xml diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/resources/hdfs-site.xml b/hadoop-submarine/hadoop-submarine-core/src/test/resources/hdfs-site.xml similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/resources/hdfs-site.xml rename to hadoop-submarine/hadoop-submarine-core/src/test/resources/hdfs-site.xml diff --git a/hadoop-submarine/hadoop-submarine-yarnservice-runtime/README.md b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/README.md new file mode 100644 index 0000000000..cb2e2da107 --- /dev/null +++ b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/README.md @@ -0,0 +1,55 @@ + + +# Overview + +```$xslt + _ _ + | | (_) + ___ _ _ | |__ _ __ ___ __ _ _ __ _ _ __ ___ + / __|| | | || '_ \ | '_ ` _ \ / _` || '__|| || '_ \ / _ \ + \__ \| |_| || |_) || | | | | || (_| || | | || | | || __/ + |___/ \__,_||_.__/ |_| |_| |_| \__,_||_| |_||_| |_| \___| + + ? + ~~~~~~~~~~~~~~~~~~~~~~~~~~~|^"~~~~~~~~~~~~~~~~~~~~~~~~~o~~~~~~~~~~~ + o | o __o + o | o |X__> + ___o | __o + (X___>-- __|__ |X__> o + | \ __o + | \ |X__> + _______________________|_______\________________ + < \____________ _ + \ \ (_) + \ O O O >=) + \__________________________________________________________/ (_) +``` + +Submarine is a project which allows infra engineer / data scientist to run *unmodified* Tensorflow programs on YARN. + +Goals of Submarine: +- It allows jobs easy access data/models in HDFS and other storages. +- Can launch services to serve Tensorflow/MXNet models. +- Support run distributed Tensorflow jobs with simple configs. +- Support run user-specified Docker images. +- Support specify GPU and other resources. +- Support launch tensorboard for training jobs if user specified. +- Support customized DNS name for roles (like tensorboard.$user.$domain:6006) + +Please jump to [QuickStart](src/site/markdown/QuickStart.md) guide to quickly understand how to use this framework. + +Please jump to [Examples](src/site/markdown/Examples.md) to try other examples like running Distributed Tensorflow Training for CIFAR 10. + +If you're a developer, please find [Developer](src/site/markdown/DeveloperGuide.md) guide for more details. diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/pom.xml b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/pom.xml similarity index 56% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/pom.xml rename to hadoop-submarine/hadoop-submarine-yarnservice-runtime/pom.xml index 00f4306678..a337c42fb9 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/pom.xml +++ b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/pom.xml @@ -16,15 +16,15 @@ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> - - hadoop-yarn-applications - org.apache.hadoop - 3.3.0-SNAPSHOT - 4.0.0 - hadoop-yarn-submarine - 3.3.0-SNAPSHOT - Yet Another Learning Platform + + hadoop-submarine + org.apache.hadoop + 0.2.0-SNAPSHOT + + hadoop-submarine-score-yarnservice-runtime + 0.2.0-SNAPSHOT + Hadoop Submarine YARN Service Runtime @@ -32,12 +32,6 @@ - - - org.apache.hadoop - hadoop-common - provided - junit @@ -66,102 +60,50 @@ commons-io - org.apache.hadoop - hadoop-yarn-server-applicationhistoryservice + org.slf4j + slf4j-api - - org.apache.hadoop - hadoop-yarn-server-timelineservice - test-jar - test - - - - org.apache.hadoop - hadoop-annotations - - + + + org.apache.hadoop hadoop-common - test-jar - test + provided - + org.apache.hadoop hadoop-yarn-api - + org.apache.hadoop hadoop-yarn-common - + org.apache.hadoop hadoop-yarn-client - - - org.apache.hadoop - hadoop-yarn-server-nodemanager - test - - - - org.apache.hadoop - hadoop-yarn-server-resourcemanager - test - - - - org.apache.hadoop - hadoop-yarn-server-tests - test-jar - test - + org.mockito mockito-core test + org.apache.hadoop - hadoop-yarn-server-timeline-pluginstorage - - - org.apache.hadoop - hadoop-yarn-server-timeline-pluginstorage + hadoop-submarine-core test-jar test + 0.2.0-SNAPSHOT org.apache.hadoop - hadoop-yarn-common - test-jar - test - - - org.apache.hadoop - hadoop-hdfs - test - - - org.apache.hadoop - hadoop-hdfs-client - test - - - org.apache.hadoop - hadoop-hdfs - test - test-jar - - - org.apache.hadoop - hadoop-fs2img - 3.3.0-SNAPSHOT + hadoop-submarine-core + 0.2.0-SNAPSHOT org.apache.hadoop @@ -169,8 +111,8 @@ 3.3.0-SNAPSHOT - org.apache.hadoop - hadoop-yarn-services-core + org.apache.hadoop + hadoop-yarn-services-core 3.3.0-SNAPSHOT diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceJobMonitor.java b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceJobMonitor.java similarity index 95% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceJobMonitor.java rename to hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceJobMonitor.java index ee68ddbd5e..58b1e076fb 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceJobMonitor.java +++ b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceJobMonitor.java @@ -20,8 +20,8 @@ import org.apache.hadoop.yarn.service.utils.ServiceApiUtil; import org.apache.hadoop.yarn.submarine.common.ClientContext; import org.apache.hadoop.yarn.submarine.common.api.JobStatus; -import org.apache.hadoop.yarn.submarine.common.api.builder.JobStatusBuilder; import org.apache.hadoop.yarn.submarine.runtimes.common.JobMonitor; +import org.apache.hadoop.yarn.submarine.runtimes.yarnservice.builder.JobStatusBuilder; import java.io.IOException; diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceJobSubmitter.java b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceJobSubmitter.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceJobSubmitter.java rename to hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceJobSubmitter.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceRuntimeFactory.java b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceRuntimeFactory.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceRuntimeFactory.java rename to hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceRuntimeFactory.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceUtils.java b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceUtils.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceUtils.java rename to hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/YarnServiceUtils.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/builder/JobComponentStatusBuilder.java b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/builder/JobComponentStatusBuilder.java similarity index 96% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/builder/JobComponentStatusBuilder.java rename to hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/builder/JobComponentStatusBuilder.java index fbefe6b31a..351fd2c433 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/builder/JobComponentStatusBuilder.java +++ b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/builder/JobComponentStatusBuilder.java @@ -15,7 +15,7 @@ * limitations under the License. */ -package org.apache.hadoop.yarn.submarine.common.api.builder; +package org.apache.hadoop.yarn.submarine.runtimes.yarnservice.builder; import org.apache.hadoop.yarn.service.api.records.Component; import org.apache.hadoop.yarn.service.api.records.Container; diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/builder/JobStatusBuilder.java b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/builder/JobStatusBuilder.java similarity index 96% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/builder/JobStatusBuilder.java rename to hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/builder/JobStatusBuilder.java index 2f7971e09b..724f164e41 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/main/java/org/apache/hadoop/yarn/submarine/common/api/builder/JobStatusBuilder.java +++ b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/main/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/builder/JobStatusBuilder.java @@ -11,8 +11,7 @@ * See the License for the specific language governing permissions and * limitations under the License. See accompanying LICENSE file. */ - -package org.apache.hadoop.yarn.submarine.common.api.builder; +package org.apache.hadoop.yarn.submarine.runtimes.yarnservice.builder; import org.apache.hadoop.yarn.service.api.records.Component; import org.apache.hadoop.yarn.service.api.records.Service; diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/yarnservice/TestYarnServiceRunJobCli.java b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/yarnservice/TestYarnServiceRunJobCli.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/yarnservice/TestYarnServiceRunJobCli.java rename to hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/yarnservice/TestYarnServiceRunJobCli.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/yarnservice/YarnServiceCliTestUtils.java b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/yarnservice/YarnServiceCliTestUtils.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/yarnservice/YarnServiceCliTestUtils.java rename to hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/test/java/org/apache/hadoop/yarn/submarine/client/cli/yarnservice/YarnServiceCliTestUtils.java diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/TestTFConfigGenerator.java b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/TestTFConfigGenerator.java similarity index 100% rename from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/TestTFConfigGenerator.java rename to hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/test/java/org/apache/hadoop/yarn/submarine/runtimes/yarnservice/TestTFConfigGenerator.java diff --git a/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/test/resources/core-site.xml b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/test/resources/core-site.xml new file mode 100644 index 0000000000..50ec1460bd --- /dev/null +++ b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/test/resources/core-site.xml @@ -0,0 +1,21 @@ + + + + + + + + + diff --git a/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/test/resources/hdfs-site.xml b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/test/resources/hdfs-site.xml new file mode 100644 index 0000000000..50ec1460bd --- /dev/null +++ b/hadoop-submarine/hadoop-submarine-yarnservice-runtime/src/test/resources/hdfs-site.xml @@ -0,0 +1,21 @@ + + + + + + + + + diff --git a/hadoop-submarine/pom.xml b/hadoop-submarine/pom.xml new file mode 100644 index 0000000000..bc2a0cec1f --- /dev/null +++ b/hadoop-submarine/pom.xml @@ -0,0 +1,59 @@ + + + + 4.0.0 + + org.apache.hadoop + hadoop-project + 3.3.0-SNAPSHOT + + + hadoop-submarine + 0.2.0-SNAPSHOT + Hadoop Submarine + pom + + + ${basedir}/../hadoop-common-project/hadoop-common/target + + + + + + hadoop-submarine-core + hadoop-submarine-yarnservice-runtime + + + + + clover + + false + + clover + + + + + com.cenqua.clover + clover + + + + + diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/pom.xml b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/pom.xml index a1ad4c2c14..61ca77a059 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/pom.xml +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/pom.xml @@ -37,7 +37,6 @@ hadoop-yarn-applications-distributedshell hadoop-yarn-applications-unmanaged-am-launcher hadoop-yarn-services - hadoop-yarn-submarine diff --git a/pom.xml b/pom.xml index b92707727c..6c385a0e76 100644 --- a/pom.xml +++ b/pom.xml @@ -745,5 +745,15 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs hadoop-hdds + + submarine + + false + + + hadoop-submarine + + +