big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

YARN-5068. Expose scheduler queue to application master. (Harish Jaiprakash via rohithsharmaks)

Browse Source
This commit is contained in:
Rohith Sharma K S 2016-05-12 15:17:49 +05:30
parent d464f4d1c4
commit b7ac85259c
3 changed files with 26 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/ApplicationConstants.java
View File

@ -159,6 +159,13 @@ public enum Environment {
*/
LD_LIBRARY_PATH("LD_LIBRARY_PATH"),
/**
* $YARN_RESOURCEMANAGER_APPLICATION_QUEUE
* The queue into which the app was submitted/launched.
*/
YARN_RESOURCEMANAGER_APPLICATION_QUEUE(
"YARN_RESOURCEMANAGER_APPLICATION_QUEUE"),
/**
* $HADOOP_CONF_DIR
* Final, non-modifiable.

14
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java
View File

@ -51,6 +51,7 @@
import org.apache.hadoop.yarn.api.records.ContainerLaunchContext;
import org.apache.hadoop.yarn.api.records.NodeId;
import org.apache.hadoop.yarn.client.NMProxy;
import org.apache.hadoop.yarn.conf.YarnConfiguration;
import org.apache.hadoop.yarn.event.EventHandler;
import org.apache.hadoop.yarn.exceptions.YarnException;
import org.apache.hadoop.yarn.ipc.YarnRPC;
@ -191,12 +192,25 @@ private ContainerLaunchContext createAMContainerLaunchContext(
+ StringUtils.arrayToString(container.getCommands().toArray(
new String[0])));
// Populate the current queue name in the environment variable.
setupQueueNameEnv(container, applicationMasterContext);
// Finalize the container
setupTokens(container, containerID);
return container;
}
private void setupQueueNameEnv(ContainerLaunchContext container,
ApplicationSubmissionContext applicationMasterContext) {
String queueName = applicationMasterContext.getQueue();
if (queueName == null) {
queueName = YarnConfiguration.DEFAULT_QUEUE_NAME;
}
container.getEnvironment().put(ApplicationConstants.Environment
.YARN_RESOURCEMANAGER_APPLICATION_QUEUE.key(), queueName);
}
@Private
@VisibleForTesting
protected void setupTokens(

5
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestApplicationMasterLauncher.java
View File

@ -92,6 +92,7 @@ private static final class MyContainerManagerImpl implements
String nmHostAtContainerManager = null;
long submitTimeAtContainerManager;
int maxAppAttempts;
private String queueName;
@Override
public StartContainersResponse
@ -120,6 +121,8 @@ private static final class MyContainerManagerImpl implements
submitTimeAtContainerManager =
Long.parseLong(env.get(ApplicationConstants.APP_SUBMIT_TIME_ENV));
maxAppAttempts = YarnConfiguration.DEFAULT_RM_AM_MAX_ATTEMPTS;
queueName = env.get(ApplicationConstants.Environment
.YARN_RESOURCEMANAGER_APPLICATION_QUEUE.key());
return StartContainersResponse.newInstance(
new HashMap<String, ByteBuffer>(), new ArrayList<ContainerId>(),
new HashMap<ContainerId, SerializedException>());
@ -182,6 +185,8 @@ public void testAMLaunchAndCleanup() throws Exception {
containerManager.nmHostAtContainerManager);
Assert.assertEquals(YarnConfiguration.DEFAULT_RM_AM_MAX_ATTEMPTS,
containerManager.maxAppAttempts);
Assert.assertEquals(YarnConfiguration.DEFAULT_QUEUE_NAME,
containerManager.queueName);
MockAM am = new MockAM(rm.getRMContext(), rm
.getApplicationMasterService(), appAttemptId);