big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

YARN-9301. Too many InvalidStateTransitionException with SLS. Contributed by Bilwa S T.

Browse Source
This commit is contained in:
Inigo Goiri 2020-05-12 08:20:03 -07:00
parent 29dddb8a14
commit 9cbd0cd2a9
1 changed files with 30 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

57
hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/resourcemanager/MockAMLauncher.java
View File

@ -82,36 +82,39 @@ private void setupAMRMToken(RMAppAttempt appAttempt) {
@Override @Override
@SuppressWarnings("unchecked") @SuppressWarnings("unchecked")
public void handle(AMLauncherEvent event) { public void handle(AMLauncherEvent event) {
if (AMLauncherEventType.LAUNCH == event.getType()) { ApplicationId appId =
ApplicationId appId = event.getAppAttempt().getAppAttemptId().getApplicationId();
event.getAppAttempt().getAppAttemptId().getApplicationId(); // find AMSimulator
AMSimulator ams = appIdAMSim.get(appId);
if (ams == null) {
throw new YarnRuntimeException(
"Didn't find any AMSimulator for applicationId=" + appId);
}
Container amContainer = event.getAppAttempt().getMasterContainer();
switch (event.getType()) {
case LAUNCH:
try {
setupAMRMToken(event.getAppAttempt());
// Notify RMAppAttempt to change state
super.context.getDispatcher().getEventHandler().handle(
new RMAppAttemptEvent(event.getAppAttempt().getAppAttemptId(),
RMAppAttemptEventType.LAUNCHED));
// find AMSimulator ams.notifyAMContainerLaunched(
AMSimulator ams = appIdAMSim.get(appId); event.getAppAttempt().getMasterContainer());
if (ams != null) { LOG.info("Notify AM launcher launched:" + amContainer.getId());
try {
Container amContainer = event.getAppAttempt().getMasterContainer();
setupAMRMToken(event.getAppAttempt()); se.getNmMap().get(amContainer.getNodeId())
.addNewContainer(amContainer, -1);
// Notify RMAppAttempt to change state return;
super.context.getDispatcher().getEventHandler().handle( } catch (Exception e) {
new RMAppAttemptEvent(event.getAppAttempt().getAppAttemptId(), throw new YarnRuntimeException(e);
RMAppAttemptEventType.LAUNCHED));
ams.notifyAMContainerLaunched(
event.getAppAttempt().getMasterContainer());
LOG.info("Notify AM launcher launched:" + amContainer.getId());
se.getNmMap().get(amContainer.getNodeId())
.addNewContainer(amContainer, 100000000L);
return;
} catch (Exception e) {
throw new YarnRuntimeException(e);
}
} }
case CLEANUP:
se.getNmMap().get(amContainer.getNodeId())
.cleanupContainer(amContainer.getId());
break;
default:
throw new YarnRuntimeException( throw new YarnRuntimeException(
"Didn't find any AMSimulator for applicationId=" + appId); "Didn't find any AMSimulator for applicationId=" + appId);
} }