big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

YARN-3428. Debug log resources to be localized for a container. (kasha)

Browse Source
This commit is contained in:
Karthik Kambatla 2015-03-31 17:34:40 -07:00
parent 7610925e90
commit 2daa478a64
2 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
hadoop-yarn-project/CHANGES.txt
View File

@ -89,6 +89,8 @@ Release 2.8.0 - UNRELEASED
YARN-3258. FairScheduler: Need to add more logging to investigate YARN-3258. FairScheduler: Need to add more logging to investigate
allocations. (Anubhav Dhoot via ozawa) allocations. (Anubhav Dhoot via ozawa)
YARN-3428. Debug log resources to be localized for a container. (kasha)
OPTIMIZATIONS OPTIMIZATIONS
YARN-3339. TestDockerContainerExecutor should pull a single image and not YARN-3339. TestDockerContainerExecutor should pull a single image and not

12
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java
View File

@ -448,6 +448,10 @@ private void handleInitContainerResources(
.getApplicationId()); .getApplicationId());
for (LocalResourceRequest req : e.getValue()) { for (LocalResourceRequest req : e.getValue()) {
tracker.handle(new ResourceRequestEvent(req, e.getKey(), ctxt)); tracker.handle(new ResourceRequestEvent(req, e.getKey(), ctxt));
if (LOG.isDebugEnabled()) {
LOG.debug("Localizing " + req.getPath() +
" for container " + c.getContainerId());
}
} }
} }
} }
@ -456,10 +460,14 @@ private void handleCacheCleanup(LocalizationEvent event) {
ResourceRetentionSet retain = ResourceRetentionSet retain =
new ResourceRetentionSet(delService, cacheTargetSize); new ResourceRetentionSet(delService, cacheTargetSize);
retain.addResources(publicRsrc); retain.addResources(publicRsrc);
LOG.debug("Resource cleanup (public) " + retain); if (LOG.isDebugEnabled()) {
LOG.debug("Resource cleanup (public) " + retain);
}
for (LocalResourcesTracker t : privateRsrc.values()) { for (LocalResourcesTracker t : privateRsrc.values()) {
retain.addResources(t); retain.addResources(t);
LOG.debug("Resource cleanup " + t.getUser() + ":" + retain); if (LOG.isDebugEnabled()) {
LOG.debug("Resource cleanup " + t.getUser() + ":" + retain);
}
} }
//TODO Check if appRsrcs should also be added to the retention set. //TODO Check if appRsrcs should also be added to the retention set.
} }