big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

YARN-8403. Change the log level for fail to download resource from INFO to ERROR. Contributed by Eric Yang

Browse Source
This commit is contained in:
Billie Rinaldi 2018-08-01 08:51:18 -07:00
parent d920b9db77
commit 67c65da261
2 changed files with 14 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java
View File

@ -969,11 +969,17 @@ public void run() {
.getDU(new File(local.toUri())))); .getDU(new File(local.toUri()))));
assoc.getResource().unlock(); assoc.getResource().unlock();
} catch (ExecutionException e) { } catch (ExecutionException e) {
LOG.info("Failed to download resource " + assoc.getResource(), String user = assoc.getContext().getUser();
e.getCause()); ApplicationId applicationId = assoc.getContext().getContainerId().getApplicationAttemptId().getApplicationId();
LocalResourceRequest req = assoc.getResource().getRequest(); LocalResourcesTracker tracker =
publicRsrc.handle(new ResourceFailedLocalizationEvent(req, getLocalResourcesTracker(LocalResourceVisibility.APPLICATION, user, applicationId);
e.getMessage())); final String diagnostics = "Failed to download resource " +
assoc.getResource() + " " + e.getCause();
tracker.handle(new ResourceFailedLocalizationEvent(
assoc.getResource().getRequest(), diagnostics));
publicRsrc.handle(new ResourceFailedLocalizationEvent(
assoc.getResource().getRequest(), diagnostics));
LOG.error(diagnostics);
assoc.getResource().unlock(); assoc.getResource().unlock();
} catch (CancellationException e) { } catch (CancellationException e) {
// ignore; shutting down // ignore; shutting down

3
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/TestResourceLocalizationService.java
View File

@ -2398,6 +2398,9 @@ public void testParallelDownloadAttemptsForPublicResource() throws Exception {
// Waiting for resource to change into FAILED state. // Waiting for resource to change into FAILED state.
Assert.assertTrue(waitForResourceState(lr, spyService, req, Assert.assertTrue(waitForResourceState(lr, spyService, req,
LocalResourceVisibility.PUBLIC, user, null, ResourceState.FAILED, 5000)); LocalResourceVisibility.PUBLIC, user, null, ResourceState.FAILED, 5000));
Assert.assertTrue(waitForResourceState(lr, spyService, req,
LocalResourceVisibility.APPLICATION, user, appId, ResourceState.FAILED, 5000));
// releasing lock as a part of download failed process. // releasing lock as a part of download failed process.
lr.unlock(); lr.unlock();
// removing pending download request. // removing pending download request.