big-data/hadoop
big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Projects Wiki Activity

MAPREDUCE-7319. Log list of mappers at trace level in ShuffleHandler audit log.

Browse Source 
Contributed by Jim Brennan.

(cherry picked from commit 462561654bb37dc1d453bfe15c3e75c274bbfb02)
This commit is contained in:
Eric Badger 2021-02-09 19:03:20 +00:00
parent 62389a5a04
commit 37971c71d1
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java
View File

@ -1170,10 +1170,15 @@ public class ShuffleHandler extends AuxiliaryService {
StringBuilder sb = new StringBuilder("shuffle for "); StringBuilder sb = new StringBuilder("shuffle for ");
sb.append(jobId).append(" reducer ").append(reduce); sb.append(jobId).append(" reducer ").append(reduce);
sb.append(" length ").append(contentLength); sb.append(" length ").append(contentLength);
if (AUDITLOG.isTraceEnabled()) {
// For trace level logging, append the list of mappers
sb.append(" mappers: ").append(mapIds); sb.append(" mappers: ").append(mapIds);
AUDITLOG.trace(sb.toString());
} else {
AUDITLOG.debug(sb.toString()); AUDITLOG.debug(sb.toString());
} }
} }
}
protected void setResponseHeaders(HttpResponse response, protected void setResponseHeaders(HttpResponse response,
boolean keepAliveParam, long contentLength) { boolean keepAliveParam, long contentLength) {