big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

YARN-9747. Reduce additional namenode call by EntityGroupFSTimelineStore#cleanLogs. Contributed by Prabhu Joseph.

Browse Source
This commit is contained in:
bibinchundatt 2019-08-14 13:46:23 +05:30
parent 846848ac4c
commit 89a53c7eb4
1 changed files with 4 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timeline-pluginstorage/src/main/java/org/apache/hadoop/yarn/server/timeline/EntityGroupFSTimelineStore.java
View File

@ -469,8 +469,8 @@ void cleanLogs(Path dirpath, long retainMillis)
RemoteIterator<FileStatus> iter = list(dirpath);
while (iter.hasNext()) {
FileStatus stat = iter.next();
if (isValidClusterTimeStampDir(stat)) {
Path clusterTimeStampPath = stat.getPath();
if (isValidClusterTimeStampDir(clusterTimeStampPath)) {
MutableBoolean appLogDirPresent = new MutableBoolean(false);
cleanAppLogDir(clusterTimeStampPath, retainMillis, appLogDirPresent);
if (appLogDirPresent.isFalse() &&
@ -520,11 +520,9 @@ private void deleteDir(Path path) {
}
}
private boolean isValidClusterTimeStampDir(Path clusterTimeStampPath)
throws IOException {
FileStatus stat = fs.getFileStatus(clusterTimeStampPath);
private boolean isValidClusterTimeStampDir(FileStatus stat) {
return stat.isDirectory() &&
StringUtils.isNumeric(clusterTimeStampPath.getName());
StringUtils.isNumeric(stat.getPath().getName());
}