big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

MAPREDUCE-6059. Speed up history server startup time (Siqi Li via aw)

Browse Source
This commit is contained in:
Allen Wittenauer 2015-02-04 17:36:28 -08:00
parent f990e9d229
commit fd57ab2002
2 changed files with 10 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
hadoop-mapreduce-project/CHANGES.txt
View File

@ -94,6 +94,8 @@ Trunk (Unreleased)
MAPREDUCE-6013. [post-HADOOP-9902] mapred version is missing (Akira AJISAKA MAPREDUCE-6013. [post-HADOOP-9902] mapred version is missing (Akira AJISAKA
via aw) via aw)
MAPREDUCE-6059. Speed up history server startup time (Siqi Li via aw)
BUG FIXES BUG FIXES
MAPREDUCE-6191. Improve clearing stale state of Java serialization MAPREDUCE-6191. Improve clearing stale state of Java serialization

8
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java
View File

@ -263,6 +263,10 @@ public Collection<HistoryFileInfo> values() {
public HistoryFileInfo get(JobId jobId) { public HistoryFileInfo get(JobId jobId) {
return cache.get(jobId); return cache.get(jobId);
} }
public boolean isFull() {
return cache.size() >= maxSize;
}
} }
/** /**
@ -668,6 +672,10 @@ void initExisting() throws IOException {
for (FileStatus fs : timestampedDirList) { for (FileStatus fs : timestampedDirList) {
// TODO Could verify the correct format for these directories. // TODO Could verify the correct format for these directories.
addDirectoryToSerialNumberIndex(fs.getPath()); addDirectoryToSerialNumberIndex(fs.getPath());
}
for (int i= timestampedDirList.size() - 1;
i >= 0 && !jobListCache.isFull(); i--) {
FileStatus fs = timestampedDirList.get(i);
addDirectoryToJobListCache(fs.getPath()); addDirectoryToJobListCache(fs.getPath());
} }
} }