big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

YARN-7397. Reduce lock contention in FairScheduler#getAppWeight()

Browse Source
This commit is contained in:
Daniel Templeton 2017-10-28 09:13:13 -07:00
parent 9c5c68745e
commit e62bbbca7a
1 changed files with 9 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java
View File

@ -369,19 +369,22 @@ public void update() {
} }
public float getAppWeight(FSAppAttempt app) { public float getAppWeight(FSAppAttempt app) {
try {
readLock.lock();
double weight = 1.0; double weight = 1.0;
if (sizeBasedWeight) { if (sizeBasedWeight) {
readLock.lock();
try {
// Set weight based on current memory demand // Set weight based on current memory demand
weight = Math.log1p(app.getDemand().getMemorySize()) / Math.log(2); weight = Math.log1p(app.getDemand().getMemorySize()) / Math.log(2);
}
return (float)weight * app.getPriority().getPriority();
} finally { } finally {
readLock.unlock(); readLock.unlock();
} }
} }
return (float)weight * app.getPriority().getPriority();
}
public Resource getIncrementResourceCapability() { public Resource getIncrementResourceCapability() {
return incrAllocation; return incrAllocation;
} }