big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

YARN-10860. Make max container per heartbeat configs refreshable. Contributed by Eric Badger.

Browse Source
This commit is contained in:
zhuqi-lucas 2021-07-21 15:31:44 +08:00
parent e634bf33f3
commit 0441efe1fc
2 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java
View File

@ -393,7 +393,10 @@ void initScheduler(Configuration configuration) throws
+ getMaximumResourceCapability() + ", " + "asynchronousScheduling=" + getMaximumResourceCapability() + ", " + "asynchronousScheduling="
+ scheduleAsynchronously + ", " + "asyncScheduleInterval=" + scheduleAsynchronously + ", " + "asyncScheduleInterval="
+ asyncScheduleInterval + "ms" + ",multiNodePlacementEnabled=" + asyncScheduleInterval + "ms" + ",multiNodePlacementEnabled="
+ multiNodePlacementEnabled); + multiNodePlacementEnabled + ", " + "assignMultipleEnabled="
+ assignMultipleEnabled + ", " + "maxAssignPerHeartbeat="
+ maxAssignPerHeartbeat + ", " + "offswitchPerHeartbeatLimit="
+ offswitchPerHeartbeatLimit);
} finally { } finally {
writeLock.unlock(); writeLock.unlock();
} }
@ -485,8 +488,14 @@ public void reinitialize(Configuration newConf, RMContext rmContext,
this.isLazyPreemptionEnabled = this.conf.getLazyPreemptionEnabled(); this.isLazyPreemptionEnabled = this.conf.getLazyPreemptionEnabled();
// Setup how many containers we can allocate for each round // Setup how many containers we can allocate for each round
assignMultipleEnabled = this.conf.getAssignMultipleEnabled();
maxAssignPerHeartbeat = this.conf.getMaxAssignPerHeartbeat();
offswitchPerHeartbeatLimit = this.conf.getOffSwitchPerHeartbeatLimit(); offswitchPerHeartbeatLimit = this.conf.getOffSwitchPerHeartbeatLimit();
LOG.info("assignMultipleEnabled = " + assignMultipleEnabled + "\n" +
"maxAssignPerHeartbeat = " + maxAssignPerHeartbeat + "\n" +
"offswitchPerHeartbeatLimit = " + offswitchPerHeartbeatLimit);
super.reinitialize(newConf, rmContext); super.reinitialize(newConf, rmContext);
} }
maxRunningEnforcer.updateRunnabilityOnReload(); maxRunningEnforcer.updateRunnabilityOnReload();

2
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-site/src/site/markdown/CapacityScheduler.md
View File

@ -702,7 +702,7 @@ Note, this feature should be disabled if YARN is deployed separately with the fi
* Container Allocation per NodeManager Heartbeat * Container Allocation per NodeManager Heartbeat
The `CapacityScheduler` supports the following parameters to control how many containers can be allocated in each NodeManager heartbeat. The `CapacityScheduler` supports the following parameters to control how many containers can be allocated in each NodeManager heartbeat. These parameters are refreshable via *yarn rmadmin -refreshQueues*.
| Property | Description | | Property | Description |
|:---- |:---- | |:---- |:---- |