big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[YARN-10998] Add YARN_ROUTER_HEAPSIZE to yarn-env for routers (#3603)

Browse Source
This commit is contained in:
minni31 2021-11-11 23:19:29 +05:30 committed by GitHub
parent 2a1a11c039
commit 8b159d296d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hadoop-yarn-project/hadoop-yarn/bin/yarn
View File

@ -175,6 +175,10 @@ ${HADOOP_COMMON_HOME}/${HADOOP_COMMON_LIB_JARS_DIR}"
router) router)
HADOOP_SUBCMD_SUPPORTDAEMONIZATION="true" HADOOP_SUBCMD_SUPPORTDAEMONIZATION="true"
HADOOP_CLASSNAME='org.apache.hadoop.yarn.server.router.Router' HADOOP_CLASSNAME='org.apache.hadoop.yarn.server.router.Router'
# Backwards compatibility
if [[ -n "${YARN_ROUTER_HEAPSIZE}" ]]; then
HADOOP_HEAPSIZE_MAX="${YARN_ROUTER_HEAPSIZE}"
fi
;; ;;
schedulerconf) schedulerconf)
HADOOP_CLASSNAME='org.apache.hadoop.yarn.client.cli.SchedConfCLI' HADOOP_CLASSNAME='org.apache.hadoop.yarn.client.cli.SchedConfCLI'

3
hadoop-yarn-project/hadoop-yarn/bin/yarn.cmd
View File

@ -260,6 +260,9 @@ goto :eof
set CLASSPATH=%CLASSPATH%;%YARN_CONF_DIR%\router-config\log4j.properties set CLASSPATH=%CLASSPATH%;%YARN_CONF_DIR%\router-config\log4j.properties
set CLASS=org.apache.hadoop.yarn.server.router.Router set CLASS=org.apache.hadoop.yarn.server.router.Router
set YARN_OPTS=%YARN_OPTS% %HADOOP_ROUTER_OPTS% set YARN_OPTS=%YARN_OPTS% %HADOOP_ROUTER_OPTS%
if defined YARN_ROUTER_HEAPSIZE (
set JAVA_HEAP_MAX=-Xmx%YARN_ROUTER_HEAPSIZE%m
)
goto :eof goto :eof
:nodemanager :nodemanager

5
hadoop-yarn-project/hadoop-yarn/conf/yarn-env.sh
View File

@ -147,6 +147,11 @@
# Router specific parameters # Router specific parameters
### ###
# Specify the max heapsize for the Router. If no units are
# given, it will be assumed to be in MB.
# Default is the same as HADOOP_HEAPSIZE_MAX
#export YARN_ROUTER_HEAPSIZE=
# Specify the JVM options to be used when starting the Router. # Specify the JVM options to be used when starting the Router.
# These options will be appended to the options specified as HADOOP_OPTS # These options will be appended to the options specified as HADOOP_OPTS
# and therefore may override any similar flags set in HADOOP_OPTS # and therefore may override any similar flags set in HADOOP_OPTS