2014-09-15 21:09:45 +00:00
|
|
|
#
|
MAPREDUCE-279. MapReduce 2.0. Merging MR-279 branch into trunk. Contributed by Arun C Murthy, Christopher Douglas, Devaraj Das, Greg Roelofs, Jeffrey Naisbitt, Josh Wills, Jonathan Eagles, Krishna Ramachandran, Luke Lu, Mahadev Konar, Robert Evans, Sharad Agarwal, Siddharth Seth, Thomas Graves, and Vinod Kumar Vavilapalli.
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1159166 13f79535-47bb-0310-9956-ffa450edef68
2011-08-18 11:07:10 +00:00
|
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
|
|
# this work for additional information regarding copyright ownership.
|
|
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
|
|
# (the "License"); you may not use this file except in compliance with
|
|
|
|
# the License. You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
2014-08-19 12:11:17 +00:00
|
|
|
##
|
|
|
|
## THIS FILE ACTS AS AN OVERRIDE FOR hadoop-env.sh FOR ALL
|
|
|
|
## WORK DONE BY THE yarn AND RELATED COMMANDS.
|
|
|
|
##
|
|
|
|
## Precedence rules:
|
|
|
|
##
|
|
|
|
## yarn-env.sh > hadoop-env.sh > hard-coded defaults
|
|
|
|
##
|
|
|
|
## YARN_xyz > HADOOP_xyz > hard-coded defaults
|
|
|
|
##
|
|
|
|
|
|
|
|
###
|
2013-07-19 19:23:12 +00:00
|
|
|
# Resource Manager specific parameters
|
2014-08-19 12:11:17 +00:00
|
|
|
###
|
2013-07-19 19:23:12 +00:00
|
|
|
|
2014-12-10 21:37:32 +00:00
|
|
|
# Specify the max heapsize for the ResourceManager. If no units are
|
|
|
|
# given, it will be assumed to be in MB.
|
2015-02-05 00:35:50 +00:00
|
|
|
# This value will be overridden by an Xmx setting specified in either
|
|
|
|
# HADOOP_OPTS and/or YARN_RESOURCEMANAGER_OPTS.
|
2014-12-10 21:37:32 +00:00
|
|
|
# Default is the same as HADOOP_HEAPSIZE_MAX
|
|
|
|
#export YARN_RESOURCEMANAGER_HEAPSIZE=
|
2013-07-19 19:23:12 +00:00
|
|
|
|
|
|
|
# Specify the JVM options to be used when starting the ResourceManager.
|
2015-02-05 00:35:50 +00:00
|
|
|
# These options will be appended to the options specified as HADOOP_OPTS
|
|
|
|
# and therefore may override any similar flags set in HADOOP_OPTS
|
2014-08-19 12:11:17 +00:00
|
|
|
#
|
|
|
|
# Examples for a Sun/Oracle JDK:
|
|
|
|
# a) override the appsummary log file:
|
|
|
|
# export YARN_RESOURCEMANAGER_OPTS="-Dyarn.server.resourcemanager.appsummary.log.file=rm-appsummary.log -Dyarn.server.resourcemanager.appsummary.logger=INFO,RMSUMMARY"
|
|
|
|
#
|
|
|
|
# b) Set JMX options
|
|
|
|
# export YARN_RESOURCEMANAGER_OPTS="-Dcom.sun.management.jmxremote=true -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=1026"
|
|
|
|
#
|
|
|
|
# c) Set garbage collection logs from hadoop-env.sh
|
|
|
|
# export YARN_RESOURCE_MANAGER_OPTS="${HADOOP_GC_SETTINGS} -Xloggc:${HADOOP_LOG_DIR}/gc-rm.log-$(date +'%Y%m%d%H%M')"
|
|
|
|
#
|
|
|
|
# d) ... or set them directly
|
|
|
|
# export YARN_RESOURCEMANAGER_OPTS="-verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps -Xloggc:${HADOOP_LOG_DIR}/gc-rm.log-$(date +'%Y%m%d%H%M')"
|
|
|
|
#
|
2019-09-18 00:54:51 +00:00
|
|
|
# e) Enable ResourceManager audit logging
|
|
|
|
# export YARN_RESOURCEMANAGER_OPTS="-Drm.audit.logger=INFO,RMAUDIT"
|
|
|
|
#
|
2014-08-19 12:11:17 +00:00
|
|
|
#
|
|
|
|
# export YARN_RESOURCEMANAGER_OPTS=
|
2013-07-19 19:23:12 +00:00
|
|
|
|
2014-08-19 12:11:17 +00:00
|
|
|
###
|
2013-07-19 19:23:12 +00:00
|
|
|
# Node Manager specific parameters
|
2014-08-19 12:11:17 +00:00
|
|
|
###
|
2013-07-19 19:23:12 +00:00
|
|
|
|
2014-12-10 21:37:32 +00:00
|
|
|
# Specify the max heapsize for the NodeManager. If no units are
|
|
|
|
# given, it will be assumed to be in MB.
|
2015-02-05 00:35:50 +00:00
|
|
|
# This value will be overridden by an Xmx setting specified in either
|
|
|
|
# HADOOP_OPTS and/or YARN_NODEMANAGER_OPTS.
|
2014-12-10 21:37:32 +00:00
|
|
|
# Default is the same as HADOOP_HEAPSIZE_MAX.
|
|
|
|
#export YARN_NODEMANAGER_HEAPSIZE=
|
2013-07-19 19:23:12 +00:00
|
|
|
|
|
|
|
# Specify the JVM options to be used when starting the NodeManager.
|
2015-02-05 00:35:50 +00:00
|
|
|
# These options will be appended to the options specified as HADOOP_OPTS
|
|
|
|
# and therefore may override any similar flags set in HADOOP_OPTS
|
2014-08-19 12:11:17 +00:00
|
|
|
#
|
2019-09-18 00:54:51 +00:00
|
|
|
# a) Enable NodeManager audit logging
|
|
|
|
# export YARN_NODEMANAGER_OPTS="-Dnm.audit.logger=INFO,NMAUDIT"
|
|
|
|
#
|
2014-08-19 12:11:17 +00:00
|
|
|
# See ResourceManager for some examples
|
|
|
|
#
|
2013-07-19 19:23:12 +00:00
|
|
|
#export YARN_NODEMANAGER_OPTS=
|
|
|
|
|
2014-08-19 12:11:17 +00:00
|
|
|
###
|
2016-07-28 03:06:09 +00:00
|
|
|
# TimeLineServer specific parameters
|
2014-08-19 12:11:17 +00:00
|
|
|
###
|
MAPREDUCE-279. MapReduce 2.0. Merging MR-279 branch into trunk. Contributed by Arun C Murthy, Christopher Douglas, Devaraj Das, Greg Roelofs, Jeffrey Naisbitt, Josh Wills, Jonathan Eagles, Krishna Ramachandran, Luke Lu, Mahadev Konar, Robert Evans, Sharad Agarwal, Siddharth Seth, Thomas Graves, and Vinod Kumar Vavilapalli.
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1159166 13f79535-47bb-0310-9956-ffa450edef68
2011-08-18 11:07:10 +00:00
|
|
|
|
2014-12-10 21:37:32 +00:00
|
|
|
# Specify the max heapsize for the timelineserver. If no units are
|
|
|
|
# given, it will be assumed to be in MB.
|
2015-02-05 00:35:50 +00:00
|
|
|
# This value will be overridden by an Xmx setting specified in either
|
|
|
|
# HADOOP_OPTS and/or YARN_TIMELINESERVER_OPTS.
|
2014-12-10 21:37:32 +00:00
|
|
|
# Default is the same as HADOOP_HEAPSIZE_MAX.
|
|
|
|
#export YARN_TIMELINE_HEAPSIZE=
|
2014-08-19 12:11:17 +00:00
|
|
|
|
|
|
|
# Specify the JVM options to be used when starting the TimeLineServer.
|
2015-02-05 00:35:50 +00:00
|
|
|
# These options will be appended to the options specified as HADOOP_OPTS
|
|
|
|
# and therefore may override any similar flags set in HADOOP_OPTS
|
2014-08-19 12:11:17 +00:00
|
|
|
#
|
|
|
|
# See ResourceManager for some examples
|
|
|
|
#
|
|
|
|
#export YARN_TIMELINESERVER_OPTS=
|
MAPREDUCE-279. MapReduce 2.0. Merging MR-279 branch into trunk. Contributed by Arun C Murthy, Christopher Douglas, Devaraj Das, Greg Roelofs, Jeffrey Naisbitt, Josh Wills, Jonathan Eagles, Krishna Ramachandran, Luke Lu, Mahadev Konar, Robert Evans, Sharad Agarwal, Siddharth Seth, Thomas Graves, and Vinod Kumar Vavilapalli.
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1159166 13f79535-47bb-0310-9956-ffa450edef68
2011-08-18 11:07:10 +00:00
|
|
|
|
2016-07-28 03:06:09 +00:00
|
|
|
###
|
|
|
|
# TimeLineReader specific parameters
|
|
|
|
###
|
|
|
|
|
|
|
|
# Specify the JVM options to be used when starting the TimeLineReader.
|
|
|
|
# These options will be appended to the options specified as HADOOP_OPTS
|
|
|
|
# and therefore may override any similar flags set in HADOOP_OPTS
|
|
|
|
#
|
|
|
|
# See ResourceManager for some examples
|
|
|
|
#
|
|
|
|
#export YARN_TIMELINEREADER_OPTS=
|
|
|
|
|
2014-09-15 21:09:45 +00:00
|
|
|
###
|
|
|
|
# Web App Proxy Server specifc parameters
|
|
|
|
###
|
|
|
|
|
2014-12-10 21:37:32 +00:00
|
|
|
# Specify the max heapsize for the web app proxy server. If no units are
|
|
|
|
# given, it will be assumed to be in MB.
|
2015-02-05 00:35:50 +00:00
|
|
|
# This value will be overridden by an Xmx setting specified in either
|
|
|
|
# HADOOP_OPTS and/or YARN_PROXYSERVER_OPTS.
|
2014-12-10 21:37:32 +00:00
|
|
|
# Default is the same as HADOOP_HEAPSIZE_MAX.
|
|
|
|
#export YARN_PROXYSERVER_HEAPSIZE=
|
2014-09-15 21:09:45 +00:00
|
|
|
|
|
|
|
# Specify the JVM options to be used when starting the proxy server.
|
2015-02-05 00:35:50 +00:00
|
|
|
# These options will be appended to the options specified as HADOOP_OPTS
|
|
|
|
# and therefore may override any similar flags set in HADOOP_OPTS
|
2014-09-15 21:09:45 +00:00
|
|
|
#
|
|
|
|
# See ResourceManager for some examples
|
|
|
|
#
|
|
|
|
#export YARN_PROXYSERVER_OPTS=
|
|
|
|
|
2014-12-17 19:18:23 +00:00
|
|
|
###
|
|
|
|
# Shared Cache Manager specific parameters
|
|
|
|
###
|
|
|
|
# Specify the JVM options to be used when starting the
|
|
|
|
# shared cache manager server.
|
2015-02-05 00:35:50 +00:00
|
|
|
# These options will be appended to the options specified as HADOOP_OPTS
|
|
|
|
# and therefore may override any similar flags set in HADOOP_OPTS
|
2014-12-17 19:18:23 +00:00
|
|
|
#
|
|
|
|
# See ResourceManager for some examples
|
|
|
|
#
|
|
|
|
#export YARN_SHAREDCACHEMANAGER_OPTS=
|
2017-06-19 17:52:23 +00:00
|
|
|
|
|
|
|
###
|
|
|
|
# Router specific parameters
|
|
|
|
###
|
|
|
|
|
2021-11-11 17:49:29 +00:00
|
|
|
# Specify the max heapsize for the Router. If no units are
|
|
|
|
# given, it will be assumed to be in MB.
|
|
|
|
# Default is the same as HADOOP_HEAPSIZE_MAX
|
|
|
|
#export YARN_ROUTER_HEAPSIZE=
|
|
|
|
|
2017-06-19 17:52:23 +00:00
|
|
|
# Specify the JVM options to be used when starting the Router.
|
|
|
|
# These options will be appended to the options specified as HADOOP_OPTS
|
|
|
|
# and therefore may override any similar flags set in HADOOP_OPTS
|
|
|
|
#
|
|
|
|
# See ResourceManager for some examples
|
|
|
|
#
|
2023-06-27 17:52:59 +00:00
|
|
|
#export YARN_ROUTER_OPTS="-Drouter.audit.logger=INFO,ROUTERAUDIT"
|
2016-11-10 19:35:02 +00:00
|
|
|
|
2023-05-13 01:12:05 +00:00
|
|
|
###
|
|
|
|
# Global Policy Generator specific parameters
|
|
|
|
###
|
|
|
|
|
|
|
|
# Specify the JVM options to be used when starting the GPG.
|
|
|
|
# These options will be appended to the options specified as HADOOP_OPTS
|
|
|
|
# and therefore may override any similar flags set in HADOOP_OPTS
|
|
|
|
#
|
|
|
|
# See ResourceManager for some examples
|
|
|
|
#
|
|
|
|
#export YARN_GLOBALPOLICYGENERATOR_OPTS=
|
|
|
|
|
2017-10-13 17:49:38 +00:00
|
|
|
###
|
|
|
|
# Registry DNS specific parameters
|
2018-10-19 23:46:48 +00:00
|
|
|
# This is deprecated and should be done in hadoop-env.sh
|
2017-10-13 17:49:38 +00:00
|
|
|
###
|
|
|
|
# For privileged registry DNS, user to run as after dropping privileges
|
|
|
|
# This will replace the hadoop.id.str Java property in secure mode.
|
|
|
|
# export YARN_REGISTRYDNS_SECURE_USER=yarn
|
|
|
|
|
|
|
|
# Supplemental options for privileged registry DNS
|
|
|
|
# By default, Hadoop uses jsvc which needs to know to launch a
|
|
|
|
# server jvm.
|
|
|
|
# export YARN_REGISTRYDNS_SECURE_EXTRA_OPTS="-jvm server"
|
2017-10-29 06:04:19 +00:00
|
|
|
|
|
|
|
###
|
|
|
|
# YARN Services parameters
|
|
|
|
###
|
|
|
|
# Directory containing service examples
|
|
|
|
# export YARN_SERVICE_EXAMPLES_DIR = $HADOOP_YARN_HOME/share/hadoop/yarn/yarn-service-examples
|
2018-06-02 21:46:32 +00:00
|
|
|
# export YARN_CONTAINER_RUNTIME_DOCKER_RUN_OVERRIDE_DISABLE=true
|