# Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. ## ## THIS FILE ACTS AS AN OVERRIDE FOR hadoop-env.sh FOR ALL ## WORK DONE BY THE yarn AND RELATED COMMANDS. ## ## Precedence rules: ## ## yarn-env.sh > hadoop-env.sh > hard-coded defaults ## ## YARN_xyz > HADOOP_xyz > hard-coded defaults ## ### # Generic settings for YARN ### # User for YARN daemons export HADOOP_YARN_USER=${HADOOP_YARN_USER:-yarn} # # By default, YARN will use HADOOP_CONF_DIR. Specify a custom # YARN_CONF_DIR here # export YARN_CONF_DIR="${YARN_CONF_DIR:-$HADOOP_YARN_HOME/conf}" # # Override Hadoop's log directory & file # export YARN_LOG_DIR="$HADOOP_YARN_HOME/logs" # export YARN_LOGFILE='yarn.log' # Need a custom-to-YARN service-level authorization policy file? # export YARN_POLICYFILE="yarn-policy.xml" #Override the log4j settings for all YARN apps # export YARN_ROOT_LOGGER="INFO,console" ### # Resource Manager specific parameters ### # Specify the max heapsize for the ResourceManager using a numerical value # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set # the value to 1000. # This value will be overridden by an Xmx setting specified in either YARN_OPTS, # HADOOP_OPTS, and/or YARN_RESOURCEMANAGER_OPTS. # If not specified, the default value will be picked from either YARN_HEAPMAX # or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two. # #export YARN_RESOURCEMANAGER_HEAPSIZE=1000 # Specify the JVM options to be used when starting the ResourceManager. # These options will be appended to the options specified as YARN_OPTS # and therefore may override any similar flags set in YARN_OPTS # # Examples for a Sun/Oracle JDK: # a) override the appsummary log file: # export YARN_RESOURCEMANAGER_OPTS="-Dyarn.server.resourcemanager.appsummary.log.file=rm-appsummary.log -Dyarn.server.resourcemanager.appsummary.logger=INFO,RMSUMMARY" # # b) Set JMX options # export YARN_RESOURCEMANAGER_OPTS="-Dcom.sun.management.jmxremote=true -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=1026" # # c) Set garbage collection logs from hadoop-env.sh # export YARN_RESOURCE_MANAGER_OPTS="${HADOOP_GC_SETTINGS} -Xloggc:${HADOOP_LOG_DIR}/gc-rm.log-$(date +'%Y%m%d%H%M')" # # d) ... or set them directly # export YARN_RESOURCEMANAGER_OPTS="-verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps -Xloggc:${HADOOP_LOG_DIR}/gc-rm.log-$(date +'%Y%m%d%H%M')" # # # export YARN_RESOURCEMANAGER_OPTS= ### # Node Manager specific parameters ### # Specify the max Heapsize for the NodeManager using a numerical value # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set # the value to 1000. # This value will be overridden by an Xmx setting specified in either YARN_OPTS, # HADOOP_OPTS, and/or YARN_NODEMANAGER_OPTS. # If not specified, the default value will be picked from either YARN_HEAPMAX # or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two. # #export YARN_NODEMANAGER_HEAPSIZE=1000 # Specify the JVM options to be used when starting the NodeManager. # These options will be appended to the options specified as YARN_OPTS # and therefore may override any similar flags set in YARN_OPTS # # See ResourceManager for some examples # #export YARN_NODEMANAGER_OPTS= ### # TimeLineServer specifc parameters ### # Specify the max Heapsize for the timeline server using a numerical value # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set # the value to 1000. # This value will be overridden by an Xmx setting specified in either YARN_OPTS, # HADOOP_OPTS, and/or YARN_TIMELINESERVER_OPTS. # If not specified, the default value will be picked from either YARN_HEAPMAX # or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two. # #export YARN_TIMELINESERVER_HEAPSIZE=1000 # Specify the JVM options to be used when starting the TimeLineServer. # These options will be appended to the options specified as YARN_OPTS # and therefore may override any similar flags set in YARN_OPTS # # See ResourceManager for some examples # #export YARN_TIMELINESERVER_OPTS=