# # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. ## ## THIS FILE ACTS AS AN OVERRIDE FOR hadoop-env.sh FOR ALL ## WORK DONE BY THE yarn AND RELATED COMMANDS. ## ## Precedence rules: ## ## yarn-env.sh > hadoop-env.sh > hard-coded defaults ## ## YARN_xyz > HADOOP_xyz > hard-coded defaults ## ### # YARN-specific overrides for generic settings ### # By default, YARN will use HADOOP_LOG_DIR for YARN logging. Specify a custom # log directory for YARN things here: # export YARN_LOG_DIR="${HADOOP_LOG_DIR}" # By default, YARN will use the value of HADOOP_LOGFILE as the 'fallback' log # file # when log4j settings are not defined. Specify a custom YARN log file # here: # export YARN_LOGFILE=${HADOOP_LOGFILE} #Override the log4j settings for all YARN apps By default, YARN will use # HADOOP_ROOT_LOGGER. # export YARN_ROOT_LOGGER=${HADOOP_ROOT_LOGGER} ### # Resource Manager specific parameters ### # Specify the max heapsize for the ResourceManager using a numerical value # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set # the value to 1000. # This value will be overridden by an Xmx setting specified in either YARN_OPTS, # HADOOP_OPTS, and/or YARN_RESOURCEMANAGER_OPTS. # If not specified, the default value will be picked from either YARN_HEAPMAX # or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two. # #export YARN_RESOURCEMANAGER_HEAPSIZE=1000 # Specify the JVM options to be used when starting the ResourceManager. # These options will be appended to the options specified as YARN_OPTS # and therefore may override any similar flags set in YARN_OPTS # # Examples for a Sun/Oracle JDK: # a) override the appsummary log file: # export YARN_RESOURCEMANAGER_OPTS="-Dyarn.server.resourcemanager.appsummary.log.file=rm-appsummary.log -Dyarn.server.resourcemanager.appsummary.logger=INFO,RMSUMMARY" # # b) Set JMX options # export YARN_RESOURCEMANAGER_OPTS="-Dcom.sun.management.jmxremote=true -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=1026" # # c) Set garbage collection logs from hadoop-env.sh # export YARN_RESOURCE_MANAGER_OPTS="${HADOOP_GC_SETTINGS} -Xloggc:${HADOOP_LOG_DIR}/gc-rm.log-$(date +'%Y%m%d%H%M')" # # d) ... or set them directly # export YARN_RESOURCEMANAGER_OPTS="-verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps -Xloggc:${HADOOP_LOG_DIR}/gc-rm.log-$(date +'%Y%m%d%H%M')" # # # export YARN_RESOURCEMANAGER_OPTS= ### # Node Manager specific parameters ### # Specify the max Heapsize for the NodeManager using a numerical value # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set # the value to 1000. # This value will be overridden by an Xmx setting specified in either YARN_OPTS, # HADOOP_OPTS, and/or YARN_NODEMANAGER_OPTS. # If not specified, the default value will be picked from either YARN_HEAPMAX # or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two. # #export YARN_NODEMANAGER_HEAPSIZE=1000 # Specify the JVM options to be used when starting the NodeManager. # These options will be appended to the options specified as YARN_OPTS # and therefore may override any similar flags set in YARN_OPTS # # See ResourceManager for some examples # #export YARN_NODEMANAGER_OPTS= ### # TimeLineServer specifc parameters ### # Specify the max Heapsize for the timeline server using a numerical value # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set # the value to 1000. # This value will be overridden by an Xmx setting specified in either YARN_OPTS, # HADOOP_OPTS, and/or YARN_TIMELINESERVER_OPTS. # If not specified, the default value will be picked from either YARN_HEAPMAX # or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two. # #export YARN_TIMELINESERVER_HEAPSIZE=1000 # Specify the JVM options to be used when starting the TimeLineServer. # These options will be appended to the options specified as YARN_OPTS # and therefore may override any similar flags set in YARN_OPTS # # See ResourceManager for some examples # #export YARN_TIMELINESERVER_OPTS= ### # Web App Proxy Server specifc parameters ### # Specify the max Heapsize for the proxy server using a numerical value # in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set # the value to 1000. # This value will be overridden by an Xmx setting specified in either YARN_OPTS, # HADOOP_OPTS, and/or YARN_PROXYSERVER_OPTS. # If not specified, the default value will be picked from either YARN_HEAPMAX # or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two. # #export YARN_PROXYSERVER_HEAPSIZE=1000 # Specify the JVM options to be used when starting the proxy server. # These options will be appended to the options specified as YARN_OPTS # and therefore may override any similar flags set in YARN_OPTS # # See ResourceManager for some examples # #export YARN_PROXYSERVER_OPTS=