146 lines
5.6 KiB
Bash
146 lines
5.6 KiB
Bash
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
##
|
|
## THIS FILE ACTS AS AN OVERRIDE FOR hadoop-env.sh FOR ALL
|
|
## WORK DONE BY THE yarn AND RELATED COMMANDS.
|
|
##
|
|
## Precedence rules:
|
|
##
|
|
## yarn-env.sh > hadoop-env.sh > hard-coded defaults
|
|
##
|
|
## YARN_xyz > HADOOP_xyz > hard-coded defaults
|
|
##
|
|
|
|
###
|
|
# YARN-specific overrides for generic settings
|
|
###
|
|
|
|
# By default, YARN will use HADOOP_LOG_DIR for YARN logging. Specify a custom
|
|
# log directory for YARN things here:
|
|
# export YARN_LOG_DIR="${HADOOP_LOG_DIR}"
|
|
|
|
# By default, YARN will use the value of HADOOP_LOGFILE as the 'fallback' log
|
|
# file # when log4j settings are not defined. Specify a custom YARN log file
|
|
# here:
|
|
# export YARN_LOGFILE=${HADOOP_LOGFILE}
|
|
|
|
#Override the log4j settings for all YARN apps By default, YARN will use
|
|
# HADOOP_ROOT_LOGGER.
|
|
# export YARN_ROOT_LOGGER=${HADOOP_ROOT_LOGGER}
|
|
|
|
###
|
|
# Resource Manager specific parameters
|
|
###
|
|
|
|
# Specify the max heapsize for the ResourceManager using a numerical value
|
|
# in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
|
|
# the value to 1000.
|
|
# This value will be overridden by an Xmx setting specified in either YARN_OPTS,
|
|
# HADOOP_OPTS, and/or YARN_RESOURCEMANAGER_OPTS.
|
|
# If not specified, the default value will be picked from either YARN_HEAPMAX
|
|
# or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two.
|
|
#
|
|
#export YARN_RESOURCEMANAGER_HEAPSIZE=1000
|
|
|
|
# Specify the JVM options to be used when starting the ResourceManager.
|
|
# These options will be appended to the options specified as YARN_OPTS
|
|
# and therefore may override any similar flags set in YARN_OPTS
|
|
#
|
|
# Examples for a Sun/Oracle JDK:
|
|
# a) override the appsummary log file:
|
|
# export YARN_RESOURCEMANAGER_OPTS="-Dyarn.server.resourcemanager.appsummary.log.file=rm-appsummary.log -Dyarn.server.resourcemanager.appsummary.logger=INFO,RMSUMMARY"
|
|
#
|
|
# b) Set JMX options
|
|
# export YARN_RESOURCEMANAGER_OPTS="-Dcom.sun.management.jmxremote=true -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=1026"
|
|
#
|
|
# c) Set garbage collection logs from hadoop-env.sh
|
|
# export YARN_RESOURCE_MANAGER_OPTS="${HADOOP_GC_SETTINGS} -Xloggc:${HADOOP_LOG_DIR}/gc-rm.log-$(date +'%Y%m%d%H%M')"
|
|
#
|
|
# d) ... or set them directly
|
|
# export YARN_RESOURCEMANAGER_OPTS="-verbose:gc -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCDateStamps -Xloggc:${HADOOP_LOG_DIR}/gc-rm.log-$(date +'%Y%m%d%H%M')"
|
|
#
|
|
#
|
|
# export YARN_RESOURCEMANAGER_OPTS=
|
|
|
|
###
|
|
# Node Manager specific parameters
|
|
###
|
|
|
|
# Specify the max Heapsize for the NodeManager using a numerical value
|
|
# in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
|
|
# the value to 1000.
|
|
# This value will be overridden by an Xmx setting specified in either YARN_OPTS,
|
|
# HADOOP_OPTS, and/or YARN_NODEMANAGER_OPTS.
|
|
# If not specified, the default value will be picked from either YARN_HEAPMAX
|
|
# or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two.
|
|
#
|
|
#export YARN_NODEMANAGER_HEAPSIZE=1000
|
|
|
|
# Specify the JVM options to be used when starting the NodeManager.
|
|
# These options will be appended to the options specified as YARN_OPTS
|
|
# and therefore may override any similar flags set in YARN_OPTS
|
|
#
|
|
# See ResourceManager for some examples
|
|
#
|
|
#export YARN_NODEMANAGER_OPTS=
|
|
|
|
###
|
|
# TimeLineServer specifc parameters
|
|
###
|
|
|
|
# Specify the max Heapsize for the timeline server using a numerical value
|
|
# in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
|
|
# the value to 1000.
|
|
# This value will be overridden by an Xmx setting specified in either YARN_OPTS,
|
|
# HADOOP_OPTS, and/or YARN_TIMELINESERVER_OPTS.
|
|
# If not specified, the default value will be picked from either YARN_HEAPMAX
|
|
# or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two.
|
|
#
|
|
#export YARN_TIMELINESERVER_HEAPSIZE=1000
|
|
|
|
# Specify the JVM options to be used when starting the TimeLineServer.
|
|
# These options will be appended to the options specified as YARN_OPTS
|
|
# and therefore may override any similar flags set in YARN_OPTS
|
|
#
|
|
# See ResourceManager for some examples
|
|
#
|
|
#export YARN_TIMELINESERVER_OPTS=
|
|
|
|
###
|
|
# Web App Proxy Server specifc parameters
|
|
###
|
|
|
|
# Specify the max Heapsize for the proxy server using a numerical value
|
|
# in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
|
|
# the value to 1000.
|
|
# This value will be overridden by an Xmx setting specified in either YARN_OPTS,
|
|
# HADOOP_OPTS, and/or YARN_PROXYSERVER_OPTS.
|
|
# If not specified, the default value will be picked from either YARN_HEAPMAX
|
|
# or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two.
|
|
#
|
|
#export YARN_PROXYSERVER_HEAPSIZE=1000
|
|
|
|
# Specify the JVM options to be used when starting the proxy server.
|
|
# These options will be appended to the options specified as YARN_OPTS
|
|
# and therefore may override any similar flags set in YARN_OPTS
|
|
#
|
|
# See ResourceManager for some examples
|
|
#
|
|
#export YARN_PROXYSERVER_OPTS=
|
|
|
|
|