306 lines
12 KiB
Bash
Executable File
306 lines
12 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
function hadoop_usage
|
|
{
|
|
echo "Usage: hdfs [--config confdir] [--daemon (start|stop|status)]"
|
|
echo " [--loglevel loglevel] COMMAND"
|
|
echo " where COMMAND is one of:"
|
|
echo " balancer run a cluster balancing utility"
|
|
echo " cacheadmin configure the HDFS cache"
|
|
echo " classpath prints the class path needed to get the"
|
|
echo " Hadoop jar and the required libraries"
|
|
echo " crypto configure HDFS encryption zones"
|
|
echo " datanode run a DFS datanode"
|
|
echo " dfs run a filesystem command on the file system"
|
|
echo " dfsadmin run a DFS admin client"
|
|
echo " fetchdt fetch a delegation token from the NameNode"
|
|
echo " fsck run a DFS filesystem checking utility"
|
|
echo " getconf get config values from configuration"
|
|
echo " groups get the groups which users belong to"
|
|
echo " haadmin run a DFS HA admin client"
|
|
echo " jmxget get JMX exported values from NameNode or DataNode."
|
|
echo " journalnode run the DFS journalnode"
|
|
echo " lsSnapshottableDir list all snapshottable dirs owned by the current user"
|
|
echo " Use -help to see options"
|
|
echo " mover run a utility to move block replicas across"
|
|
echo " storage types"
|
|
echo " namenode run the DFS namenode"
|
|
echo " Use -format to initialize the DFS filesystem"
|
|
echo " nfs3 run an NFS version 3 gateway"
|
|
echo " oev apply the offline edits viewer to an edits file"
|
|
echo " oiv apply the offline fsimage viewer to an fsimage"
|
|
echo " oiv_legacy apply the offline fsimage viewer to a legacy fsimage"
|
|
echo " portmap run a portmap service"
|
|
echo " secondarynamenode run the DFS secondary namenode"
|
|
echo " snapshotDiff diff two snapshots of a directory or diff the"
|
|
echo " current directory contents with a snapshot"
|
|
echo " storagepolicies list/get/set block storage policies"
|
|
echo " version print the version"
|
|
echo " zkfc run the ZK Failover Controller daemon"
|
|
echo ""
|
|
echo "Most commands print help when invoked w/o parameters."
|
|
# There are also debug commands, but they don't show up in this listing.
|
|
}
|
|
|
|
# let's locate libexec...
|
|
if [[ -n "${HADOOP_PREFIX}" ]]; then
|
|
DEFAULT_LIBEXEC_DIR="${HADOOP_PREFIX}/libexec"
|
|
else
|
|
this="${BASH_SOURCE-$0}"
|
|
bin=$(cd -P -- "$(dirname -- "${this}")" >/dev/null && pwd -P)
|
|
DEFAULT_LIBEXEC_DIR="${bin}/../libexec"
|
|
fi
|
|
|
|
HADOOP_LIBEXEC_DIR="${HADOOP_LIBEXEC_DIR:-$DEFAULT_LIBEXEC_DIR}"
|
|
# shellcheck disable=SC2034
|
|
HADOOP_NEW_CONFIG=true
|
|
if [[ -f "${HADOOP_LIBEXEC_DIR}/hdfs-config.sh" ]]; then
|
|
. "${HADOOP_LIBEXEC_DIR}/hdfs-config.sh"
|
|
else
|
|
echo "ERROR: Cannot execute ${HADOOP_LIBEXEC_DIR}/hdfs-config.sh." 2>&1
|
|
exit 1
|
|
fi
|
|
|
|
if [[ $# = 0 ]]; then
|
|
hadoop_exit_with_usage 1
|
|
fi
|
|
|
|
COMMAND=$1
|
|
shift
|
|
|
|
case ${COMMAND} in
|
|
balancer)
|
|
supportdaemonization="true"
|
|
CLASS=org.apache.hadoop.hdfs.server.balancer.Balancer
|
|
hadoop_debug "Appending HADOOP_BALANCER_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_BALANCER_OPTS}"
|
|
;;
|
|
cacheadmin)
|
|
CLASS=org.apache.hadoop.hdfs.tools.CacheAdmin
|
|
;;
|
|
classpath)
|
|
hadoop_do_classpath_subcommand CLASS "$@"
|
|
;;
|
|
crypto)
|
|
CLASS=org.apache.hadoop.hdfs.tools.CryptoAdmin
|
|
;;
|
|
datanode)
|
|
supportdaemonization="true"
|
|
# Determine if we're starting a secure datanode, and
|
|
# if so, redefine appropriate variables
|
|
if [[ -n "${HADOOP_SECURE_DN_USER}" ]]; then
|
|
secure_service="true"
|
|
secure_user="${HADOOP_SECURE_DN_USER}"
|
|
|
|
# backward compatiblity
|
|
HADOOP_SECURE_PID_DIR="${HADOOP_SECURE_PID_DIR:-$HADOOP_SECURE_DN_PID_DIR}"
|
|
HADOOP_SECURE_LOG_DIR="${HADOOP_SECURE_LOG_DIR:-$HADOOP_SECURE_DN_LOG_DIR}"
|
|
|
|
hadoop_debug "Appending HADOOP_DATANODE_OPTS onto HADOOP_OPTS"
|
|
hadoop_debug "Appending HADOOP_DN_SECURE_EXTRA_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_DATANODE_OPTS} ${HADOOP_DN_SECURE_EXTRA_OPTS}"
|
|
CLASS="org.apache.hadoop.hdfs.server.datanode.SecureDataNodeStarter"
|
|
else
|
|
hadoop_debug "Appending HADOOP_DATANODE_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_DATANODE_OPTS}"
|
|
CLASS='org.apache.hadoop.hdfs.server.datanode.DataNode'
|
|
fi
|
|
;;
|
|
debug)
|
|
CLASS='org.apache.hadoop.hdfs.tools.DebugAdmin'
|
|
;;
|
|
dfs)
|
|
CLASS=org.apache.hadoop.fs.FsShell
|
|
hadoop_debug "Appending HADOOP_CLIENT_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_CLIENT_OPTS}"
|
|
;;
|
|
dfsadmin)
|
|
CLASS=org.apache.hadoop.hdfs.tools.DFSAdmin
|
|
hadoop_debug "Appending HADOOP_CLIENT_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_CLIENT_OPTS}"
|
|
;;
|
|
fetchdt)
|
|
CLASS=org.apache.hadoop.hdfs.tools.DelegationTokenFetcher
|
|
;;
|
|
fsck)
|
|
CLASS=org.apache.hadoop.hdfs.tools.DFSck
|
|
hadoop_debug "Appending HADOOP_CLIENT_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_CLIENT_OPTS}"
|
|
;;
|
|
getconf)
|
|
CLASS=org.apache.hadoop.hdfs.tools.GetConf
|
|
;;
|
|
groups)
|
|
CLASS=org.apache.hadoop.hdfs.tools.GetGroups
|
|
;;
|
|
haadmin)
|
|
CLASS=org.apache.hadoop.hdfs.tools.DFSHAAdmin
|
|
hadoop_debug "Injecting TOOL_PATH into CLASSPATH"
|
|
hadoop_add_classpath "${TOOL_PATH}"
|
|
hadoop_debug "Appending HADOOP_CLIENT_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_CLIENT_OPTS}"
|
|
;;
|
|
journalnode)
|
|
supportdaemonization="true"
|
|
CLASS='org.apache.hadoop.hdfs.qjournal.server.JournalNode'
|
|
hadoop_debug "Appending HADOOP_JOURNALNODE_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_JOURNALNODE_OPTS}"
|
|
;;
|
|
jmxget)
|
|
CLASS=org.apache.hadoop.hdfs.tools.JMXGet
|
|
;;
|
|
lsSnapshottableDir)
|
|
CLASS=org.apache.hadoop.hdfs.tools.snapshot.LsSnapshottableDir
|
|
;;
|
|
mover)
|
|
supportdaemonization="true"
|
|
CLASS=org.apache.hadoop.hdfs.server.mover.Mover
|
|
hadoop_debug "Appending HADOOP_MOVER_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_MOVER_OPTS}"
|
|
;;
|
|
namenode)
|
|
supportdaemonization="true"
|
|
CLASS='org.apache.hadoop.hdfs.server.namenode.NameNode'
|
|
hadoop_debug "Appending HADOOP_NAMENODE_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_NAMENODE_OPTS}"
|
|
hadoop_add_param HADOOP_OPTS hdfs.audit.logger "-Dhdfs.audit.logger=${HDFS_AUDIT_LOGGER}"
|
|
;;
|
|
nfs3)
|
|
supportdaemonization="true"
|
|
if [[ -n "${HADOOP_PRIVILEGED_NFS_USER}" ]]; then
|
|
secure_service="true"
|
|
secure_user="${HADOOP_PRIVILEGED_NFS_USER}"
|
|
|
|
# backward compatiblity
|
|
HADOOP_SECURE_PID_DIR="${HADOOP_SECURE_PID_DIR:-$HADOOP_SECURE_NFS3_PID_DIR}"
|
|
HADOOP_SECURE_LOG_DIR="${HADOOP_SECURE_LOG_DIR:-$HADOOP_SECURE_NFS3_LOG_DIR}"
|
|
|
|
hadoop_debug "Appending HADOOP_NFS3_OPTS onto HADOOP_OPTS"
|
|
hadoop_debug "Appending HADOOP_NFS3_SECURE_EXTRA_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_NFS3_OPTS} ${HADOOP_NFS3_SECURE_EXTRA_OPTS}"
|
|
CLASS=org.apache.hadoop.hdfs.nfs.nfs3.PrivilegedNfsGatewayStarter
|
|
else
|
|
hadoop_debug "Appending HADOOP_NFS3_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_NFS3_OPTS}"
|
|
CLASS=org.apache.hadoop.hdfs.nfs.nfs3.Nfs3
|
|
fi
|
|
;;
|
|
oev)
|
|
CLASS=org.apache.hadoop.hdfs.tools.offlineEditsViewer.OfflineEditsViewer
|
|
;;
|
|
oiv)
|
|
CLASS=org.apache.hadoop.hdfs.tools.offlineImageViewer.OfflineImageViewerPB
|
|
;;
|
|
oiv_legacy)
|
|
CLASS=org.apache.hadoop.hdfs.tools.offlineImageViewer.OfflineImageViewer
|
|
;;
|
|
portmap)
|
|
supportdaemonization="true"
|
|
CLASS=org.apache.hadoop.portmap.Portmap
|
|
hadoop_debug "Appending HADOOP_PORTMAP_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_PORTMAP_OPTS}"
|
|
;;
|
|
secondarynamenode)
|
|
supportdaemonization="true"
|
|
CLASS='org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode'
|
|
hadoop_debug "Appending HADOOP_SECONDARYNAMENODE_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_SECONDARYNAMENODE_OPTS}"
|
|
hadoop_add_param HADOOP_OPTS hdfs.audit.logger "-Dhdfs.audit.logger=${HDFS_AUDIT_LOGGER}"
|
|
;;
|
|
snapshotDiff)
|
|
CLASS=org.apache.hadoop.hdfs.tools.snapshot.SnapshotDiff
|
|
;;
|
|
storagepolicies)
|
|
CLASS=org.apache.hadoop.hdfs.tools.StoragePolicyAdmin
|
|
;;
|
|
version)
|
|
CLASS=org.apache.hadoop.util.VersionInfo
|
|
;;
|
|
zkfc)
|
|
supportdaemonization="true"
|
|
CLASS='org.apache.hadoop.hdfs.tools.DFSZKFailoverController'
|
|
hadoop_debug "Appending HADOOP_ZKFC_OPTS onto HADOOP_OPTS"
|
|
HADOOP_OPTS="${HADOOP_OPTS} ${HADOOP_ZKFC_OPTS}"
|
|
;;
|
|
*)
|
|
CLASS="${COMMAND}"
|
|
if ! hadoop_validate_classname "${CLASS}"; then
|
|
hadoop_exit_with_usage 1
|
|
fi
|
|
;;
|
|
esac
|
|
|
|
hadoop_verify_user "${COMMAND}"
|
|
|
|
if [[ ${HADOOP_SLAVE_MODE} = true ]]; then
|
|
hadoop_common_slave_mode_execute "${HADOOP_HDFS_HOME}/bin/hdfs" "${HADOOP_USER_PARAMS[@]}"
|
|
exit $?
|
|
fi
|
|
|
|
if [[ -n "${secure_service}" ]]; then
|
|
HADOOP_SECURE_USER="${secure_user}"
|
|
hadoop_verify_secure_prereq
|
|
hadoop_setup_secure_service
|
|
priv_outfile="${HADOOP_LOG_DIR}/privileged-${HADOOP_IDENT_STRING}-${COMMAND}-${HOSTNAME}.out"
|
|
priv_errfile="${HADOOP_LOG_DIR}/privileged-${HADOOP_IDENT_STRING}-${COMMAND}-${HOSTNAME}.err"
|
|
priv_pidfile="${HADOOP_PID_DIR}/privileged-${HADOOP_IDENT_STRING}-${COMMAND}.pid"
|
|
daemon_outfile="${HADOOP_LOG_DIR}/hadoop-${HADOOP_SECURE_USER}-${HADOOP_IDENT_STRING}-${COMMAND}-${HOSTNAME}.out"
|
|
daemon_pidfile="${HADOOP_PID_DIR}/hadoop-${HADOOP_SECURE_USER}-${HADOOP_IDENT_STRING}-${COMMAND}.pid"
|
|
else
|
|
daemon_outfile="${HADOOP_LOG_DIR}/hadoop-${HADOOP_IDENT_STRING}-${COMMAND}-${HOSTNAME}.out"
|
|
daemon_pidfile="${HADOOP_PID_DIR}/hadoop-${HADOOP_IDENT_STRING}-${COMMAND}.pid"
|
|
fi
|
|
|
|
if [[ "${HADOOP_DAEMON_MODE}" != "default" ]]; then
|
|
# shellcheck disable=SC2034
|
|
HADOOP_ROOT_LOGGER="${HADOOP_DAEMON_ROOT_LOGGER}"
|
|
if [[ -n "${secure_service}" ]]; then
|
|
# shellcheck disable=SC2034
|
|
HADOOP_LOGFILE="hadoop-${HADOOP_SECURE_USER}-${HADOOP_IDENT_STRING}-${COMMAND}-${HOSTNAME}.log"
|
|
else
|
|
# shellcheck disable=SC2034
|
|
HADOOP_LOGFILE="hadoop-${HADOOP_IDENT_STRING}-${COMMAND}-${HOSTNAME}.log"
|
|
fi
|
|
fi
|
|
|
|
hadoop_finalize
|
|
|
|
if [[ -n "${supportdaemonization}" ]]; then
|
|
if [[ "${COMMAND}" == "namenode" ]] &&
|
|
[[ "${HADOOP_DAEMON_MODE}" == "stop" ]]; then
|
|
hadoop_debug "Do checkpoint if necessary before stopping NameNode"
|
|
export CLASSPATH
|
|
"${JAVA}" "-Dproc_dfsadmin" ${HADOOP_OPTS} "org.apache.hadoop.hdfs.tools.DFSAdmin" "-safemode" "enter"
|
|
"${JAVA}" "-Dproc_dfsadmin" ${HADOOP_OPTS} "org.apache.hadoop.hdfs.tools.DFSAdmin" "-saveNamespace" "-beforeShutdown"
|
|
"${JAVA}" "-Dproc_dfsadmin" ${HADOOP_OPTS} "org.apache.hadoop.hdfs.tools.DFSAdmin" "-safemode" "leave"
|
|
fi
|
|
if [[ -n "${secure_service}" ]]; then
|
|
hadoop_secure_daemon_handler \
|
|
"${HADOOP_DAEMON_MODE}" "${COMMAND}" "${CLASS}"\
|
|
"${daemon_pidfile}" "${daemon_outfile}" \
|
|
"${priv_pidfile}" "${priv_outfile}" "${priv_errfile}" "$@"
|
|
else
|
|
hadoop_daemon_handler "${HADOOP_DAEMON_MODE}" "${COMMAND}" "${CLASS}"\
|
|
"${daemon_pidfile}" "${daemon_outfile}" "$@"
|
|
fi
|
|
exit $?
|
|
else
|
|
# shellcheck disable=SC2086
|
|
hadoop_java_exec "${COMMAND}" "${CLASS}" "$@"
|
|
fi
|