#!/usr/bin/env bash # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. this="${BASH_SOURCE-$0}" bin=$(cd -P -- "$(dirname -- "$this")" && pwd -P) script="$(basename -- "$this")" this="$bin/$script" . "$bin"/../libexec/hadoop-config.sh usage() { echo " usage: $0 Require parameter: --config /etc/hadoop Location of Hadoop configuration file --apps= Apps you want to setup on hdfs If user is not specified, app name will be used as the user name as well Optional parameters: -h Display this message --kerberos-realm=KERBEROS.EXAMPLE.COM Set Kerberos realm --super-user=hdfs Set super user id --super-user-keytab=/etc/security/keytabs/hdfs.keytab Set super user keytab location " exit 1 } OPTS=$(getopt \ -n $0 \ -o '' \ -l 'kerberos-realm:' \ -l 'super-user:' \ -l 'super-user-keytab:' \ -l 'apps:' \ -o 'h' \ -- "$@") if [ $? != 0 ] ; then usage exit 1 fi function setup_apps { if [ -z $APPS ] then usage break fi #if super user is not set default to hdfs HADOOP_HDFS_USER=${HADOOP_HDFS_USER:-hdfs} if [ ! "${KERBEROS_REALM}" = "" ]; then # locate kinit cmd if [ -e /etc/lsb-release ]; then KINIT_CMD="/usr/bin/kinit -kt ${HDFS_USER_KEYTAB} ${HADOOP_HDFS_USER}" else KINIT_CMD="/usr/kerberos/bin/kinit -kt ${HDFS_USER_KEYTAB} ${HADOOP_HDFS_USER}" fi su -c "${KINIT_CMD}" ${HADOOP_HDFS_USER} fi #process each app oldIFS=$IFS IFS=',' for app in $APPS do IFS=":" arr=($app) app=${arr[0]} user=${arr[1]} IFS=',' #if user is empty, default it to app if [ -z $user ] then user=$app fi path="/apps/${app}" #create the dir cmd="su -c '${HADOOP_PREFIX}/bin/hadoop --config ${HADOOP_CONF_DIR} dfs -mkdir ${path}' ${HADOOP_HDFS_USER}" echo $cmd eval $cmd #make owner to be the app cmd="su -c '${HADOOP_PREFIX}/bin/hadoop --config ${HADOOP_CONF_DIR} dfs -chown ${user} ${path}' ${HADOOP_HDFS_USER}" echo $cmd eval $cmd if [ "$?" == "0" ]; then echo "App directory has been setup: ${path}" fi done IFS=$oldIFS } eval set -- "${OPTS}" while true; do case "$1" in --apps) APPS=$2; shift 2 ;; --kerberos-realm) KERBEROS_REALM=$2; shift 2 ;; --super-user) HADOOP_HDFS_USER=$2; shift 2 ;; --super-user-keytab) HDFS_USER_KEYTAB=$2; shift 2 ;; -h) usage ;; --) shift ; break ;; *) echo "Unknown option: $1" usage exit 1 ;; esac done setup_apps