hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-submarine/installation/scripts/environment.sh

#!/usr/bin/env bash
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

## @description  check operation System
## @audience     public
## @stability    stable
function check_operationSystem()
{
  echo -e "The submarine assembly support \033[32m[centos-release-7-3.1611.el7.centos.x86_64]\033[0m or higher operating system version."

  case ${OPERATING_SYSTEM} in
  centos)
    local operationSystemVersion=`rpm --query centos-release`
    echo -e "The current operating system version is \e[31m[${operationSystemVersion}]\e[0m" | tee -a $LOG
    ;;
  *)
    echo -e "\033[31mWARN: The submarine assembly Unsupported [${OPERATING_SYSTEM}] operating system\033[0m"
    ;;
  esac
}

## @description  update operation System Kernel
## @audience     public
## @stability    stable
function update_operationSystemKernel()
{
  echo "If the server is unable to connect to the network, execute the following command yourself:
        wget http://vault.centos.org/7.3.1611/os/x86_64/Packages/kernel-headers-3.10.0-514.el7.x86_64.rpm
        rpm -ivh kernel-headers-3.10.0-514.el7.x86_64.rpm"

  echo -n "Do you want to kernel upgrades?[y|n]"
  read myselect
  if [[ "$myselect" = "y" || "$myselect" = "Y" ]]
  then
    echo "Now try to use the yum command for kernel upgrades ..."
    yum install kernel-devel-$(uname -r) kernel-headers-$(uname -r)

    local kernelVersion=`uname -r`
    echo -e "After the upgrade, the operating system kernel version is \e[31m${kernelVersion}\e[0m" | tee -a $LOG
  fi
}

## @description  check operation system kernel
## @audience     public
## @stability    stable
function check_operationSystemKernel()
{
case ${OPERATING_SYSTEM} in
centos)
  local kernelVersion=`uname -r`

  echo -e "Submarine support operating system kernel version is \033[32m 3.10.0-514.el7.x86_64 \033[0m" | tee -a $LOG
  echo -e "Current operating system kernel version is \e[31m${kernelVersion}\e[0m" | tee -a $LOG

  update_operationSystemKernel
  ;;
*)
  echo -e "\033[31m WARN: The submarine assembly Unsupported operating system [${OPERATING_SYSTEM}] \033[0m"
  ;;
esac
}

## @description  get gcc version
## @audience     public
## @stability    stable
function get_gcc_version()
{
  local gccVersion=`gcc --version`
  version=${gccVersion%Copyright*}
  echo $version
}

## @description  install gcc
## @audience     public
## @stability    stable
function install_gcc()
{
  echo -n "Do you want to install gcc?[y|n]"
  read myselect
  if [[ "$myselect" = "y" || "$myselect" = "Y" ]]; then
    echo "Execute the yum install gcc make g++ command"
    yum install gcc make g++

    local gccVersion=`gcc --version`
    echo -e "After the install, the gcc version is \e[31m${gccVersion}\e[0m" | tee -a $LOG
  fi
}

## @description  check gcc Version
## @audience     public
## @stability    stable
function check_gccVersion()
{
  local gccVersionInfo=`gcc --version`
  local gccVersion=${gccVersionInfo%Copyright*}

  if [[ "$gccVersion" = "" ]]; then
    echo "The gcc was not installed on the system. Automated installation ..."
    install_gcc
  else
    echo -e "Submarine gcc version need \033[34mgcc (GCC) 4.8.5 20150623 (Red Hat 4.8.5-11)\033[0m or higher."
    echo -e "Current gcc version was \033[34m${gccVersion}\033[0m"
  fi
}

## @description  check GPU
## @audience     public
## @stability    stable
function check_GPU()
{
  gpuInfo=`lspci | grep -i nvidia`

  if [[ "$gpuInfo" = "" ]]; then
    echo -e "\033[31mERROR: The system did not detect the GPU graphics card.\033[0m"
  else
    echo -e "\033[32mINFO: The system detect the GPU graphics card.\033[0m"
  fi
}

## @description  check user group
## @audience     public
## @stability    stable
function check_userGroup()
{
  echo -e "check hadoop user group ..."

  echo -e "Hadoop runs the required user [hdfs, mapred, yarn] and groups [hdfs, mapred, yarn, hadoop] installed by ambari."
  echo -e "If you are not using ambari for hadoop installation,
then you can add the user and group by root by executing the following command:
\033[34madduser hdfs
adduser mapred
adduser yarn
addgroup hadoop
usermod -aG hdfs,hadoop hdfs
usermod -aG mapred,hadoop mapred
usermod -aG yarn,hadoop yarn
usermod -aG hdfs,hadoop hadoop
groupadd docker
usermod -aG docker yarn
usermod -aG docker hadoop\033[0m\n"

  echo -e "check docker user group ..."
  # check user group
  DOCKER_USER_GROUP='docker'
  egrep "^${DOCKER_USER_GROUP}" /etc/group >& /dev/null
  if [[ $? -ne 0 ]]; then
    echo -e "user group ${DOCKER_USER_GROUP} does not exist, Please execute the following command:"
    echo -e "\033[34mgroupadd $DOCKER_USER_GROUP\033[0m"
  fi

  # check user
  USER_GROUP=(yarn hadoop)
  for user in ${USER_GROUP[@]}
  do
    egrep "^${user}" /etc/passwd >& /dev/null
    if [[ $? -ne 0 ]]; then
      echo -e "User ${user} does not exist, Please execute the following command:"
      echo -e "\033[34madduser ${user}\033[0m"
      echo -e "\033[34musermod -aG ${DOCKER_USER_GROUP} ${user}\033[0m"
    fi

    echo -e "Please execute the following command:"
    echo -e "\033[34musermod -aG ${DOCKER_USER_GROUP} ${user}\033[0m"
  done
}

## @description  Some preparatory work for nvidia driver installation
## @audience     public
## @stability    stable
function prepare_nvidia_environment()
{
  echo "prepare nvidia environment ..."

  yum -y update
  yum install kernel-devel-$(uname -r) kernel-headers-$(uname -r)

  yum -y install epel-release
  yum -y install dkms

  echo -e "\033[34m ===== Please manually execute the following command =====
# 1. Disable nouveau
# Add the content 'rd.driver.blacklist=nouveau nouveau.modeset=0'
# to the 'GRUB_CMDLINE_LINUX' configuration item in the /etc/default/grub file.
root:> vi /etc/default/grub
vi:> GRUB_CMDLINE_LINUX=\"rd.driver.blacklist=nouveau nouveau.modeset=0 ...\"

# 2. Generate configuration
root:> grub2-mkconfig -o /boot/grub2/grub.cfg

# 3. Open (new) /etc/modprobe.d/blacklist.conf, add content 'blacklist nouveau'
root:> vi /etc/modprobe.d/blacklist.conf
vi:> blacklist nouveau

# 4. Update configuration and reboot
root:> mv /boot/initramfs-$(uname -r).img /boot/initramfs-$(uname -r)-nouveau.img
root:> dracut /boot/initramfs-$(uname -r).img $(uname -r)
root:> reboot
\033[0m"
}