From 7c999e2d9a11f0d4500436c3fc21e6460595d826 Mon Sep 17 00:00:00 2001 From: Gautham B A Date: Thu, 1 Jul 2021 10:34:54 +0530 Subject: [PATCH] HADOOP-17778. CI for Centos 8 (#3151) --- dev-support/Jenkinsfile | 28 ++++++++++++++++++++++++++ dev-support/docker/Dockerfile_centos_8 | 20 ++++++++++++++++++ 2 files changed, 48 insertions(+) diff --git a/dev-support/Jenkinsfile b/dev-support/Jenkinsfile index 37a350da6c..6cabbfe7b5 100644 --- a/dev-support/Jenkinsfile +++ b/dev-support/Jenkinsfile @@ -56,6 +56,34 @@ pipeline { } } + // This is an optional stage which runs only when there's a change in + // C++/C++ build/platform. + // This stage serves as a means of cross platform validation, which is + // really needed to ensure that any C++ related/platform change doesn't + // break the Hadoop build on Centos 8. + stage ('precommit-run Centos 8') { + environment { + DOCKERFILE = "${SOURCEDIR}/dev-support/docker/Dockerfile_centos_8" + IS_OPTIONAL = 1 + } + + steps { + withCredentials( + [usernamePassword(credentialsId: 'apache-hadoop-at-github.com', + passwordVariable: 'GITHUB_TOKEN', + usernameVariable: 'GITHUB_USER'), + usernamePassword(credentialsId: 'hadoopqa-at-asf-jira', + passwordVariable: 'JIRA_PASSWORD', + usernameVariable: 'JIRA_USER')]) { + sh '''#!/usr/bin/env bash + + chmod u+x "${SOURCEDIR}/dev-support/jenkins.sh" + "${SOURCEDIR}/dev-support/jenkins.sh" + ''' + } + } + } + // This is an optional stage which runs only when there's a change in // C++/C++ build/platform. // This stage serves as a means of cross platform validation, which is diff --git a/dev-support/docker/Dockerfile_centos_8 b/dev-support/docker/Dockerfile_centos_8 index b4109d825e..20fd133d5c 100644 --- a/dev-support/docker/Dockerfile_centos_8 +++ b/dev-support/docker/Dockerfile_centos_8 @@ -60,6 +60,26 @@ RUN dnf install -y \ RUN echo "source /opt/rh/gcc-toolset-9/enable" >> /etc/bashrc SHELL ["/bin/bash", "--login", "-c"] +###### +# Set the environment variables needed for CMake +# to find and use GCC 9 for compilation +###### +ENV GCC_HOME "/opt/rh/gcc-toolset-9" +ENV CC "${GCC_HOME}/root/usr/bin/gcc" +ENV CXX "${GCC_HOME}/root/usr/bin/g++" +ENV MODULES_RUN_QUARANTINE "LD_LIBRARY_PATH LD_PRELOAD" +ENV MODULES_CMD "/usr/share/Modules/libexec/modulecmd.tcl" +ENV SHLVL 1 +ENV MODULEPATH "/etc/scl/modulefiles:/usr/share/Modules/modulefiles:/etc/modulefiles:/usr/share/modulefiles" +ENV MODULEPATH_modshare "/usr/share/modulefiles:1:/usr/share/Modules/modulefiles:1:/etc/modulefiles:1" +ENV MODULESHOME "/usr/share/Modules" +ENV LD_LIBRARY_PATH "${GCC_HOME}/root/usr/lib64:${GCC_HOME}/root/usr/lib:${GCC_HOME}/root/usr/lib64/dyninst:${GCC_HOME}/root/usr/lib/dyninst:${GCC_HOME}/root/usr/lib64:${GCC_HOME}/root/usr/lib:/usr/lib:/usr/lib64" +ENV PCP_DIR "${GCC_HOME}/root" +ENV MANPATH "${GCC_HOME}/root/usr/share/man::" +ENV PATH "${GCC_HOME}/root/usr/bin:/usr/share/Modules/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin" +ENV PKG_CONFIG_PATH "${GCC_HOME}/root/usr/lib64/pkgconfig" +ENV INFOPATH "${GCC_HOME}/root/usr/share/info" + # TODO: Set locale ######