HADOOP-19017. Setup pre-commit CI for Windows 10 (#5820)

* This PR adds a Jenkinsfile for pre-commit CI
  to validate the Hadoop PRs on Windows 10.

dev-support/jenkinsfile-windows-10

@@ -0,0 +1,200 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+def getGithubCreds() {
+    return [usernamePassword(credentialsId: 'apache-hadoop-at-github.com',
+                                passwordVariable: 'GITHUB_TOKEN',
+                                usernameVariable: 'GITHUB_USER')]
+}
+
+// Publish JUnit results only if there are XML files under surefire-reports
+def publishJUnitResults() {
+    def findCmdExitCode = sh script: "find ${SOURCEDIR} -wholename */target/surefire-reports/*.xml | egrep .", returnStatus: true
+    boolean surefireReportsExist = findCmdExitCode == 0
+    if (surefireReportsExist) {
+        echo "XML files found under surefire-reports, running junit"
+        // The path should be relative to WORKSPACE for the junit.
+        SRC = "${SOURCEDIR}/**/target/surefire-reports/*.xml".replace("$WORKSPACE/","")
+        try {
+            junit "${SRC}"
+        } catch(e) {
+            echo 'junit processing: ' + e.toString()
+        }
+    } else {
+        echo "No XML files found under surefire-reports, skipping junit"
+    }
+}
+
+pipeline {
+    agent {
+        label 'Windows'
+    }
+
+    options {
+        buildDiscarder(logRotator(numToKeepStr: '15'))
+        timeout (time: 72, unit: 'HOURS')
+        timestamps()
+        checkoutToSubdirectory('src')
+    }
+
+    environment {
+        YETUS='yetus'
+        // Branch or tag name.  Yetus release tags are 'rel/X.Y.Z'
+        YETUS_VERSION='rel/0.14.0'
+    }
+
+    parameters {
+        string(name: 'JIRA_ISSUE_KEY',
+               defaultValue: '',
+               description: 'The JIRA issue that has a patch needing pre-commit testing. Example: HADOOP-1234')
+    }
+
+    stages {
+        stage ('Install Yetus') {
+            steps {
+                dir("${WORKSPACE}/${YETUS}") {
+                    checkout([
+                        $class: 'GitSCM',
+                        branches: [[name: "${env.YETUS_VERSION}"]],
+                        userRemoteConfigs: [[ url: 'https://github.com/apache/yetus.git']]]
+                    )
+                }
+            }
+        }
+
+        stage ('Windows 10') {
+            environment {
+                SOURCEDIR = "${WORKSPACE}/src"
+                PATCHDIR = "${WORKSPACE}/out"
+                DOCKERFILE = "${SOURCEDIR}/dev-support/docker/Dockerfile_windows_10"
+                DOCKER_BUILDKIT = 0
+                IS_OPTIONAL = 0
+                IS_NIGHTLY_BUILD = 0
+                IS_WINDOWS = 1
+            }
+
+            steps {
+                withCredentials(getGithubCreds()) {
+                    bat 'if not exist %WORKSPACE%\\out mkdir %WORKSPACE%\\out'
+                    bat 'if not exist F:\\maven\\repository mkdir F:\\maven\\repository'
+                    bat '''docker build --label org.apache.yetus=""^
+                            --label org.apache.yetus.testpatch.project=hadoop^
+                            --tag hadoop-windows-10-builder^
+                            -f %DOCKERFILE% %SOURCEDIR%\\dev-support\\docker'''
+                    bat '''docker run --rm -v %WORKSPACE%\\out:C:\\out^
+                            -v %WORKSPACE%\\src:C:\\src^
+                            -v %WORKSPACE%\\yetus:C:\\yetus^
+                            -v F:\\maven\\repository:C:\\Users\\%BUILD_USER%\\.m2^
+                            -e BUILD_URL=%BUILD_URL% -e BRANCH_NAME=%BRANCH_NAME%^
+                            -e JOB_NAME=%JOB_NAME% -e JENKINS_URL=%JENKINS_URL%^
+                            -e CHANGE_URL=%CHANGE_URL% -e WORKSPACE=/c -e YETUS=yetus^
+                            -e BUILD_NUMBER=%BUILD_NUMBER% -e EXECUTOR_NUMBER=%EXECUTOR_NUMBER%^
+                            -e BUILD_ID=%BUILD_ID% -e GIT_COMMIT=%GIT_COMMIT%^
+                            -e NODE_NAME=%NODE_NAME% -e GIT_URL=%GIT_URL%^
+                            -e BUILD_TAG=%BUILD_TAG% -e GIT_BRANCH=%GIT_BRANCH%^
+                            -e PATCH_OR_ISSUE=%CHANGE_URL% -e JIRA_ISSUE_KEY=%JIRA_ISSUE_KEY%^
+                            -e IS_OPTIONAL=0 -e SOURCEDIR=/c/hadoop -e PATCHDIR=/c/out^
+                            -e GITHUB_TOKEN=%GITHUB_TOKEN% -e GITHUB_USER=%GITHUB_USER%^
+                            -e IS_NIGHTLY_BUILD=%IS_NIGHTLY_BUILD% -e IS_WINDOWS=%IS_WINDOWS%^
+                            -e BASH_EXECUTABLE=/c/Git/bin/bash.exe^
+                            -e VCPKG_INSTALLED_PACKAGES=/c/vcpkg/installed/x64-windows^
+                            -e CMAKE_TOOLCHAIN_FILE=/c/vcpkg/scripts/buildsystems/vcpkg.cmake^
+                            hadoop-windows-10-builder "/c" "xcopy" "/s" "/e" "/h" "/y" "/i" "/q" "C:\\src" "C:\\hadoop"^
+                                "&&" "C:\\Git\\bin\\bash.exe" "-c" \'"/c/src/dev-support/jenkins.sh" "run_ci"\'
+                        '''
+                }
+            }
+
+            post {
+                always {
+                    script {
+                        bat '''docker run --rm --user ContainerAdministrator^
+                            -v %WORKSPACE%\\out:C:\\out^
+                            hadoop-windows-10-builder "/c" "icacls" "C:\\out" "/c" "/t" "/q" "/grant" "Users:F"
+                        '''
+                        bat '''docker run --rm --user ContainerAdministrator^
+                            -v F:\\maven\\repository:C:\\Users\\%BUILD_USER%\\.m2^
+                            hadoop-windows-10-builder "/c" "icacls" "C:\\Users\\%BUILD_USER%\\.m2" "/c" "/t" "/q" "/grant" "Users:F"
+                        '''
+
+                        // Publish status if it was missed (YETUS-1059)
+                        withCredentials(
+                            [usernamePassword(credentialsId: '683f5dcf-5552-4b28-9fb1-6a6b77cf53dd',
+                                              passwordVariable: 'GITHUB_TOKEN',
+                                              usernameVariable: 'GITHUB_USER')]) {
+                            bat '''docker run --rm -v %WORKSPACE%\\out:C:\\out^
+                                -v %WORKSPACE%\\src:C:\\src^
+                                -v %WORKSPACE%\\yetus:C:\\yetus^
+                                -v F:\\maven\\repository:C:\\Users\\%BUILD_USER%\\.m2^
+                                -e BUILD_URL=%BUILD_URL% -e BRANCH_NAME=%BRANCH_NAME%^
+                                -e JOB_NAME=%JOB_NAME% -e JENKINS_URL=%JENKINS_URL%^
+                                -e CHANGE_URL=%CHANGE_URL% -e WORKSPACE=/c -e YETUS=yetus^
+                                -e BUILD_NUMBER=%BUILD_NUMBER% -e EXECUTOR_NUMBER=%EXECUTOR_NUMBER%^
+                                -e BUILD_ID=%BUILD_ID% -e GIT_COMMIT=%GIT_COMMIT%^
+                                -e NODE_NAME=%NODE_NAME% -e GIT_URL=%GIT_URL%^
+                                -e BUILD_TAG=%BUILD_TAG% -e GIT_BRANCH=%GIT_BRANCH%^
+                                -e PATCH_OR_ISSUE=%CHANGE_URL% -e JIRA_ISSUE_KEY=%JIRA_ISSUE_KEY%^
+                                -e IS_OPTIONAL=0 -e SOURCEDIR=/c/hadoop -e PATCHDIR=/c/out^
+                                -e GITHUB_TOKEN=%GITHUB_TOKEN% -e GITHUB_USER=%GITHUB_USER%^
+                                -e IS_NIGHTLY_BUILD=%IS_NIGHTLY_BUILD% -e IS_WINDOWS=%IS_WINDOWS%^
+                                -e BASH_EXECUTABLE=/c/Git/bin/bash.exe^
+                                -e VCPKG_INSTALLED_PACKAGES=/c/vcpkg/installed/x64-windows^
+                                -e CMAKE_TOOLCHAIN_FILE=/c/vcpkg/scripts/buildsystems/vcpkg.cmake^
+                                hadoop-windows-10-builder "/c"^
+                                    "C:\\Git\\bin\\bash.exe" "-c" \'"/c/src/dev-support/jenkins.sh" "github_status_recovery"\'
+                            '''
+                        }
+
+                        archiveArtifacts "out/**"
+
+                        publishJUnitResults()
+
+                        // Publish the HTML report so that it can be looked at
+                        // Has to be relative to WORKSPACE.
+                        publishHTML (target: [
+                                      allowMissing: true,
+                                      keepAll: true,
+                                      alwaysLinkToLastBuild: true,
+                                      // Has to be relative to WORKSPACE
+                                      reportDir: "out",
+                                      reportFiles: 'report.html',
+                                      reportName: 'Yetus Report'
+                        ])
+                    }
+                }
+
+                cleanup() {
+                    script {
+                        bat '''
+                        C:\\PROGRA~1\\Git\\bin\\bash.exe -c "chmod u+x ${SOURCEDIR}/dev-support/jenkins.sh"
+                        C:\\PROGRA~1\\Git\\bin\\bash.exe -c "${SOURCEDIR}/dev-support/jenkins.sh cleanup_ci_proc"
+                        '''
+                    }
+                }
+            }
+        }
+    }
+
+    post {
+        // Jenkins pipeline jobs fill slaves on PRs without this :(
+        cleanup() {
+            script {
+                deleteDir()
+            }
+        }
+    }
+}