| // Licensed to the Apache Software Foundation (ASF) under one |
| // or more contributor license agreements. See the NOTICE file |
| // distributed with this work for additional information |
| // regarding copyright ownership. The ASF licenses this file |
| // to you under the Apache License, Version 2.0 (the |
| // "License"); you may not use this file except in compliance |
| // with the License. You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, |
| // software distributed under the License is distributed on an |
| // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| // KIND, either express or implied. See the License for the |
| // specific language governing permissions and limitations |
| // under the License. |
| |
| def getGithubCreds() { |
| return [usernamePassword(credentialsId: 'apache-hadoop-at-github.com', |
| passwordVariable: 'GITHUB_TOKEN', |
| usernameVariable: 'GITHUB_USER')] |
| } |
| |
| // Publish JUnit results only if there are XML files under surefire-reports |
| def publishJUnitResults() { |
| def findCmdExitCode = sh script: "find ${SOURCEDIR} -wholename */target/surefire-reports/*.xml | egrep .", returnStatus: true |
| boolean surefireReportsExist = findCmdExitCode == 0 |
| if (surefireReportsExist) { |
| echo "XML files found under surefire-reports, running junit" |
| // The path should be relative to WORKSPACE for the junit. |
| SRC = "${SOURCEDIR}/**/target/surefire-reports/*.xml".replace("$WORKSPACE/","") |
| try { |
| junit "${SRC}" |
| } catch(e) { |
| echo 'junit processing: ' + e.toString() |
| } |
| } else { |
| echo "No XML files found under surefire-reports, skipping junit" |
| } |
| } |
| |
| pipeline { |
| agent { |
| label 'Windows' |
| } |
| |
| options { |
| buildDiscarder(logRotator(numToKeepStr: '15')) |
| timeout (time: 72, unit: 'HOURS') |
| timestamps() |
| checkoutToSubdirectory('src') |
| } |
| |
| environment { |
| YETUS='yetus' |
| // Branch or tag name. Yetus release tags are 'rel/X.Y.Z' |
| YETUS_VERSION='rel/0.14.0' |
| } |
| |
| parameters { |
| string(name: 'JIRA_ISSUE_KEY', |
| defaultValue: '', |
| description: 'The JIRA issue that has a patch needing pre-commit testing. Example: HADOOP-1234') |
| } |
| |
| stages { |
| stage ('Install Yetus') { |
| steps { |
| dir("${WORKSPACE}/${YETUS}") { |
| checkout([ |
| $class: 'GitSCM', |
| branches: [[name: "${env.YETUS_VERSION}"]], |
| userRemoteConfigs: [[ url: 'https://github.com/apache/yetus.git']]] |
| ) |
| } |
| } |
| } |
| |
| stage ('Windows 10') { |
| environment { |
| SOURCEDIR = "${WORKSPACE}/src" |
| PATCHDIR = "${WORKSPACE}/out" |
| DOCKERFILE = "${SOURCEDIR}/dev-support/docker/Dockerfile_windows_10" |
| DOCKER_BUILDKIT = 0 |
| IS_OPTIONAL = 0 |
| IS_NIGHTLY_BUILD = 0 |
| IS_WINDOWS = 1 |
| } |
| |
| steps { |
| withCredentials(getGithubCreds()) { |
| bat 'if not exist %WORKSPACE%\\out mkdir %WORKSPACE%\\out' |
| bat 'if not exist F:\\maven\\repository mkdir F:\\maven\\repository' |
| bat '''docker build --label org.apache.yetus=""^ |
| --label org.apache.yetus.testpatch.project=hadoop^ |
| --tag hadoop-windows-10-builder^ |
| -f %DOCKERFILE% %SOURCEDIR%\\dev-support\\docker''' |
| bat '''docker run --rm -v %WORKSPACE%\\out:C:\\out^ |
| -v %WORKSPACE%\\src:C:\\src^ |
| -v %WORKSPACE%\\yetus:C:\\yetus^ |
| -v F:\\maven\\repository:C:\\Users\\%BUILD_USER%\\.m2^ |
| -e BUILD_URL=%BUILD_URL% -e BRANCH_NAME=%BRANCH_NAME%^ |
| -e JOB_NAME=%JOB_NAME% -e JENKINS_URL=%JENKINS_URL%^ |
| -e CHANGE_URL=%CHANGE_URL% -e WORKSPACE=/c -e YETUS=yetus^ |
| -e BUILD_NUMBER=%BUILD_NUMBER% -e EXECUTOR_NUMBER=%EXECUTOR_NUMBER%^ |
| -e BUILD_ID=%BUILD_ID% -e GIT_COMMIT=%GIT_COMMIT%^ |
| -e NODE_NAME=%NODE_NAME% -e GIT_URL=%GIT_URL%^ |
| -e BUILD_TAG=%BUILD_TAG% -e GIT_BRANCH=%GIT_BRANCH%^ |
| -e PATCH_OR_ISSUE=%CHANGE_URL% -e JIRA_ISSUE_KEY=%JIRA_ISSUE_KEY%^ |
| -e IS_OPTIONAL=0 -e SOURCEDIR=/c/hadoop -e PATCHDIR=/c/out^ |
| -e GITHUB_TOKEN=%GITHUB_TOKEN% -e GITHUB_USER=%GITHUB_USER%^ |
| -e IS_NIGHTLY_BUILD=%IS_NIGHTLY_BUILD% -e IS_WINDOWS=%IS_WINDOWS%^ |
| -e BASH_EXECUTABLE=/c/Git/bin/bash.exe^ |
| -e VCPKG_INSTALLED_PACKAGES=/c/vcpkg/installed/x64-windows^ |
| -e CMAKE_TOOLCHAIN_FILE=/c/vcpkg/scripts/buildsystems/vcpkg.cmake^ |
| hadoop-windows-10-builder "/c" "xcopy" "/s" "/e" "/h" "/y" "/i" "/q" "C:\\src" "C:\\hadoop"^ |
| "&&" "C:\\Git\\bin\\bash.exe" "-c" \'"/c/src/dev-support/jenkins.sh" "run_ci"\' |
| ''' |
| } |
| } |
| |
| post { |
| always { |
| script { |
| bat '''docker run --rm --user ContainerAdministrator^ |
| -v %WORKSPACE%\\out:C:\\out^ |
| hadoop-windows-10-builder "/c" "icacls" "C:\\out" "/c" "/t" "/q" "/grant" "Users:F" |
| ''' |
| bat '''docker run --rm --user ContainerAdministrator^ |
| -v F:\\maven\\repository:C:\\Users\\%BUILD_USER%\\.m2^ |
| hadoop-windows-10-builder "/c" "icacls" "C:\\Users\\%BUILD_USER%\\.m2" "/c" "/t" "/q" "/grant" "Users:F" |
| ''' |
| |
| // Publish status if it was missed (YETUS-1059) |
| withCredentials( |
| [usernamePassword(credentialsId: '683f5dcf-5552-4b28-9fb1-6a6b77cf53dd', |
| passwordVariable: 'GITHUB_TOKEN', |
| usernameVariable: 'GITHUB_USER')]) { |
| bat '''docker run --rm -v %WORKSPACE%\\out:C:\\out^ |
| -v %WORKSPACE%\\src:C:\\src^ |
| -v %WORKSPACE%\\yetus:C:\\yetus^ |
| -v F:\\maven\\repository:C:\\Users\\%BUILD_USER%\\.m2^ |
| -e BUILD_URL=%BUILD_URL% -e BRANCH_NAME=%BRANCH_NAME%^ |
| -e JOB_NAME=%JOB_NAME% -e JENKINS_URL=%JENKINS_URL%^ |
| -e CHANGE_URL=%CHANGE_URL% -e WORKSPACE=/c -e YETUS=yetus^ |
| -e BUILD_NUMBER=%BUILD_NUMBER% -e EXECUTOR_NUMBER=%EXECUTOR_NUMBER%^ |
| -e BUILD_ID=%BUILD_ID% -e GIT_COMMIT=%GIT_COMMIT%^ |
| -e NODE_NAME=%NODE_NAME% -e GIT_URL=%GIT_URL%^ |
| -e BUILD_TAG=%BUILD_TAG% -e GIT_BRANCH=%GIT_BRANCH%^ |
| -e PATCH_OR_ISSUE=%CHANGE_URL% -e JIRA_ISSUE_KEY=%JIRA_ISSUE_KEY%^ |
| -e IS_OPTIONAL=0 -e SOURCEDIR=/c/hadoop -e PATCHDIR=/c/out^ |
| -e GITHUB_TOKEN=%GITHUB_TOKEN% -e GITHUB_USER=%GITHUB_USER%^ |
| -e IS_NIGHTLY_BUILD=%IS_NIGHTLY_BUILD% -e IS_WINDOWS=%IS_WINDOWS%^ |
| -e BASH_EXECUTABLE=/c/Git/bin/bash.exe^ |
| -e VCPKG_INSTALLED_PACKAGES=/c/vcpkg/installed/x64-windows^ |
| -e CMAKE_TOOLCHAIN_FILE=/c/vcpkg/scripts/buildsystems/vcpkg.cmake^ |
| hadoop-windows-10-builder "/c"^ |
| "C:\\Git\\bin\\bash.exe" "-c" \'"/c/src/dev-support/jenkins.sh" "github_status_recovery"\' |
| ''' |
| } |
| |
| archiveArtifacts "out/**" |
| |
| publishJUnitResults() |
| |
| // Publish the HTML report so that it can be looked at |
| // Has to be relative to WORKSPACE. |
| publishHTML (target: [ |
| allowMissing: true, |
| keepAll: true, |
| alwaysLinkToLastBuild: true, |
| // Has to be relative to WORKSPACE |
| reportDir: "out", |
| reportFiles: 'report.html', |
| reportName: 'Yetus Report' |
| ]) |
| } |
| } |
| |
| cleanup() { |
| script { |
| bat ''' |
| C:\\PROGRA~1\\Git\\bin\\bash.exe -c "chmod u+x ${SOURCEDIR}/dev-support/jenkins.sh" |
| C:\\PROGRA~1\\Git\\bin\\bash.exe -c "${SOURCEDIR}/dev-support/jenkins.sh cleanup_ci_proc" |
| ''' |
| } |
| } |
| } |
| } |
| } |
| |
| post { |
| // Jenkins pipeline jobs fill slaves on PRs without this :( |
| cleanup() { |
| script { |
| deleteDir() |
| } |
| } |
| } |
| } |
