blob: 092d9f94cb20392b0d44378ab5115b2800d999c2 [file] [log] [blame]
#!/usr/bin/env groovy
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
def call(Map params = [:]) {
Map taskContext = [:]
try {
// set build retention time first
def buildRetention
if (env.BRANCH_NAME == 'master') {
buildRetention = buildDiscarder(logRotator(artifactDaysToKeepStr: '', artifactNumToKeepStr: '5', daysToKeepStr: '15', numToKeepStr: '10'))
} else {
buildRetention = buildDiscarder(logRotator(artifactDaysToKeepStr: '', artifactNumToKeepStr: '2', daysToKeepStr: '7', numToKeepStr: '3'))
}
properties([buildRetention])
// now determine the matrix of parallel builds
def oses = params.containsKey('os') ? params.os : ['linux', 'windows']
// minimum, LTS, current and next ea
def jdks = params.containsKey('jdks') ? params.jdks : params.containsKey('jdk') ? params.jdk : ['7','8','11','12','13']
def jdkMin = jdks[0];
def mavens = params.containsKey('maven') ? params.maven : ['3.2.x','3.3.x','3.5.x','3.6.x']
// def failFast = params.containsKey('failFast') ? params.failFast : true
// Just temporarily
def failFast = false;
def siteJdk = params.containsKey('siteJdk') ? params.siteJdk : '8'
def siteMvn = params.containsKey('siteMvn') ? params.siteJdk : '3.5.x'
def tmpWs = params.containsKey('tmpWs') ? params.tmpWs : false
taskContext['failFast'] = failFast;
taskContext['tmpWs'] = tmpWs;
Map tasks = [failFast: failFast]
boolean first = true
for (String os in oses) {
for (def mvn in mavens) {
def jdk = Math.max( jdkMin as Integer, jenkinsEnv.jdkForMaven( mvn ) as Integer) as String
jdks = jdks.findAll{ it != jdk }
doCreateTask( os, jdk, mvn, tasks, first, 'build', taskContext )
}
for (def jdk in jdks) {
def mvn = jenkinsEnv.mavenForJdk(jdk)
doCreateTask( os, jdk, mvn, tasks, first, 'build', taskContext )
}
// doesn't work for multimodules yet
// doCreateTask( os, siteJdk, siteMvn, tasks, first, 'site', taskContext )
// run with apache-release profile, consider it a dryRun with SNAPSHOTs
// doCreateTask( os, siteJdk, siteMvn, tasks, first, 'release', taskContext )
}
// run the parallel builds
parallel(tasks)
// JENKINS-34376 seems to make it hard to detect the aborted builds
} catch (org.jenkinsci.plugins.workflow.steps.FlowInterruptedException e) {
// this ambiguous condition means a user probably aborted
if (e.causes.size() == 0) {
currentBuild.result = "ABORTED"
} else {
currentBuild.result = "FAILURE"
}
throw e
} catch (hudson.AbortException e) {
// this ambiguous condition means during a shell step, user probably aborted
if (e.getMessage().contains('script returned exit code 143')) {
currentBuild.result = "ABORTED"
} else {
currentBuild.result = "FAILURE"
}
throw e
} catch (InterruptedException e) {
currentBuild.result = "ABORTED"
throw e
} catch (Throwable e) {
currentBuild.result = "FAILURE"
throw e
} finally {
// notify completion
if (taskContext.failingFast != null) {
echo "***** FAST FAILURE *****\n\nFast failure triggered by ${taskContext.failingFast}\n\n***** FAST FAILURE *****"
}
stage("Notifications") {
jenkinsNotify()
}
}
}
def doCreateTask( os, jdk, maven, tasks, first, plan, taskContext )
{
String label = jenkinsEnv.labelForOS(os);
String jdkName = jenkinsEnv.jdkFromVersion(os, "${jdk}")
String mvnName = jenkinsEnv.mvnFromVersion(os, "${maven}")
echo "OS: ${os} JDK: ${jdk} Maven: ${maven} => Label: ${label} JDK: ${jdkName} Maven: ${mvnName}"
if (label == null || jdkName == null || mvnName == null) {
echo "Skipping ${os}-jdk${jdk} as unsupported by Jenkins Environment"
return;
}
def cmd = [
'mvn',
'-P+run-its',
'-Dmaven.test.failure.ignore=true',
'-Dfindbugs.failOnError=false',
'-e',
]
if (!first) {
cmd += '-Dfindbugs.skip=true'
// } else { // Requires authorization on SonarQube first
// cmd += 'sonar:sonar'
}
if (jdk == '7') {
// Java 7u80 has TLS 1.2 disabled by default: need to explicitely enable
cmd += '-Dhttps.protocols=TLSv1.2'
}
if (plan == 'build') {
cmd += 'clean'
cmd += 'verify'
if (env.BRANCH_NAME == 'master' && jdk == '8' && maven == '3.6.x' && os == 'linux' ) {
cmd += 'deploy'
}
}
else if (plan == 'site') {
cmd += 'site'
cmd += '-Preporting'
}
else if (plan == 'release') {
cmd += 'verify'
cmd += '-Papache-release'
}
def localRepo = "../.maven_repositories/${env.EXECUTOR_NUMBER}" // ".repository" //
def disablePublishers = !first
first = false
String stageId = "${os}-jdk${jdk}-m${maven}_${plan}"
tasks[stageId] = {
node(jenkinsEnv.nodeSelection(label)) {
def wsDir = pwd()
def stageDir = stageId
if (os == 'windows' && taskContext.tmpWs) {
// wsDir = "$TEMP\\$BUILD_TAG" // or use F:\jenkins\jenkins-slave\workspace or F:\short
wsDir = 'F:\\short\\' + "$BUILD_TAG".replaceAll(/(.+)maven-(.+)-plugin(.*)/) { "m-${it[2]}-p${it[3]}" }
stageDir = "j${jdk}m${maven}" + plan.take(1)
}
ws( dir : "$wsDir" )
{
stage("Checkout ${stageId}") {
try {
dir(stageDir) {
checkout scm
}
} catch (Throwable e) {
// First step to keep the workspace clean and safe disk space
cleanWs()
if (!taskContext.failFast) {
throw e
} else if (taskContext.failingFast == null) {
taskContext.failingFast = stageId
echo "[FAIL FAST] This is the first failure and likely root cause"
throw e
} else {
echo "[FAIL FAST] ${taskContext.failingFast} had first failure, ignoring ${e.message}"
}
}
}
stage("Build ${stageId}") {
if (taskContext.failingFast != null) {
cleanWs()
echo "[FAIL FAST] ${taskContext.failingFast} has failed. Skipping ${stageId}."
} else try {
withMaven(jdk:jdkName, maven:mvnName, mavenLocalRepo:localRepo, options: [
artifactsPublisher(disabled: disablePublishers),
junitPublisher(ignoreAttachments: false),
findbugsPublisher(disabled: disablePublishers),
openTasksPublisher(disabled: disablePublishers),
dependenciesFingerprintPublisher(),
invokerPublisher(),
pipelineGraphPublisher(),
mavenLinkerPublisher(disabled: false)
], publisherStrategy: 'EXPLICIT') {
dir (stageDir) {
if (isUnix()) {
sh cmd.join(' ')
} else {
bat cmd.join(' ')
}
}
}
} catch (Throwable e) {
// First step to keep the workspace clean and safe disk space
cleanWs()
if (!taskContext.failFast) {
throw e
} else if (taskContext.failingFast == null) {
taskContext.failingFast = stageId
echo "[FAIL FAST] This is the first failure and likely root cause"
throw e
} else {
echo "[FAIL FAST] ${taskContext.failingFast} had first failure, ignoring ${e.message}"
}
} finally {
cleanWs()
}
}
}
}
}
}