| // Licensed to the Apache Software Foundation (ASF) under one |
| // or more contributor license agreements. See the NOTICE file |
| // distributed with this work for additional information |
| // regarding copyright ownership. The ASF licenses this file |
| // to you under the Apache License, Version 2.0 (the |
| // "License"); you may not use this file except in compliance |
| // with the License. You may obtain a copy of the License at |
| // |
| // https://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, |
| // software distributed under the License is distributed on an |
| // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| // KIND, either express or implied. See the License for the |
| // specific language governing permissions and limitations |
| // under the License. |
| // |
| // |
| // Jenkins declaration of how to build and test the current codebase. |
| // Jenkins infrastructure related settings should be kept in |
| // https://github.com/apache/cassandra-builds/blob/trunk/jenkins-dsl/cassandra_job_dsl_seed.groovy |
| // |
| // Validate/lint this file using the following command |
| // `curl -X POST -F "jenkinsfile=<.jenkins/Jenkinsfile" https://ci-cassandra.apache.org/pipeline-model-converter/validate` |
| |
| pipeline { |
| agent { label 'cassandra' } |
| stages { |
| stage('Init') { |
| steps { |
| cleanWs() |
| script { |
| currentBuild.result='SUCCESS' |
| } |
| } |
| } |
| stage('Build') { |
| steps { |
| script { |
| def attempt = 1 |
| retry(2) { |
| if (attempt > 1) { |
| sleep(60 * attempt) |
| } |
| attempt = attempt + 1 |
| build job: "${env.JOB_NAME}-artifacts" |
| } |
| } |
| } |
| } |
| stage('Test') { |
| parallel { |
| stage('units') { |
| steps { |
| script { |
| def attempt = 1 |
| while (attempt <=2) { |
| if (attempt > 1) { |
| sleep(60 * attempt) |
| } |
| attempt = attempt + 1 |
| test = build job: "${env.JOB_NAME}-test", propagate: false |
| if (test.result != 'FAILURE') break |
| } |
| if (test.result != 'SUCCESS') unstable('unit test failures') |
| if (test.result == 'FAILURE') currentBuild.result='FAILURE' |
| } |
| } |
| post { |
| always { |
| warnError('missing test xml files') { |
| script { |
| copyTestResults('test', test.getNumber()) |
| } |
| } |
| } |
| } |
| } |
| stage('long units') { |
| steps { |
| script { |
| def attempt = 1 |
| while (attempt <=2) { |
| if (attempt > 1) { |
| sleep(60 * attempt) |
| } |
| attempt = attempt + 1 |
| long_test = build job: "${env.JOB_NAME}-long-test", propagate: false |
| if (long_test.result != 'FAILURE') break |
| } |
| if (long_test.result != 'SUCCESS') unstable('long unit test failures') |
| if (long_test.result == 'FAILURE') currentBuild.result='FAILURE' |
| } |
| } |
| post { |
| always { |
| warnError('missing test xml files') { |
| script { |
| copyTestResults('long-test', long_test.getNumber()) |
| } |
| } |
| } |
| } |
| } |
| stage('burn') { |
| steps { |
| script { |
| def attempt = 1 |
| while (attempt <=2) { |
| if (attempt > 1) { |
| sleep(60 * attempt) |
| } |
| attempt = attempt + 1 |
| burn = build job: "${env.JOB_NAME}-test-burn", propagate: false |
| if (burn.result != 'FAILURE') break |
| } |
| if (burn.result != 'SUCCESS') unstable('burn test failures') |
| if (burn.result == 'FAILURE') currentBuild.result='FAILURE' |
| } |
| } |
| post { |
| always { |
| warnError('missing test xml files') { |
| script { |
| copyTestResults('test-burn', burn.getNumber()) |
| } |
| } |
| } |
| } |
| } |
| stage('compression') { |
| steps { |
| script { |
| def attempt = 1 |
| while (attempt <=2) { |
| if (attempt > 1) { |
| sleep(60 * attempt) |
| } |
| attempt = attempt + 1 |
| compression = build job: "${env.JOB_NAME}-test-compression", propagate: false |
| if (compression.result != 'FAILURE') break |
| } |
| if (compression.result != 'SUCCESS') unstable('compression failures') |
| if (compression.result == 'FAILURE') currentBuild.result='FAILURE' |
| } |
| } |
| post { |
| always { |
| warnError('missing test xml files') { |
| script { |
| copyTestResults('test-compression', compression.getNumber()) |
| } |
| } |
| } |
| } |
| } |
| stage('cqlsh') { |
| steps { |
| script { |
| def attempt = 1 |
| while (attempt <=2) { |
| if (attempt > 1) { |
| sleep(60 * attempt) |
| } |
| attempt = attempt + 1 |
| cqlsh = build job: "${env.JOB_NAME}-cqlsh-tests", propagate: false |
| if (cqlsh.result != 'FAILURE') break |
| } |
| if (cqlsh.result != 'SUCCESS') unstable('cqlsh failures') |
| if (cqlsh.result == 'FAILURE') currentBuild.result='FAILURE' |
| } |
| } |
| post { |
| always { |
| warnError('missing test xml files') { |
| script { |
| copyTestResults('cqlsh-tests', cqlsh.getNumber()) |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| stage('Distributed Test') { |
| parallel { |
| stage('jvm-dtest') { |
| steps { |
| script { |
| def attempt = 1 |
| while (attempt <=2) { |
| if (attempt > 1) { |
| sleep(60 * attempt) |
| } |
| attempt = attempt + 1 |
| jvm_dtest = build job: "${env.JOB_NAME}-jvm-dtest", propagate: false |
| if (jvm_dtest.result != 'FAILURE') break |
| } |
| if (jvm_dtest.result != 'SUCCESS') unstable('jvm-dtest failures') |
| if (jvm_dtest.result == 'FAILURE') currentBuild.result='FAILURE' |
| } |
| } |
| post { |
| always { |
| warnError('missing test xml files') { |
| script { |
| copyTestResults('jvm-dtest', jvm_dtest.getNumber()) |
| } |
| } |
| } |
| } |
| } |
| stage('jvm-dtest-upgrade') { |
| steps { |
| script { |
| def attempt = 1 |
| while (attempt <=2) { |
| if (attempt > 1) { |
| sleep(60 * attempt) |
| } |
| attempt = attempt + 1 |
| jvm_dtest_upgrade = build job: "${env.JOB_NAME}-jvm-dtest-upgrade", propagate: false |
| if (jvm_dtest_upgrade.result != 'FAILURE') break |
| } |
| if (jvm_dtest_upgrade.result != 'SUCCESS') unstable('jvm-dtest-upgrade failures') |
| if (jvm_dtest_upgrade.result == 'FAILURE') currentBuild.result='FAILURE' |
| } |
| } |
| post { |
| always { |
| warnError('missing test xml files') { |
| script { |
| copyTestResults('jvm-dtest-upgrade', jvm_dtest_upgrade.getNumber()) |
| } |
| } |
| } |
| } |
| } |
| stage('dtest') { |
| steps { |
| script { |
| def attempt = 1 |
| while (attempt <=2) { |
| if (attempt > 1) { |
| sleep(60 * attempt) |
| } |
| attempt = attempt + 1 |
| dtest = build job: "${env.JOB_NAME}-dtest", propagate: false |
| if (dtest.result != 'FAILURE') break |
| } |
| if (dtest.result != 'SUCCESS') unstable('dtest failures') |
| if (dtest.result == 'FAILURE') currentBuild.result='FAILURE' |
| } |
| } |
| post { |
| always { |
| warnError('missing test xml files') { |
| script { |
| copyTestResults('dtest', dtest.getNumber()) |
| } |
| } |
| } |
| } |
| } |
| stage('dtest-large') { |
| steps { |
| script { |
| def attempt = 1 |
| while (attempt <=2) { |
| if (attempt > 1) { |
| sleep(60 * attempt) |
| } |
| attempt = attempt + 1 |
| dtest_large = build job: "${env.JOB_NAME}-dtest-large", propagate: false |
| if (dtest_large.result != 'FAILURE') break |
| } |
| if (dtest_large.result != 'SUCCESS') unstable('dtest-large failures') |
| if (dtest_large.result == 'FAILURE') currentBuild.result='FAILURE' |
| } |
| } |
| post { |
| always { |
| warnError('missing test xml files') { |
| script { |
| copyTestResults('dtest-large', dtest_large.getNumber()) |
| } |
| } |
| } |
| } |
| } |
| stage('dtest-novnode') { |
| steps { |
| script { |
| def attempt = 1 |
| while (attempt <=2) { |
| if (attempt > 1) { |
| sleep(60 * attempt) |
| } |
| attempt = attempt + 1 |
| dtest_novnode = build job: "${env.JOB_NAME}-dtest-novnode", propagate: false |
| if (dtest_novnode.result != 'FAILURE') break |
| } |
| if (dtest_novnode.result != 'SUCCESS') unstable('dtest-novnode failures') |
| if (dtest_novnode.result == 'FAILURE') currentBuild.result='FAILURE' |
| } |
| } |
| post { |
| always { |
| warnError('missing test xml files') { |
| script { |
| copyTestResults('dtest-novnode', dtest_novnode.getNumber()) |
| } |
| } |
| } |
| } |
| } |
| stage('dtest-large-novnode') { |
| steps { |
| script { |
| def attempt = 1 |
| while (attempt <=2) { |
| if (attempt > 1) { |
| sleep(60 * attempt) |
| } |
| attempt = attempt + 1 |
| dtest_large_novnode = build job: "${env.JOB_NAME}-dtest-large-novnode", propagate: false |
| if (dtest_large_novnode.result != 'FAILURE') break |
| } |
| if (dtest_large_novnode.result != 'SUCCESS') unstable('dtest-large-novnode failures') |
| if (dtest_large_novnode.result == 'FAILURE') currentBuild.result='FAILURE' |
| } |
| } |
| post { |
| always { |
| warnError('missing test xml files') { |
| script { |
| copyTestResults('dtest-large-novnode', dtest_large_novnode.getNumber()) |
| } |
| } |
| } |
| } |
| } |
| stage('dtest-upgrade') { |
| steps { |
| script { |
| def attempt = 1 |
| while (attempt <=2) { |
| if (attempt > 1) { |
| sleep(60 * attempt) |
| } |
| attempt = attempt + 1 |
| dtest_upgrade = build job: "${env.JOB_NAME}-dtest-upgrade", propagate: false |
| if (dtest_upgrade.result != 'FAILURE') break |
| } |
| if (dtest_upgrade.result != 'SUCCESS') unstable('dtest failures') |
| if (dtest_upgrade.result == 'FAILURE') currentBuild.result='FAILURE' |
| } |
| } |
| post { |
| always { |
| warnError('missing test xml files') { |
| script { |
| copyTestResults('dtest-upgrade', dtest_upgrade.getNumber()) |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| stage('Summary') { |
| steps { |
| sh "rm -fR cassandra-builds" |
| sh "git clone --depth 1 --single-branch https://gitbox.apache.org/repos/asf/cassandra-builds.git" |
| sh "./cassandra-builds/build-scripts/cassandra-test-report.sh" |
| junit testResults: '**/build/test/**/TEST*.xml,**/cqlshlib.xml,**/nosetests.xml', testDataPublishers: [[$class: 'StabilityTestDataPublisher']] |
| |
| // the following should fail on any installation other than ci-cassandra.apache.org |
| // TODO: keep jenkins infrastructure related settings in `cassandra_job_dsl_seed.groovy` |
| warnError('cannot send notifications') { |
| script { |
| changes = formatChanges(currentBuild.changeSets) |
| echo "changes: ${changes}" |
| } |
| slackSend channel: '#cassandra-builds', message: ":apache: <${env.BUILD_URL}|${currentBuild.fullDisplayName}> completed: ${currentBuild.result}. <https://github.com/apache/cassandra/commit/${env.GIT_COMMIT}|${env.GIT_COMMIT}>\n${changes}" |
| emailext to: 'builds@cassandra.apache.org', subject: "Build complete: ${currentBuild.fullDisplayName} [${currentBuild.result}] ${env.GIT_COMMIT}", presendScript: '${FILE,path="cassandra-builds/jenkins-dsl/cassandra_email_presend.groovy"}', body: ''' |
| ------------------------------------------------------------------------------- |
| Build ${ENV,var="JOB_NAME"} #${BUILD_NUMBER} ${BUILD_STATUS} |
| URL: ${BUILD_URL} |
| ------------------------------------------------------------------------------- |
| Changes: |
| ${CHANGES} |
| ------------------------------------------------------------------------------- |
| Failed Tests: |
| ${FAILED_TESTS,maxTests=500,showMessage=false,showStack=false} |
| ------------------------------------------------------------------------------- |
| For complete test report and logs see https://nightlies.apache.org/cassandra/${JOB_NAME}/${BUILD_NUMBER}/ |
| ''' |
| } |
| sh "echo \"summary) cassandra-builds: `git -C cassandra-builds log -1 --pretty=format:'%H %an %ad %s'`\" > builds.head" |
| sh "./cassandra-builds/jenkins-dsl/print-shas.sh" |
| sh "xz TESTS-TestSuites.xml" |
| sh "wget --retry-connrefused --waitretry=1 \"\${BUILD_URL}/timestamps/?time=HH:mm:ss&timeZone=UTC&appendLog\" -qO - > console.log || echo wget failed" |
| sh "xz console.log" |
| sh "echo \"For test report and logs see https://nightlies.apache.org/cassandra/${JOB_NAME}/${BUILD_NUMBER}/\"" |
| } |
| post { |
| always { |
| sshPublisher(publishers: [sshPublisherDesc(configName: 'Nightlies', transfers: [sshTransfer(remoteDirectory: 'cassandra/${JOB_NAME}/${BUILD_NUMBER}/', sourceFiles: 'console.log.xz,TESTS-TestSuites.xml.xz')])]) |
| } |
| } |
| } |
| } |
| } |
| |
| def copyTestResults(target, build_number) { |
| step([$class: 'CopyArtifact', |
| projectName: "${env.JOB_NAME}-${target}", |
| optional: true, |
| fingerprintArtifacts: true, |
| selector: specific("${build_number}"), |
| target: target]); |
| } |
| |
| def formatChanges(changeLogSets) { |
| def result = '' |
| for (int i = 0; i < changeLogSets.size(); i++) { |
| def entries = changeLogSets[i].items |
| for (int j = 0; j < entries.length; j++) { |
| def entry = entries[j] |
| result = result + "${entry.commitId} by ${entry.author} on ${new Date(entry.timestamp)}: ${entry.msg}\n" |
| } |
| } |
| return result |
| } |
