ci/jenkins/Jenkinsfile_unix_gpu

// -*- mode: groovy -*-

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.
//
// Jenkins pipeline
// See documents at https://jenkins.io/doc/book/pipeline/jenkinsfile/

// timeout in minutes
max_time = 240

node('utility') {
  // Loading the utilities requires a node context unfortunately
  checkout scm
  utils = load('ci/Jenkinsfile_utils.groovy')
  custom_steps = load('ci/jenkins/Jenkins_steps.groovy')
}
utils.assign_node_labels(utility: 'utility', linux_cpu: 'mxnetlinux-cpu', linux_gpu: 'mxnetlinux-gpu', linux_gpu_p3: 'mxnetlinux-gpu-p3', linux_gpu_g4: 'mxnetlinux-gpu-g4', linux_gpu_g5: 'mxnetlinux-gpu-g5')

utils.main_wrapper(
core_logic: {
  utils.parallel_stage('Build', [
    custom_steps.compile_unix_onednn_gpu('onednn_gpu'),
    custom_steps.compile_unix_onednn_nocudnn_gpu('onednn_gpu_nocudnn'),
    custom_steps.compile_unix_full_gpu('gpu'),
    custom_steps.compile_unix_full_gpu_debug('gpu_debug'),
    custom_steps.compile_unix_tensorrt_gpu('tensorrt'),
    custom_steps.compile_unix_int64_gpu('gpu_int64'),
  ])

  utils.parallel_stage('Tests', [
    custom_steps.test_unix_python3_gpu('gpu'),
    custom_steps.test_unix_python3_ampere_gpu('gpu'),
    custom_steps.test_unix_python3_onednn_gpu('onednn_gpu'),
    custom_steps.test_unix_python3_onednn_nocudnn_gpu('onednn_gpu_nocudnn'),
    custom_steps.test_unix_cpp_package_gpu('gpu'),
    custom_steps.test_unix_python3_data_interchange_gpu('gpu'),
    // TODO(szha): fix and reenable the hanging issue. tracked in #18098
    // custom_steps.test_unix_distributed_kvstore_gpu('gpu'),
    // TODO(spanev): reenable when byteps is updated with the new dep engine API
    // custom_steps.test_unix_byteps_gpu('gpu'),
  ]) 
}
,
failure_handler: {
  // Only send email if master or release branches failed
  if (currentBuild.result == "FAILURE" && (env.BRANCH_NAME == "master" || env.BRANCH_NAME.startsWith("v"))) {
    emailext body: 'Build for MXNet branch ${BRANCH_NAME} has broken. Please view the build at ${BUILD_URL}', replyTo: '${EMAIL}', subject: '[BUILD FAILED] Branch ${BRANCH_NAME} build ${BUILD_NUMBER}', to: '${EMAIL}'
  }
}
)