scripts/build-dtest-jars.sh

#!/bin/bash
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

  set -xe

if [ "${SKIP_DTEST_JAR_BUILD}" == "true" ]; then
  echo "Skipping DTest Jar Build because SKIP_DTEST_JAR_BUILD was set to 'true'"
else
  # We use a mapping from branch -> `commit-ish` here in case something committed
  # to one of the Cassandra branches breaks us. By default, these should be release tags
  # unless there is a particular commit that is needed but not yet released,
  # or a breaking change in a released branch (which should be fixed with some urgency).
  # If replacing a release tag with a SHA, please raise a JIRA for the issue identified
  # and add a comment here explaining why the SHA was picked, and what the condition for
  # moving back to a release tag would be.
  # Examples
  # a tagged release of Cassandra 4.0
  #   "cassandra-4.0:cassandra-4.0.12"
   # a hash that points to a commit on the cassandra-4.0 branch
  #   "cassandra-4.0:1f79c8492528f01bcc5f88951a1cc9e0d7265c54"
  # the cassandra-4.0 branch - used for nightly integration test runs or local testing of new features
  #   "cassandra-4.0:cassandra-4.0"
  # Due to MacOS being stuck on Bash < 4, we don't use associative arrays here.
  CANDIDATE_BRANCHES=(
    "cassandra-4.0:cassandra-4.0.12"
    "cassandra-4.1:99d9faeef57c9cf5240d11eac9db5b283e45a4f9"
  )
  BRANCHES=( ${BRANCHES:-cassandra-4.0 cassandra-4.1} )
  echo ${BRANCHES[*]}
  REPO=${REPO:-"https://github.com/apache/cassandra.git"}
  SCRIPT_DIR=$( dirname -- "$( readlink -f -- "$0"; )"; )
  DTEST_JAR_DIR="$(dirname "${SCRIPT_DIR}/")/dependencies"
  DTEST_JAR_DIR=${CASSANDRA_DEP_DIR:-$DTEST_JAR_DIR}
  BUILD_DIR="${DTEST_JAR_DIR}/cassandra-build"

  if [[ "$CLEAN" == "true" ]]; then
    echo "Clean up $DTEST_JAR_DIR"
    rm -rf "$DTEST_JAR_DIR/cassandra-build"
    rm "$DTEST_JAR_DIR/dtest*.jar"
  fi

  source "$SCRIPT_DIR/functions.sh"
  mkdir -p "${BUILD_DIR}"

  # host key verification
  mkdir -p ~/.ssh
  REPO_HOST=$(get_hostname "${REPO}")
  ssh-keyscan "${REPO_HOST}" >> ~/.ssh/known_hosts || true

  for index in "${!CANDIDATE_BRANCHES[@]}"; do
    cd "${BUILD_DIR}"
    branchSha=(${CANDIDATE_BRANCHES[$index]//:/ })
    branch=${branchSha[0]}
    sha=${branchSha[1]}

    if ! [[ "${BRANCHES[@]}" =~ "$branch" ]]; then
      echo "branch ${branch} is not selected to build. The selected branches are ${BRANCHES[*]}"
      continue
    fi

    echo "index ${index} branch ${branch} sha ${sha}"
    # check out the correct cassandra version:
    if [ ! -d "${branch}" ] ; then
      if [ -n "${sha}" ] ; then
        mkdir -p "${branch}"
        cd "${branch}"
        git init
        git remote add upstream "${REPO}"
        git fetch --depth=1 upstream "${sha}"
        git reset --hard FETCH_HEAD
      else
        git clone --depth 1 --single-branch --branch "${branch}" "${REPO}" "${branch}"
        cd "${branch}"
      fi
    else
      cd "${branch}"
      if [ -z "${sha}" ] ; then
        git pull
      fi
    fi
    if [ -z "${sha}" ] ; then
      git checkout "${branch}"
    fi
    git clean -fd
    CASSANDRA_VERSION=$(cat build.xml | grep 'property name="base.version"' | awk -F "\"" '{print $4}')
    # Loop to prevent failure due to maven-ant-tasks not downloading a jar.
    for x in $(seq 1 3); do
        if [ -f "${DTEST_JAR_DIR}/dtest-${CASSANDRA_VERSION}.jar" ]; then
            RETURN="0"
            break
          else
            "${SCRIPT_DIR}/build-shaded-dtest-jar-local.sh"
            RETURN="$?"
            if [ "${RETURN}" -eq "0" ]; then
                break
            fi
        fi
    done
    # Exit, if we didn't build successfully
    if [ "${RETURN}" -ne "0" ]; then
        echo "Build failed with exit code: ${RETURN}"
        exit ${RETURN}
    fi
  done
fi