dev/release/release_rc.sh - arrow-java - Git at Google

 #!/usr/bin/env bash
 #
 # Licensed to the Apache Software Foundation (ASF) under one
 # or more contributor license agreements.  See the NOTICE file
 # distributed with this work for additional information
 # regarding copyright ownership.  The ASF licenses this file
 # to you under the Apache License, Version 2.0 (the
 # "License"); you may not use this file except in compliance
 # with the License.  You may obtain a copy of the License at
 #
 #   http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing,
 # software distributed under the License is distributed on an
 # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.

 set -eu

 SOURCE_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 SOURCE_TOP_DIR="$(cd "${SOURCE_DIR}/../../" && pwd)"

 if [ "$#" -ne 1 ]; then
   echo "Usage: $0 <rc>"
   echo " e.g.: $0 1"
   exit 1
 fi

 rc=$1

 : "${RELEASE_DEFAULT:=1}"
 : "${RELEASE_PULL:=${RELEASE_DEFAULT}}"
 : "${RELEASE_PUSH_TAG:=${RELEASE_DEFAULT}}"
 : "${RELEASE_SIGN:=${RELEASE_DEFAULT}}"
 : "${RELEASE_UPLOAD:=${RELEASE_DEFAULT}}"

 if [ ! -f "${SOURCE_DIR}/.env" ]; then
   echo "You must create ${SOURCE_DIR}/.env"
   echo "You can use ${SOURCE_DIR}/.env.example as template"
   exit 1
 fi
 . "${SOURCE_DIR}/.env"

 cd "${SOURCE_TOP_DIR}"

 if [ "${RELEASE_PULL}" -gt 0 ] || [ "${RELEASE_PUSH_TAG}" -gt 0 ]; then
   git_origin_url="$(git remote get-url origin)"
   case "${git_origin_url}" in
   git@github.com:apache/arrow-java.git | https://github.com/apache/arrow-java.git)
     : # OK
     ;;
   *)
     echo "This script must be ran with working copy of apache/arrow-java."
     echo "The origin's URL: ${git_origin_url}"
     exit 1
     ;;
   esac
 fi

 if [ "${RELEASE_PULL}" -gt 0 ]; then
   echo "Ensure using the latest commit"
   git checkout main
   git pull --ff-only
 fi

 version=$(grep -o '^  <version>.*</version>' "pom.xml" |
   sed \
     -e 's,^  <version>,,' \
     -e 's,</version>$,,')

 case "${version}" in
 *-SNAPSHOT)
   echo "Version isn't bumped: ${version}"
   echo "Run dev/release/bump_version.sh before you run this script."
   exit 1
   ;;
 esac

 rc_tag="v${version}-rc${rc}"
 if [ "${RELEASE_PUSH_TAG}" -gt 0 ]; then
   echo "Tagging for RC: ${rc_tag}"
   git tag -a -m "${version} RC${rc}" "${rc_tag}"
   git push origin "${rc_tag}"
 fi

 rc_hash="$(git rev-list --max-count=1 "${rc_tag}")"

 artifacts_dir="apache-arrow-java-${version}-rc${rc}"
 signed_artifacts_dir="${artifacts_dir}-signed"

 if [ "${RELEASE_SIGN}" -gt 0 ]; then
   git_origin_url="$(git remote get-url origin)"
   repository="${git_origin_url#*github.com?}"
   repository="${repository%.git}"

   echo "Looking for GitHub Actions workflow on ${repository}:${rc_tag}"
   run_id=""
   while true; do
     echo "Waiting for run to start..."
     run_id=$(gh run list \
       --branch "${rc_tag}" \
       --jq ".[].databaseId" \
       --json 'databaseId' \
       --limit 1 \
       --repo "${repository}" \
       --workflow rc.yml)
     if [ -n "${run_id}" ]; then
       break
     fi
     sleep 600
   done

   echo "Found GitHub Actions workflow with ID: ${run_id}"
   gh run watch \
     --exit-status "${run_id}" \
     --interval 600 \
     --repo "${repository}"

   echo "Downloading artifacts from GitHub Releases"
   gh release download "${rc_tag}" \
     --dir "${artifacts_dir}" \
     --repo "${repository}" \
     --skip-existing

   echo "Signing artifacts"
   rm -rf "${signed_artifacts_dir}"
   mkdir -p "${signed_artifacts_dir}"
   for artifact in "${artifacts_dir}"/*; do
     case "${artifact}" in
     *.asc | *.sha256 | *.sha512)
       continue
       ;;
     esac
     gpg \
       --armor \
       --detach-sig \
       --local-user "${GPG_KEY_ID}" \
       --output "${signed_artifacts_dir}/$(basename "${artifact}").asc" \
       "${artifact}"
   done
 fi

 # arrow-c-data-18.2.0-sources.jar ->
 # jar
 extract_type() {
   local path="$1"
   echo "${path}" | grep -o "[^.]*$"
 }

 # arrow-c-data-18.2.0-sources.jar arrow-c-data-18.2.0 ->
 # sources
 extract_classifier() {
   local path="$1"
   local base="$2"
   basename "${path}" | sed -e "s/^${base}-//g" -e "s/\.[^.]*$//g"
 }

 if [ "${RELEASE_UPLOAD}" -gt 0 ]; then
   echo "Uploading signature"
   gh release upload "${rc_tag}" \
     --clobber \
     --repo "${repository}" \
     "${signed_artifacts_dir}"/*.asc

   echo "Uploading packages"
   for pom in "${artifacts_dir}"/*.pom; do
     base=$(basename "${pom}" .pom)
     files=()
     types=()
     classifiers=()
     args=()
     args+=(deploy:deploy-file)
     args+=(-Durl=https://repository.apache.org/service/local/staging/deploy/maven2)
     args+=(-DrepositoryId=apache.releases.https)
     args+=(-DretryFailedDeploymentCount=10)
     args+=(-DpomFile="${pom}")
     if [ -f "${artifacts_dir}/${base}.jar" ]; then
       jar="${artifacts_dir}/${base}.jar"
       args+=(-Dfile="${jar}")
       files+=("${signed_artifacts_dir}/${base}.jar.asc")
       types+=("jar.asc")
       classifiers+=("")
     else
       args+=(-Dfile="${pom}")
     fi
     files+=("${signed_artifacts_dir}/${base}.pom.asc")
     types+=("pom.asc")
     classifiers+=("")
     if [ "$(echo "${artifacts_dir}/${base}"-*)" != "${artifacts_dir}/${base}-*" ]; then
       for other_file in "${artifacts_dir}/${base}"-*; do
         type="$(extract_type "${other_file}")"
         case "${type}" in
         sha256 | sha512)
           continue
           ;;
         esac
         classifier=$(extract_classifier "${other_file}" "${base}")
         files+=("${other_file}")
         types+=("${type}")
         classifiers+=("${classifier}")
         other_file_base="$(basename "${other_file}")"
         files+=("${signed_artifacts_dir}/${other_file_base}.asc")
         types+=("${type}.asc")
         classifiers+=("${classifier}")
       done
     fi
     args+=(-Dfiles="$(
       IFS=,
       echo "${files[*]}"
     )")
     args+=(-Dtypes="$(
       IFS=,
       echo "${types[*]}"
     )")
     args+=(-Dclassifiers="$(
       IFS=,
       echo "${classifiers[*]}"
     )")
     mvn "${args[@]}"
   done

   echo
   echo "Success!"
   echo "Press the 'Close' button manually by Web interface:"
   echo "    https://repository.apache.org/#stagingRepositories"
   echo "It publishes the artifacts to the staging repository:"
   echo "    https://repository.apache.org/content/repositories/staging/org/apache/arrow/"
 fi

 echo
 echo "Draft email for dev@arrow.apache.org mailing list"
 echo ""
 echo "---------------------------------------------------------"
 cat <<MAIL
 To: dev@arrow.apache.org
 Subject: [VOTE][Java] Release Apache Arrow Java ${version} RC${rc}

 Hi,

 I would like to propose the following release candidate (RC${rc}) of
 Apache Arrow Java version ${version}.

 This release candidate is based on commit:
 ${rc_hash} [1]

 The source release rc${rc} is hosted at [2].

 Please download, verify checksums and signatures, run the unit tests,
 and vote on the release. See [3] for how to validate a release candidate.

 The vote will be open for at least 72 hours.

 [ ] +1 Release this as Apache Arrow Java ${version}
 [ ] +0
 [ ] -1 Do not release this as Apache Arrow Java ${version} because...

 [1]: https://github.com/apache/arrow-java/tree/${rc_hash}
 [2]: https://github.com/apache/arrow-java/releases/${rc_tag}
 [3]: https://github.com/apache/arrow-java/blob/main/dev/release/README.md#verify
 MAIL
 echo "---------------------------------------------------------"
	#!/usr/bin/env bash
	#
	# Licensed to the Apache Software Foundation (ASF) under one
	# or more contributor license agreements. See the NOTICE file
	# distributed with this work for additional information
	# regarding copyright ownership. The ASF licenses this file
	# to you under the Apache License, Version 2.0 (the
	# "License"); you may not use this file except in compliance
	# with the License. You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing,
	# software distributed under the License is distributed on an
	# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
	# KIND, either express or implied. See the License for the
	# specific language governing permissions and limitations
	# under the License.

	set -eu

	SOURCE_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
	SOURCE_TOP_DIR="$(cd "${SOURCE_DIR}/../../" && pwd)"

	if [ "$#" -ne 1 ]; then
	echo "Usage: $0 <rc>"
	echo " e.g.: $0 1"
	exit 1
	fi

	rc=$1

	: "${RELEASE_DEFAULT:=1}"
	: "${RELEASE_PULL:=${RELEASE_DEFAULT}}"
	: "${RELEASE_PUSH_TAG:=${RELEASE_DEFAULT}}"
	: "${RELEASE_SIGN:=${RELEASE_DEFAULT}}"
	: "${RELEASE_UPLOAD:=${RELEASE_DEFAULT}}"

	if [ ! -f "${SOURCE_DIR}/.env" ]; then
	echo "You must create ${SOURCE_DIR}/.env"
	echo "You can use ${SOURCE_DIR}/.env.example as template"
	exit 1
	fi
	. "${SOURCE_DIR}/.env"

	cd "${SOURCE_TOP_DIR}"

	if [ "${RELEASE_PULL}" -gt 0 ] \|\| [ "${RELEASE_PUSH_TAG}" -gt 0 ]; then
	git_origin_url="$(git remote get-url origin)"
	case "${git_origin_url}" in
	git@github.com:apache/arrow-java.git \| https://github.com/apache/arrow-java.git)
	: # OK
	;;
	*)
	echo "This script must be ran with working copy of apache/arrow-java."
	echo "The origin's URL: ${git_origin_url}"
	exit 1
	;;
	esac
	fi

	if [ "${RELEASE_PULL}" -gt 0 ]; then
	echo "Ensure using the latest commit"
	git checkout main
	git pull --ff-only
	fi

	version=$(grep -o '^ <version>.*</version>' "pom.xml" \|
	sed \
	-e 's,^ <version>,,' \
	-e 's,</version>$,,')

	case "${version}" in
	*-SNAPSHOT)
	echo "Version isn't bumped: ${version}"
	echo "Run dev/release/bump_version.sh before you run this script."
	exit 1
	;;
	esac

	rc_tag="v${version}-rc${rc}"
	if [ "${RELEASE_PUSH_TAG}" -gt 0 ]; then
	echo "Tagging for RC: ${rc_tag}"
	git tag -a -m "${version} RC${rc}" "${rc_tag}"
	git push origin "${rc_tag}"
	fi

	rc_hash="$(git rev-list --max-count=1 "${rc_tag}")"

	artifacts_dir="apache-arrow-java-${version}-rc${rc}"
	signed_artifacts_dir="${artifacts_dir}-signed"

	if [ "${RELEASE_SIGN}" -gt 0 ]; then
	git_origin_url="$(git remote get-url origin)"
	repository="${git_origin_url#*github.com?}"
	repository="${repository%.git}"

	echo "Looking for GitHub Actions workflow on ${repository}:${rc_tag}"
	run_id=""
	while true; do
	echo "Waiting for run to start..."
	run_id=$(gh run list \
	--branch "${rc_tag}" \
	--jq ".[].databaseId" \
	--json 'databaseId' \
	--limit 1 \
	--repo "${repository}" \
	--workflow rc.yml)
	if [ -n "${run_id}" ]; then
	break
	fi
	sleep 600
	done

	echo "Found GitHub Actions workflow with ID: ${run_id}"
	gh run watch \
	--exit-status "${run_id}" \
	--interval 600 \
	--repo "${repository}"

	echo "Downloading artifacts from GitHub Releases"
	gh release download "${rc_tag}" \
	--dir "${artifacts_dir}" \
	--repo "${repository}" \
	--skip-existing

	echo "Signing artifacts"
	rm -rf "${signed_artifacts_dir}"
	mkdir -p "${signed_artifacts_dir}"
	for artifact in "${artifacts_dir}"/*; do
	case "${artifact}" in
	.asc \| .sha256 \| *.sha512)
	continue
	;;
	esac
	gpg \
	--armor \
	--detach-sig \
	--local-user "${GPG_KEY_ID}" \
	--output "${signed_artifacts_dir}/$(basename "${artifact}").asc" \
	"${artifact}"
	done
	fi

	# arrow-c-data-18.2.0-sources.jar ->
	# jar
	extract_type() {
	local path="$1"
	echo "${path}" \| grep -o "[^.]*$"
	}

	# arrow-c-data-18.2.0-sources.jar arrow-c-data-18.2.0 ->
	# sources
	extract_classifier() {
	local path="$1"
	local base="$2"
	basename "${path}" \| sed -e "s/^${base}-//g" -e "s/\.[^.]*$//g"
	}

	if [ "${RELEASE_UPLOAD}" -gt 0 ]; then
	echo "Uploading signature"
	gh release upload "${rc_tag}" \
	--clobber \
	--repo "${repository}" \
	"${signed_artifacts_dir}"/*.asc

	echo "Uploading packages"
	for pom in "${artifacts_dir}"/*.pom; do
	base=$(basename "${pom}" .pom)
	files=()
	types=()
	classifiers=()
	args=()
	args+=(deploy:deploy-file)
	args+=(-Durl=https://repository.apache.org/service/local/staging/deploy/maven2)
	args+=(-DrepositoryId=apache.releases.https)
	args+=(-DretryFailedDeploymentCount=10)
	args+=(-DpomFile="${pom}")
	if [ -f "${artifacts_dir}/${base}.jar" ]; then
	jar="${artifacts_dir}/${base}.jar"
	args+=(-Dfile="${jar}")
	files+=("${signed_artifacts_dir}/${base}.jar.asc")
	types+=("jar.asc")
	classifiers+=("")
	else
	args+=(-Dfile="${pom}")
	fi
	files+=("${signed_artifacts_dir}/${base}.pom.asc")
	types+=("pom.asc")
	classifiers+=("")
	if [ "$(echo "${artifacts_dir}/${base}"-)" != "${artifacts_dir}/${base}-" ]; then
	for other_file in "${artifacts_dir}/${base}"-*; do
	type="$(extract_type "${other_file}")"
	case "${type}" in
	sha256 \| sha512)
	continue
	;;
	esac
	classifier=$(extract_classifier "${other_file}" "${base}")
	files+=("${other_file}")
	types+=("${type}")
	classifiers+=("${classifier}")
	other_file_base="$(basename "${other_file}")"
	files+=("${signed_artifacts_dir}/${other_file_base}.asc")
	types+=("${type}.asc")
	classifiers+=("${classifier}")
	done
	fi
	args+=(-Dfiles="$(
	IFS=,
	echo "${files[*]}"
	)")
	args+=(-Dtypes="$(
	IFS=,
	echo "${types[*]}"
	)")
	args+=(-Dclassifiers="$(
	IFS=,
	echo "${classifiers[*]}"
	)")
	mvn "${args[@]}"
	done

	echo
	echo "Success!"
	echo "Press the 'Close' button manually by Web interface:"
	echo " https://repository.apache.org/#stagingRepositories"
	echo "It publishes the artifacts to the staging repository:"
	echo " https://repository.apache.org/content/repositories/staging/org/apache/arrow/"
	fi

	echo
	echo "Draft email for dev@arrow.apache.org mailing list"
	echo ""
	echo "---------------------------------------------------------"
	cat <<MAIL
	To: dev@arrow.apache.org
	Subject: [VOTE][Java] Release Apache Arrow Java ${version} RC${rc}

	Hi,

	I would like to propose the following release candidate (RC${rc}) of
	Apache Arrow Java version ${version}.

	This release candidate is based on commit:
	${rc_hash} [1]

	The source release rc${rc} is hosted at [2].

	Please download, verify checksums and signatures, run the unit tests,
	and vote on the release. See [3] for how to validate a release candidate.

	The vote will be open for at least 72 hours.

	[ ] +1 Release this as Apache Arrow Java ${version}
	[ ] +0
	[ ] -1 Do not release this as Apache Arrow Java ${version} because...

	[1]: https://github.com/apache/arrow-java/tree/${rc_hash}
	[2]: https://github.com/apache/arrow-java/releases/${rc_tag}
	[3]: https://github.com/apache/arrow-java/blob/main/dev/release/README.md#verify
	MAIL
	echo "---------------------------------------------------------"