dev/release/verify-apt.sh

#!/bin/bash
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

set -exu

if [ $# -lt 2 ]; then
  echo "Usage: $0 VERSION rc"
  echo "       $0 VERSION rc BINTRAY_REPOSITORY"
  echo "       $0 VERSION release"
  echo "       $0 VERSION release BINTRAY_REPOSITORY"
  echo "       $0 VERSION local"
  echo " e.g.: $0 0.13.0 rc           # Verify 0.13.0 RC"
  echo " e.g.: $0 0.13.0 release      # Verify 0.13.0"
  echo " e.g.: $0 0.13.0 rc kou/arrow # Verify 0.13.0 RC at https://bintray.com/kou/arrow"
  echo " e.g.: $0 0.13.0-dev20210203 local # Verify 0.13.0-dev20210203 on local"
  exit 1
fi

VERSION="$1"
TYPE="$2"
BINTRAY_REPOSITORY="${3:-apache/arrow}"

local_prefix="/arrow/dev/tasks/linux-packages"

export DEBIAN_FRONTEND=noninteractive

apt update
apt install -y -V \
  curl \
  lsb-release

code_name="$(lsb_release --codename --short)"
distribution="$(lsb_release --id --short | tr 'A-Z' 'a-z')"
bintray_base_url="https://dl.bintray.com/${BINTRAY_REPOSITORY}/${distribution}"
if [ "${TYPE}" = "rc" ]; then
  bintray_base_url="${bintray_base_url}-rc"
fi

have_flight=yes
have_plasma=yes
workaround_missing_packages=()
case "${distribution}-${code_name}" in
  debian-buster)
    sed \
      -i"" \
      -e "s/ main$/ main contrib non-free/g" \
      /etc/apt/sources.list
    ;;
  ubuntu-xenial)
    have_flight=no
    ;;
esac
if [ "$(arch)" = "aarch64" ]; then
  have_plasma=no
fi

if [ "${TYPE}" = "local" ]; then
  case "${VERSION}" in
    *-dev*)
      package_version="$(echo "${VERSION}" | sed -e 's/-dev\(.*\)$/~dev\1/g')"
      ;;
    *-rc*)
      package_version="$(echo "${VERSION}" | sed -e 's/-rc.*$//g')"
      ;;
    *)
      package_version="${VERSION}"
      ;;
  esac
  package_version+="-1"
  keyring_archive_path="${local_prefix}/apt/repositories"
  keyring_archive_path+="/${distribution}/pool/${code_name}/main"
  keyring_archive_path+="/a/apache-arrow-archive-keyring"
  keyring_archive_path+="/apache-arrow-archive-keyring_${package_version}_all.deb"
  apt install -y -V "${keyring_archive_path}"
else
  package_version="${VERSION}-1"
  keyring_archive_base_name="apache-arrow-archive-keyring-latest-${code_name}.deb"
  curl \
    --output "${keyring_archive_base_name}" \
    "${bintray_base_url}/${keyring_archive_base_name}"
  apt install -y -V "./${keyring_archive_base_name}"
fi

if [ "${TYPE}" = "local" ]; then
  sed \
    -i"" \
    -e "s,^URIs: .*$,URIs: file://${local_prefix}/apt/repositories/${distribution},g" \
    /etc/apt/sources.list.d/apache-arrow.sources
  keys="${local_prefix}/KEYS"
  if [ -f "${keys}" ]; then
    gpg \
      --no-default-keyring \
      --keyring /usr/share/keyrings/apache-arrow-archive-keyring.gpg \
      --import "${keys}"
  fi
else
  if [ "${BINTRAY_REPOSITORY}" = "apache/arrow" ]; then
    if [ "${TYPE}" = "rc" ]; then
      sed \
        -i"" \
        -e "s,^URIs: \\(.*\\)/,URIs: \\1-rc/,g" \
        /etc/apt/sources.list.d/apache-arrow.sources
    fi
  else
    sed \
      -i"" \
      -e "s,^URIs: .*,URIs: ${bintray_base_url}/,g" \
      /etc/apt/sources.list.d/apache-arrow.sources
  fi
fi

apt update

apt install -y -V libarrow-glib-dev=${package_version}
required_packages=()
required_packages+=(cmake)
required_packages+=(g++)
required_packages+=(git)
# Bash on Ubuntu Xenial reports unbound variable for
# ${workaround_missing_packages[@]} with empty workaround_missing_packages.
if [ ${#workaround_missing_packages[@]} -gt 0 ]; then
  required_packages+=(${workaround_missing_packages[@]})
fi
apt install -y -V ${required_packages[@]}
mkdir -p build
cp -a /arrow/cpp/examples/minimal_build build
pushd build/minimal_build
cmake .
make -j$(nproc)
./arrow_example
popd

apt install -y -V libarrow-glib-dev=${package_version}
apt install -y -V libarrow-glib-doc=${package_version}

if [ "${have_flight}" = "yes" ]; then
  apt install -y -V libarrow-flight-dev=${package_version}
fi

apt install -y -V libarrow-python-dev=${package_version}

if [ "${have_plasma}" = "yes" ]; then
  apt install -y -V libplasma-glib-dev=${package_version}
  apt install -y -V libplasma-glib-doc=${package_version}
  apt install -y -V plasma-store-server=${package_version}
fi

apt install -y -V libgandiva-glib-dev=${package_version}
apt install -y -V libgandiva-glib-doc=${package_version}

apt install -y -V libparquet-glib-dev=${package_version}
apt install -y -V libparquet-glib-doc=${package_version}