blob: 93bbcfe136607a80c756a10f30ecbc7165629605 [file] [log] [blame]
#!/usr/bin/env bash
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
set -exu
if [ $# -lt 2 ]; then
echo "Usage: $0 VERSION rc"
echo " $0 VERSION staging-rc"
echo " $0 VERSION release"
echo " $0 VERSION staging-release"
echo " $0 VERSION local"
echo " e.g.: $0 0.13.0 rc # Verify 0.13.0 RC"
echo " e.g.: $0 0.13.0 staging-rc # Verify 0.13.0 RC on staging"
echo " e.g.: $0 0.13.0 release # Verify 0.13.0"
echo " e.g.: $0 0.13.0 staging-release # Verify 0.13.0 on staging"
echo " e.g.: $0 0.13.0-dev20210203 local # Verify 0.13.0-dev20210203 on local"
exit 1
fi
VERSION="$1"
TYPE="$2"
local_prefix="/arrow/dev/tasks/linux-packages"
artifactory_base_url="https://apache.jfrog.io/artifactory/arrow"
distribution=$(. /etc/os-release && echo "${ID}")
distribution_version=$(. /etc/os-release && echo "${VERSION_ID}" | grep -o "^[0-9]*")
repository_version="${distribution_version}"
cmake_package=cmake
cmake_command=cmake
have_arrow_libs=no
have_flight=yes
have_gandiva=yes
have_glib=yes
have_parquet=yes
have_python=yes
have_ruby=yes
ruby_devel_packages=(ruby-devel)
install_command="dnf install -y --enablerepo=crb"
uninstall_command="dnf remove -y"
clean_command="dnf clean"
info_command="dnf info --enablerepo=crb"
echo "::group::Prepare repository"
case "${distribution}-${distribution_version}" in
almalinux-8)
distribution_prefix="almalinux"
have_arrow_libs=yes
ruby_devel_packages+=(redhat-rpm-config)
install_command="dnf install -y --enablerepo=powertools"
info_command="dnf info --enablerepo=powertools"
;;
almalinux-*)
distribution_prefix="almalinux"
;;
amzn-2)
distribution_prefix="amazon-linux"
cmake_package=cmake3
cmake_command=cmake3
if [ "$(arch)" != "aarch64" ]; then
have_arrow_libs=yes
fi
have_flight=no
have_gandiva=no
have_python=no
have_ruby=no
install_command="yum install -y"
uninstall_command="yum remove -y"
clean_command="yum clean"
info_command="yum info"
amazon-linux-extras install epel -y
;;
centos-7)
distribution_prefix="centos"
cmake_package=cmake3
cmake_command=cmake3
have_arrow_libs=yes
have_flight=no
have_gandiva=no
have_python=no
have_ruby=no
install_command="yum install -y"
uninstall_command="yum remove -y"
clean_command="yum clean"
info_command="yum info"
;;
centos-8)
distribution_prefix="centos"
repository_version+="-stream"
ruby_devel_packages+=(redhat-rpm-config)
install_command="dnf install -y --enablerepo=powertools"
info_command="dnf info --enablerepo=powertools"
;;
centos-*)
distribution_prefix="centos"
repository_version+="-stream"
;;
esac
if [ "$(arch)" = "aarch64" ]; then
have_flight=no
have_gandiva=no
fi
if [ "${TYPE}" = "local" ]; then
case "${VERSION}" in
*-dev*)
package_version="$(echo "${VERSION}" | sed -e 's/-dev\(.*\)$/-0.dev\1/g')"
;;
*-rc*)
package_version="$(echo "${VERSION}" | sed -e 's/-rc.*$//g')"
package_version+="-1"
;;
*)
package_version="${VERSION}-1"
;;
esac
release_path="${local_prefix}/yum/repositories"
case "${distribution}" in
almalinux)
package_version+=".el${distribution_version}"
release_path+="/almalinux"
;;
amzn)
package_version+=".${distribution}${distribution_version}"
release_path+="/amazon-linux"
amazon-linux-extras install -y epel
;;
centos)
package_version+=".el${distribution_version}"
release_path+="/centos"
;;
esac
release_path+="/${repository_version}/$(arch)/Packages"
release_path+="/apache-arrow-release-${package_version}.noarch.rpm"
${install_command} "${release_path}"
else
package_version="${VERSION}"
case "${TYPE}" in
rc|staging-rc|staging-release)
suffix=${TYPE%-release}
distribution_prefix+="-${suffix}"
;;
esac
${install_command} \
${artifactory_base_url}/${distribution_prefix}/${repository_version}/apache-arrow-release-latest.rpm
fi
if [ "${TYPE}" = "local" ]; then
sed \
-i"" \
-e "s,baseurl=https://apache\.jfrog\.io/artifactory/arrow/,baseurl=file://${local_prefix}/yum/repositories/,g" \
/etc/yum.repos.d/Apache-Arrow.repo
keys="${local_prefix}/KEYS"
if [ -f "${keys}" ]; then
cp "${keys}" /etc/pki/rpm-gpg/RPM-GPG-KEY-Apache-Arrow
fi
else
case "${TYPE}" in
rc|staging-rc|staging-release)
suffix=${TYPE%-release}
sed \
-i"" \
-e "s,/almalinux/,/almalinux-${suffix}/,g" \
-e "s,/centos/,/centos-${suffix}/,g" \
-e "s,/amazon-linux/,/amazon-linux-${suffix}/,g" \
/etc/yum.repos.d/Apache-Arrow.repo
;;
esac
fi
echo "::endgroup::"
echo "::group::Test Apache Arrow C++"
${install_command} --enablerepo=epel arrow-devel-${package_version}
${install_command} \
${cmake_package} \
gcc-c++ \
git \
libarchive \
make \
pkg-config
mkdir -p build
cp -a /arrow/cpp/examples/minimal_build build/
pushd build/minimal_build
${cmake_command} .
make -j$(nproc)
./arrow-example
c++ -std=c++11 -o arrow-example example.cc $(pkg-config --cflags --libs arrow)
./arrow-example
popd
echo "::endgroup::"
if [ "${have_glib}" = "yes" ]; then
echo "::group::Test Apache Arrow GLib"
export G_DEBUG=fatal-warnings
${install_command} --enablerepo=epel arrow-glib-devel-${package_version}
${install_command} --enablerepo=epel arrow-glib-doc-${package_version}
${install_command} vala
cp -a /arrow/c_glib/example/vala build/
pushd build/vala
valac --pkg arrow-glib --pkg posix build.vala
./build
popd
if [ "${have_ruby}" = "yes" ]; then
${install_command} "${ruby_devel_packages[@]}"
gem install gobject-introspection
ruby -r gi -e "p GI.load('Arrow')"
fi
echo "::endgroup::"
fi
if [ "${have_flight}" = "yes" ]; then
echo "::group::Test Apache Arrow Flight"
${install_command} --enablerepo=epel arrow-flight-glib-devel-${package_version}
${install_command} --enablerepo=epel arrow-flight-glib-doc-${package_version}
if [ "${have_ruby}" = "yes" ]; then
ruby -r gi -e "p GI.load('ArrowFlight')"
fi
echo "::endgroup::"
echo "::group::Test Apache Arrow Flight SQL"
${install_command} --enablerepo=epel arrow-flight-sql-glib-devel-${package_version}
${install_command} --enablerepo=epel arrow-flight-sql-glib-doc-${package_version}
if [ "${have_ruby}" = "yes" ]; then
ruby -r gi -e "p GI.load('ArrowFlightSQL')"
fi
echo "::endgroup::"
fi
if [ "${have_python}" = "yes" ]; then
echo "::group::Test libarrow-python"
${install_command} --enablerepo=epel arrow-python-devel-${package_version}
echo "::endgroup::"
fi
echo "::group::Test Plasma"
if [ "${have_glib}" = "yes" ]; then
${install_command} --enablerepo=epel plasma-glib-devel-${package_version}
${install_command} --enablerepo=epel plasma-glib-doc-${package_version}
if [ "${have_ruby}" = "yes" ]; then
ruby -r gi -e "p GI.load('Plasma')"
fi
else
${install_command} --enablerepo=epel plasma-devel-${package_version}
fi
echo "::endgroup::"
if [ "${have_gandiva}" = "yes" ]; then
echo "::group::Test Gandiva"
if [ "${have_glib}" = "yes" ]; then
${install_command} --enablerepo=epel gandiva-glib-devel-${package_version}
${install_command} --enablerepo=epel gandiva-glib-doc-${package_version}
if [ "${have_ruby}" = "yes" ]; then
ruby -r gi -e "p GI.load('Gandiva')"
fi
else
${install_command} --enablerepo=epel gandiva-devel-${package_version}
fi
echo "::endgroup::"
fi
if [ "${have_parquet}" = "yes" ]; then
echo "::group::Test Apache Parquet"
if [ "${have_glib}" = "yes" ]; then
${install_command} --enablerepo=epel parquet-glib-devel-${package_version}
${install_command} --enablerepo=epel parquet-glib-doc-${package_version}
if [ "${have_ruby}" = "yes" ]; then
ruby -r gi -e "p GI.load('Parquet')"
fi
else
${install_command} --enablerepo=epel parquet-devel-${package_version}
fi
echo "::endgroup::"
fi
echo "::group::Test coexistence with old library"
${uninstall_command} apache-arrow-release
if ${install_command} \
https://apache.jfrog.io/artifactory/arrow/${distribution_prefix}/${repository_version}/apache-arrow-release-latest.rpm; then
${clean_command} all
if [ "${have_arrow_libs}" = "yes" ]; then
${install_command} arrow-libs
else
major_version=$(echo ${VERSION} | grep -E -o '^[0-9]+')
previous_major_version="$((${major_version} - 1))"
if ${info_command} arrow${previous_major_version}-libs; then
${install_command} arrow${previous_major_version}-libs
fi
fi
fi
echo "::endgroup::"