thirdparty/package-hive.sh

#!/bin/bash

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

# Packages Hive for inclusion in the Kudu thirdparty build.
#
# Strips jars unnecessary for running the Hive Metastore. This makes the download
# smaller, and improves HMS startup time.
#
# Summary:
# 1. Download and unpack the Hive binary tarball (optional)
# 2. Strip out unnecessary jars
# 3. Repackage the tarball (optional)

set -ex

function usage() {
  cat <<EOF
  Usage:
    ${0} -h | --help
    ${0} [-d] [-r] <ARTIFACT>
    -h | --help - This message
    -d | --download - Optional
      Download and unpack the binary tarball.
    -r | --repackage - Optional
      Repackage the tarball.
    -v | --version VERSION - Optional
      The Hive version.
    <ARTIFACT> - Required
      The artifact name.
EOF
}

OPTS=`getopt -o hdrv: -l "help,download,repackage,version:" -n 'parse-options' -- "$@"`
OPTS_RESULT=$?
if [ ${OPTS_RESULT} != 0 ]; then
  echo "Failed parsing options." >&2
  exit ${OPTS_RESULT}
fi

while true; do
  case "$1" in
    -d | --download) DOWNLOAD=True; shift;;
    -r | --repackage) REPACKAGE=True; shift;;
    -v | --version) VERSION=$2; shift; shift;;
    -h | --help) usage; exit;;
    --) shift; break;;
    *) break ;;
  esac
done

ARTIFACT="${1}"

if [ -z "${ARTIFACT}" ]; then
  usage
  exit
fi

if [ -n "${DOWNLOAD}" ]; then
  curl --retry 3 -L -O https://archive.apache.org/dist/hive/hive-$VERSION/$ARTIFACT.tar.gz
  tar xf $ARTIFACT.tar.gz
fi

PROJECTS="accumulo"
PROJECTS="$PROJECTS aether"
PROJECTS="$PROJECTS avatica"
PROJECTS="$PROJECTS avro"
PROJECTS="$PROJECTS calcite"
PROJECTS="$PROJECTS curator"
PROJECTS="$PROJECTS druid"
PROJECTS="$PROJECTS ecj"
PROJECTS="$PROJECTS fastutil"
PROJECTS="$PROJECTS groovy"
PROJECTS="$PROJECTS hbase"
PROJECTS="$PROJECTS htrace"
PROJECTS="$PROJECTS icu4j"
PROJECTS="$PROJECTS jcodings"
PROJECTS="$PROJECTS jersey"
PROJECTS="$PROJECTS jetty"
PROJECTS="$PROJECTS jsp"
PROJECTS="$PROJECTS maven"
PROJECTS="$PROJECTS parquet"
PROJECTS="$PROJECTS slider"
PROJECTS="$PROJECTS snappy"
PROJECTS="$PROJECTS zookeeper"

for PROJECT in $PROJECTS; do
  rm -f $ARTIFACT/lib/*$PROJECT*.jar
done

rm -rf $ARTIFACT/auxlib
rm -rf $ARTIFACT/hcatalog/bin
rm -rf $ARTIFACT/hcatalog/etc
rm -rf $ARTIFACT/hcatalog/libexec
rm -rf $ARTIFACT/hcatalog/sbin
rm -rf $ARTIFACT/hcatalog/share/doc
rm -rf $ARTIFACT/hcatalog/share/webhcat
rm -rf $ARTIFACT/jdbc
rm -rf $ARTIFACT/lib/php
rm -rf $ARTIFACT/lib/python
rm -rf $ARTIFACT/lib/py

if [ -n "${REPACKAGE}" ]; then
  # Remove the 'apache-' prefix and '-bin' suffix in order to normalize the
  # tarball with Hadoop and the rest of our thirdparty dependencies.
  mv $ARTIFACT hive-$VERSION
  tar czf hive-$VERSION-stripped.tar.gz hive-$VERSION
fi