dev/docker/doris/doris-dependency.sh

#!/bin/bash
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#  http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
#

doris_dir="$(dirname "${BASH_SOURCE-$0}")"
doris_dir="$(cd "${doris_dir}">/dev/null; pwd)"

TARGET_ARCH=""
AMD64="amd64"
ARM64="arm64"

DORIS_X64="x64"
DORIS_ARM64="arm64"

# Get platform type
if [[ "$1" == "--platform" ]]; then
  shift
  platform_type="$1"
  if [[ "${platform_type}" == "linux/amd64" ]]; then
    echo "INFO : doris build platform type is ${platform_type}"
    TARGET_ARCH="${AMD64}"
  elif [[ "${platform_type}" == "linux/arm64" ]]; then
    echo "INFO : doris build platform type is ${platform_type}"
    TARGET_ARCH="${ARM64}"
  elif [[ "${platform_type}" == "all" ]]; then
    echo "INFO : doris build platform type is ${platform_type}"
    TARGET_ARCH="all"
  else
    echo "ERROR : ${platform_type} is not a valid platform type for doris"
    usage
    exit 1
  fi
  shift
else
  TARGET_ARCH="all"
fi

# Environment variables definition
DORIS_VERSION="1.2.7.1"

download_and_check() {
  local arch="${1}"
  local doris_package_arch=""

  if [[ "$arch" == "${ARM64}" ]]; then
    doris_package_arch="${DORIS_ARM64}"
  elif [[ "$arch" == "${AMD64}" ]]; then
    doris_package_arch="${DORIS_X64}"
  else
    echo "ERROR : ${arch} is not a valid arch type for doris"
    exit 1
  fi

  # Download doris package
  DORIS_PACKAGE_NAME="apache-doris-${DORIS_VERSION}-bin-${doris_package_arch}"
  DORIS_FILE_NAME="${DORIS_PACKAGE_NAME}.tar.xz"
  DORIS_DOWNLOAD_URL="https://apache-doris-releases.oss-accelerate.aliyuncs.com/${DORIS_FILE_NAME}"
  SHA512SUMS_URL="${DORIS_DOWNLOAD_URL}.sha512"

  download_dir="${doris_dir}/packages/"

  # Prepare download packages
  if [[ ! -d "${download_dir}" ]]; then
    mkdir -p "${download_dir}"
  fi

  if [[ ! -f "${download_dir}/${DORIS_FILE_NAME}" ]]; then
    echo "INFO : Downloading doris package ${download_dir}/${DORIS_FILE_NAME}"
    curl -s -o "${download_dir}/${DORIS_FILE_NAME}" ${DORIS_DOWNLOAD_URL}
    echo "INFO : Downloading doris package done"
  fi

  # download sha512sum file
  if [[ ! -f "${download_dir}/${DORIS_FILE_NAME}.sha512" ]]; then
    curl -s -o "${download_dir}/${DORIS_FILE_NAME}.sha512" ${SHA512SUMS_URL}
  fi

  cd "${download_dir}" || exit 1

  # check sha512sum, if check file failed, exit 1
  echo "INFO : Checking sha512sum for ${DORIS_FILE_NAME}"
  if command -v shasum &>/dev/null; then
    shasum -c "${DORIS_FILE_NAME}.sha512"
  elif command -v sha512sum &>/dev/null; then
    sha512sum -c "${DORIS_FILE_NAME}.sha512"
  else
    cat << EOF
    WARN: cannot find shasum or sha512sum command, skip sha512sum check, please check the sha512sum by yourself.
    if build Docker image failed, maybe the package is broken.
EOF
  fi

  if [ $? -ne 0 ]; then
    echo "ERROR: check doris package sha512sum failed"
    exit 1
  fi

  # copy doris package and rename to doris-${arch}.tar.xz
  # it's a little trick, because the doris package name for 'amd64' is different as 'x64'
  # rename to x64 can use ADD (instead of COPY) in Dockerfile, this will reduce the image size(about 1.6GB)
  if [[ -f "${download_dir}/doris-${arch}.tar.xz" ]]; then
    rm -f "${download_dir}/doris-${arch}.tar.xz"
  fi

  cp "${DORIS_FILE_NAME}" "doris-${arch}.tar.xz"
}

if [[ "${TARGET_ARCH}" == "all" ]]; then
  download_and_check "${AMD64}"
  download_and_check "${ARM64}"
else
  download_and_check "${TARGET_ARCH}"
fi