dev/release/simple-release-verify.sh

#!/usr/bin/env bash
#-------------------------------------------------------------
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
#
#-------------------------------------------------------------

function exit_with_usage {
  cat << EOF

simple-release-verify - Verifies the artifacts from a given directory.

SYNOPSIS

usage: simple-release-verify.sh [--compile | --verifyAll | verifyLic | verifyBin]

DESCRIPTION

Once artifacts are generated, this utility will verify the artifacts.

--compile
This will compile the utility source code which is not on regular source code path.

--verifyAll <--tag="Code based on Git tag will be validated."> [--workDir="Directory where output files will be created]
This will verify license, notice and binary files.

--verifyLic [--distDir="Directory Containing zip/tgz/tar.gz files]
This will verify license, notice in zip/tgz/tar.gz files.

--verifyBin <--tag="Code based on Git tag will be validated."> [--workDir="Directory where output files will be created]
This will verify binary distribution files for runtime correctness.

OPTIONS

--distDir            - Directory containing release artifacts (zip/tgz/tar.gz) files.

--workDir             - Directory where output files will be created.

EXAMPLES

# To compile utility source code
release-verify.sh --compile

# To verify release artifacts
release-verify.sh --verifyAll --tag=<tagName>
e.g. ./release-verify.sh --verifyAll --tag=v0.14.0-rc4

# To verify license and notices
release-verify.sh --verifyLic --distDir=<DistribLocation>
e.g. ./release-verify.sh --verifyLic --distDir=tmp/relValidation/downloads

# To verify binary files
release-verify.sh --verifyBin --tag=<tagName>
e.g. ./release-verify.sh --verifyBin --tag=v0.14.0-rc4


EOF
  exit 1
}

set -e

if [ $# -eq 0 ]; then
  echo "`date +%Y-%m-%dT%H:%M:%S`: ERROR: Insufficient parameters passed.";
  exit_with_usage
fi

# detect operating system to set correct directory separator
if [ "$OSTYPE" == "win32" ] ||  [ "$OSTYPE" == "msys" ] ; then
  echo "This script currently does not support Windows, as it makes use of symbolic linking via 'ln -s'"
  exit 1
fi

# Process each provided argument configuration
while [ "${1+defined}" ]; do
  IFS="=" read -ra PARTS <<< "$1"
  case "${PARTS[0]}" in
    --compile)
      COMPILE_CODE=true
      shift
      ;;
    --verifyAll)
      LIC_NOTICE_VERIFY=true
      BIN_VERIFY=true
      shift
      ;;
    --verifyLic)
      LIC_NOTICE_VERIFY=true
      shift
      ;;
    --verifyBin)
      BIN_VERIFY=true
      shift
      ;;
    --distDir)
      DIST_DIR="${PARTS[1]}"
      shift
      ;;
    --workDir)
      WORK_DIR="${PARTS[1]}"
      shift
      ;;
    --tag)
      TAG="${PARTS[1]}"
      shift
      ;;
    *help* | -h)
      exit_with_usage
     exit 0
     ;;
    -*)
     echo "`date +%Y-%m-%dT%H:%M:%S`: ERROR: Unknown option: $1" >&2
     exit_with_usage
     ;;
    *)  # No more options
     break
     ;;
  esac
done

if [[ -z "$SYSTEMDS_ROOT" ]]; then
    echo
    echo "-------------------------------------------------------------"
    echo 'The environment variable SYSTEMDS_ROOT is not set. This'
    echo 'variable needs to point to the base of your SystemDS source'
    echo 'tree.'
    echo "-------------------------------------------------------------"

    exit_with_usage
fi

ORIG_DIR=$(pwd)
EXEC_DIR="`dirname \"$0\"`"
if [[ ${EXEC_DIR:0:1} != "/" ]]; then
    EXEC_DIR=$ORIG_DIR/$EXEC_DIR
fi

if [[ -z "$WORK_DIR" ]]; then
    WORK_DIR="$EXEC_DIR/tmp/relValidation"
elif [[ ${WORK_DIR:0:1} != "/" ]]; then
    WORK_DIR="$ORIG_DIR/$WORK_DIR"
fi

BUILD_TARGET_DIR="$EXEC_DIR/target"
if [[ ! -d $BUILD_TARGET_DIR ]]; then
  ln -s "$SYSTEMDS_ROOT"/target "$BUILD_TARGET_DIR"
fi

if [[ "$BIN_VERIFY" == "true" && -z "$TAG" ]]; then
    echo "`date +%Y-%m-%dT%H:%M:%S`: ERROR: Argument --tag is a mandatory variable for binary verification."
    exit_with_usage
fi

if [[ -n $COMPILE_CODE && -z "$DIST_DIR" ]]; then
  echo "`date +%Y-%m-%dT%H:%M:%S`: ERROR: Argument --distDir is missing (path to release (zip/tgz/tar.gz) files)"
  exit_with_usage
fi

cd $EXEC_DIR/src/test/java
if [[ "$COMPILE_CODE" == "true" ]]; then
    echo "`date +%Y-%m-%dT%H:%M:%S`: INFO: Compiling release verify utility..."

    javac -Xlint:unchecked -classpath ../../../target/release/systemds/target/lib/commons-compress-1.4.1.jar:../../../target/release/systemds/target/lib/commons-io-2.4.jar:. org/apache/sysds/validation/*.java

    cd "$ORIG_DIR" # Return to directory from it was called.
    exit 0
fi

if [[ "$BIN_VERIFY" == "true" ]]; then
    echo "`date +%Y-%m-%dT%H:%M:%S`: INFO: Verifying binary files for runtime execution..."

    if [ -z $WORKING_DIR ] ; then
        WORKING_DIR="$EXEC_DIR/tmp/relValidation"
    fi

    rm -rf "$WORKING_DIR"/systemds
    mkdir -p "$WORKING_DIR"
    cd "$WORKING_DIR"

    ## Verify binary tgz files
    echo "`date +%Y-%m-%dT%H:%M:%S`: INFO: Verifying binary tgz files..."
    rm -rf systemds-$TAG-bin
    tar -xzf $DIST_DIR/systemds-$TAG-bin.tgz
    cd systemds-$TAG-bin
    echo "print('hello world');" > hello.dml
    ./systemds hello.dml
    cd ..
    echo "`date +%Y-%m-%dT%H:%M:%S`: INFO: Verification of tgz files completed successfully."

    ## Verify binary zip files
    echo "`date +%Y-%m-%dT%H:%M:%S`: INFO: Verifying binary zip files..."
    rm -rf systemds-$TAG-bin
    unzip -q $DIST_DIR/systemds-$TAG-bin.zip
    cd systemds-$TAG-bin
    echo "print('hello world');" > hello.dml
    ./systemds hello.dml
    cd ..
    echo "`date +%Y-%m-%dT%H:%M:%S`: INFO: Verification of zip files completed successfully."

    ## Verify src tgz files
    echo "`date +%Y-%m-%dT%H:%M:%S`: INFO: Verifying source tgz files..."
    rm -rf systemds-$TAG-src
    tar -xzf $DIST_DIR/systemds-$TAG-src.tgz
    cd systemds-$TAG-src
    mvn clean package -P distribution -DskipTests
    cd target
    java -cp "./lib/*:SystemDS.jar" org.apache.sysds.api.DMLScript -s "print('hello world');"
    cd ../..
    echo "`date +%Y-%m-%dT%H:%M:%S`: INFO: Verification of source archive completed successfully."

    echo "`date +%Y-%m-%dT%H:%M:%S`: INFO: Verification of all binary files for runtime execution completed successfully."
    echo "*********************************************************************************************************************"
fi

if [[ "$LIC_NOTICE_VERIFY" == "true" ]]; then
    echo "`date +%Y-%m-%dT%H:%M:%S`: INFO: Verifying license and notices from zip/tgz/tar.gz files..."

    java -classpath ../../../target/release/systemds/target/lib/commons-compress-1.4.1.jar:../../../target/release/systemds/target/lib/commons-io-2.4.jar:. org/apache/sysds/validation/ValidateLicAndNotice $DIST_DIR
    RET_CODE=$?
    if [[ $RET_CODE == 0 ]]; then
       echo "`date +%Y-%m-%dT%H:%M:%S`: INFO: Verification of license and notices completed successfully."
    else
       echo "`date +%Y-%m-%dT%H:%M:%S`: ERROR: Verification of license and notices failed."
    fi
    echo "*********************************************************************************************************************"
fi

cd "$ORIG_DIR" # Return to directory from it was called.
exit $RET_CODE