| #!/bin/bash |
| #------------------------------------------------------------- |
| # |
| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| # |
| #------------------------------------------------------------- |
| |
| # directory to write test case temporary files |
| TEMP=~/temp/systemds_test |
| |
| # should this test suite continue after encountering an error? true false |
| CONTINUE_ON_ERROR=true |
| |
| # expecting this test script to be in directory ${PROJECT_ROOT_DIR}/src/test/scripts |
| TEST_SCRIPT_REL_DIR=src/test/scripts |
| |
| # expecting the run script to be in directory ${PROJECT_ROOT_DIR}/bin |
| RUN_SCRIPT=systemds-standalone.sh |
| |
| # the DML script with arguments we use to test the run script |
| DML_SCRIPT=genLinearRegressionData.dml |
| DML_SCRIPT_PATH=scripts/datagen |
| DML_OUTPUT=linRegData.csv |
| DML_ARGS="-nvargs numSamples=1000 numFeatures=50 maxFeatureValue=5 maxWeight=5 addNoise=FALSE b=0 sparsity=0.7 output=${DML_OUTPUT} format=csv perc=0.5" |
| DML_SCRIPT_WITH_ARGS="${DML_SCRIPT} ${DML_ARGS}" |
| |
| # try to find the project root directory |
| USER_DIR="$PWD" |
| TEST_SCRIPT_PATH=$( dirname "$0" ) |
| PROJECT_ROOT_DIR=$( cd "${TEST_SCRIPT_PATH/\/$TEST_SCRIPT_REL_DIR/}" ; pwd -P ) |
| |
| # generate the test log file name |
| DATE_TIME="$(date +"%Y-%m-%d-%H-%M-%S")" |
| TEST_LOG="${PROJECT_ROOT_DIR}/temp/test_runScript_${DATE_TIME}.log" |
| |
| |
| # verify we found the ${PROJECT_ROOT_DIR} and ${RUN_SCRIPT} |
| if [ "${TEST_SCRIPT_PATH}" = "${PROJECT_ROOT_DIR}" ] |
| then |
| echo This test script "$0" is expected to be located in folder "${TEST_SCRIPT_REL_DIR}" under the project root. |
| echo Please update "$0" and correctly set the variable "TEST_SCRIPT_REL_DIR". |
| exit 1 |
| fi |
| if [ ! -f "${PROJECT_ROOT_DIR}/bin/${RUN_SCRIPT}" ] |
| then |
| echo "Could not find \"bin/${RUN_SCRIPT}\" in the project root directory. If the actual path of the run script is not \"bin/${RUN_SCRIPT}\", or if the actual project root directory is not \"${PROJECT_ROOT_DIR}\", please update this test script \"$0\"." |
| exit 1 |
| fi |
| |
| |
| # set an exit trap if we should exit on first error |
| if [ "${CONTINUE_ON_ERROR}" = "false" ] |
| then |
| trap "exit 1" TERM |
| export PID=$$ |
| fi |
| |
| |
| # test setup, create temp folders |
| if [ ! -d "${TEMP}" ] ; then |
| mkdir -p "${TEMP}" |
| fi |
| if [ ! -d "${PROJECT_ROOT_DIR}/temp" ] ; then |
| mkdir -p "${PROJECT_ROOT_DIR}/temp" |
| fi |
| |
| |
| # start running the test cases and write output to log file |
| echo "Writing test log to file \"${TEST_LOG}\"."; echo "$( date +"%F %T" )" > ${TEST_LOG} |
| |
| |
| # invoke the run script from the project root directory |
| CURRENT_TEST="Test_root__DML_script_with_path" |
| ( |
| printf "Running test \"${CURRENT_TEST}\"... " |
| printf "\nTest case: \"${CURRENT_TEST}\"\n" >> ${TEST_LOG} |
| cd "${PROJECT_ROOT_DIR}" |
| echo "Working directory: $PWD" >> ${TEST_LOG} |
| rm -f "${DML_OUTPUT}" > /dev/null 2>&1 |
| rm -f "temp/${DML_OUTPUT}" > /dev/null 2>&1 |
| CMD="./bin/${RUN_SCRIPT} ${DML_SCRIPT_PATH}/${DML_SCRIPT_WITH_ARGS}" |
| echo "${CMD}" >> ${TEST_LOG} 2>&1 |
| eval ${CMD} >> ${TEST_LOG} 2>&1 |
| EXIT_CODE=$? |
| if [ $EXIT_CODE -eq 0 ] |
| then |
| if [ -f "${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata in project root" ; EXIT_CODE=1 ; fi |
| if [ ! -f "temp/${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata is missing" ; EXIT_CODE=1 ; fi |
| fi |
| if [ $EXIT_CODE -eq 0 ] ; |
| then printf "success\n"; |
| else printf "failed${ERR_MSG}\n"; if [ "${CONTINUE_ON_ERROR}" = "false" ] ; then kill -s TERM $PID ; fi |
| fi |
| ) |
| CURRENT_TEST="Test_root__DML_script_file_name" |
| ( |
| printf "Running test \"${CURRENT_TEST}\"... " |
| printf "\nTest case: \"${CURRENT_TEST}\"\n" >> ${TEST_LOG} |
| cd "${PROJECT_ROOT_DIR}" |
| echo "Working directory: $PWD" >> ${TEST_LOG} |
| rm -f "${DML_OUTPUT}" > /dev/null 2>&1 |
| rm -f "temp/${DML_OUTPUT}" > /dev/null 2>&1 |
| CMD="./bin/${RUN_SCRIPT} ${DML_SCRIPT_WITH_ARGS}" |
| echo "${CMD}" >> ${TEST_LOG} 2>&1 |
| eval ${CMD} >> ${TEST_LOG} 2>&1 |
| EXIT_CODE=$? |
| if [ ${EXIT_CODE} -eq 0 ] |
| then |
| if [ -f "${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata in project root" ; EXIT_CODE=1 ; fi |
| if [ ! -f "temp/${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata is missing" ; EXIT_CODE=1 ; fi |
| fi |
| if [ ${EXIT_CODE} -eq 0 ] ; |
| then printf "success\n"; |
| else printf "failed${ERR_MSG}\n"; if [ "${CONTINUE_ON_ERROR}" = "false" ] ; then kill -s TERM $PID ; fi |
| fi |
| ) |
| |
| # invoke the run script from the bin directory |
| CURRENT_TEST="Test_bin__DML_script_with_path" |
| ( |
| printf "Running test \"${CURRENT_TEST}\"... " |
| printf "\nTest case: \"${CURRENT_TEST}\"\n" >> ${TEST_LOG} |
| cd "${PROJECT_ROOT_DIR}/bin" |
| echo "Working directory: $PWD" >> ${TEST_LOG} |
| rm -f "${DML_OUTPUT}" > /dev/null 2>&1 |
| rm -f "../temp/${DML_OUTPUT}" > /dev/null 2>&1 |
| CMD="./${RUN_SCRIPT} ../${DML_SCRIPT_PATH}/${DML_SCRIPT_WITH_ARGS}" |
| echo "${CMD}" >> ${TEST_LOG} 2>&1 |
| sh ${CMD} >> ${TEST_LOG} 2>&1 |
| EXIT_CODE=$? |
| if [ ${EXIT_CODE} -eq 0 ] |
| then |
| if [ -f "${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata in bin folder" ; EXIT_CODE=1 ; fi |
| if [ ! -f "../temp/${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata is missing" ; EXIT_CODE=1 ; fi |
| fi |
| if [ ${EXIT_CODE} -eq 0 ] ; |
| then printf "success\n"; |
| else printf "failed${ERR_MSG}\n"; if [ "${CONTINUE_ON_ERROR}" = "false" ] ; then kill -s TERM $PID ; fi |
| fi |
| ) |
| CURRENT_TEST="Test_bin__DML_script_file_name" |
| ( |
| printf "Running test \"${CURRENT_TEST}\"... " |
| printf "\nTest case: \"${CURRENT_TEST}\"\n" >> ${TEST_LOG} |
| cd "${PROJECT_ROOT_DIR}/bin" |
| echo "Working directory: $PWD" >> ${TEST_LOG} |
| rm -f "${DML_OUTPUT}" > /dev/null 2>&1 |
| rm -f "../temp/${DML_OUTPUT}" > /dev/null 2>&1 |
| CMD="./${RUN_SCRIPT} ${DML_SCRIPT_WITH_ARGS}" |
| echo "${CMD}" >> ${TEST_LOG} 2>&1 |
| sh ${CMD} >> ${TEST_LOG} 2>&1 |
| EXIT_CODE=$? |
| if [ ${EXIT_CODE} -eq 0 ] |
| then |
| if [ -f "${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata in bin folder" ; EXIT_CODE=1 ; fi |
| if [ ! -f "../temp/${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata is missing" ; EXIT_CODE=1 ; fi |
| fi |
| if [ ${EXIT_CODE} -eq 0 ] ; |
| then printf "success\n"; |
| else printf "failed${ERR_MSG}\n"; if [ "${CONTINUE_ON_ERROR}" = "false" ] ; then kill -s TERM $PID ; fi |
| fi |
| ) |
| |
| # invoke the run script from a working directory outside of the project root |
| CURRENT_TEST="Test_out__DML_script_with_path" |
| ( |
| printf "Running test \"${CURRENT_TEST}\"... " |
| printf "\nTest case: \"${CURRENT_TEST}\"\n" >> ${TEST_LOG} |
| cd "${TEMP}" |
| echo "Working directory: $PWD" >> ${TEST_LOG} |
| rm -f "${DML_OUTPUT}" > /dev/null 2>&1 |
| CMD="\"${PROJECT_ROOT_DIR}/bin/${RUN_SCRIPT}\" \"${PROJECT_ROOT_DIR}/${DML_SCRIPT_PATH}/${DML_SCRIPT}\" ${DML_ARGS}" |
| echo "${CMD}" >> ${TEST_LOG} 2>&1 |
| eval ${CMD} >> ${TEST_LOG} 2>&1 |
| EXIT_CODE=$? |
| if [ ${EXIT_CODE} -eq 0 ] |
| then |
| if [ ! -f "${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata is missing" ; EXIT_CODE=1 ; fi |
| fi |
| if [ ${EXIT_CODE} -eq 0 ] ; |
| then printf "success\n"; |
| else printf "failed${ERR_MSG}\n"; if [ "${CONTINUE_ON_ERROR}" = "false" ] ; then kill -s TERM $PID ; fi |
| fi |
| ) |
| CURRENT_TEST="Test_out__DML_script_file_name" |
| ( |
| printf "Running test \"${CURRENT_TEST}\"... " |
| printf "\nTest case: \"${CURRENT_TEST}\"\n" >> ${TEST_LOG} |
| cd "${TEMP}" |
| echo "Working directory: $PWD" >> ${TEST_LOG} |
| rm -f "${DML_OUTPUT}" > /dev/null 2>&1 |
| CMD="\"${PROJECT_ROOT_DIR}/bin/${RUN_SCRIPT}\" ${DML_SCRIPT_WITH_ARGS}" |
| echo "${CMD}" >> ${TEST_LOG} 2>&1 |
| eval ${CMD} >> ${TEST_LOG} 2>&1 |
| EXIT_CODE=$? |
| if [ ${EXIT_CODE} -eq 0 ] |
| then |
| if [ ! -f "${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata is missing" ; EXIT_CODE=1 ; fi |
| fi |
| if [ ${EXIT_CODE} -eq 0 ] ; |
| then printf "success\n"; |
| else printf "failed${ERR_MSG}\n"; if [ "${CONTINUE_ON_ERROR}" = "false" ] ; then kill -s TERM $PID ; fi |
| fi |
| ) |
| |
| |
| # test again from a directory with spaces in its path name |
| echo "Running test cases again from a folder with spaces in path name..." |
| |
| SPACE_DIR="${TEMP}/Space Folder/SystemDS" |
| if [ ! -d "${SPACE_DIR}" ] |
| then |
| echo "mkdir -p ${SPACE_DIR}" >> ${TEST_LOG} |
| mkdir -p "${SPACE_DIR}" >> ${TEST_LOG} |
| fi |
| |
| printf "Copying project contents from \"${PROJECT_ROOT_DIR}\" to \"${SPACE_DIR}\"... " >> ${TEST_LOG} |
| rsync -aqz --exclude '*.java' \ |
| --exclude 'Test*.*' \ |
| --exclude 'test-classes/' \ |
| --exclude 'hadoop-test/' \ |
| --exclude 'src/test' \ |
| --exclude 'docs/' \ |
| --exclude '.git' \ |
| --exclude '.idea' \ |
| --exclude '.settings' \ |
| "${PROJECT_ROOT_DIR}/" "${SPACE_DIR}" >> ${TEST_LOG} |
| printf "done.\n" >> ${TEST_LOG} |
| |
| |
| # invoke the run script from the project root directory |
| CURRENT_TEST="Test_space_root__DML_script_with_path" |
| ( |
| printf "Running test \"${CURRENT_TEST}\"... " |
| printf "\nTest case: \"${CURRENT_TEST}\"\n" >> ${TEST_LOG} |
| cd "${SPACE_DIR}" |
| echo "Working directory: \"$PWD\"" >> ${TEST_LOG} |
| rm -f "${DML_OUTPUT}" > /dev/null 2>&1 |
| rm -f "temp/${DML_OUTPUT}" > /dev/null 2>&1 |
| CMD="./bin/${RUN_SCRIPT} ${DML_SCRIPT_PATH}/${DML_SCRIPT_WITH_ARGS}" |
| echo "${CMD}" >> ${TEST_LOG} 2>&1 |
| sh ${CMD} >> ${TEST_LOG} 2>&1 |
| EXIT_CODE=$? |
| if [ $EXIT_CODE -eq 0 ] |
| then |
| if [ -f "${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata in project root" ; EXIT_CODE=1 ; fi |
| if [ ! -f "temp/${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata is missing" ; EXIT_CODE=1 ; fi |
| fi |
| if [ $EXIT_CODE -eq 0 ] ; |
| then printf "success\n"; |
| else printf "failed${ERR_MSG}\n"; if [ "${CONTINUE_ON_ERROR}" = "false" ] ; then kill -s TERM $PID ; fi |
| fi |
| ) |
| CURRENT_TEST="Test_space_root__DML_script_file_name" |
| ( |
| printf "Running test \"${CURRENT_TEST}\"... " |
| printf "\nTest case: \"${CURRENT_TEST}\"\n" >> ${TEST_LOG} |
| cd "${SPACE_DIR}" |
| echo "Working directory: \"$PWD\"" >> ${TEST_LOG} |
| rm -f "${DML_OUTPUT}" > /dev/null 2>&1 |
| rm -f "temp/${DML_OUTPUT}" > /dev/null 2>&1 |
| CMD="./bin/${RUN_SCRIPT} ${DML_SCRIPT_WITH_ARGS} " |
| echo "${CMD}" >> ${TEST_LOG} 2>&1 |
| sh ${CMD} >> ${TEST_LOG} 2>&1 |
| EXIT_CODE=$? |
| if [ ${EXIT_CODE} -eq 0 ] |
| then |
| if [ -f "${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata in project root" ; EXIT_CODE=1 ; fi |
| if [ ! -f "temp/${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata is missing" ; EXIT_CODE=1 ; fi |
| fi |
| if [ ${EXIT_CODE} -eq 0 ] ; |
| then printf "success\n"; |
| else printf "failed${ERR_MSG}\n"; if [ "${CONTINUE_ON_ERROR}" = "false" ] ; then kill -s TERM $PID ; fi |
| fi |
| ) |
| |
| # invoke the run script from the bin directory |
| CURRENT_TEST="Test_space_bin__DML_script_with_path" |
| ( |
| printf "Running test \"${CURRENT_TEST}\"... " |
| printf "\nTest case: \"${CURRENT_TEST}\"\n" >> ${TEST_LOG} |
| cd "${SPACE_DIR}/bin" |
| echo "Working directory: \"$PWD\"" >> ${TEST_LOG} |
| rm -f "${DML_OUTPUT}" > /dev/null 2>&1 |
| rm -f "../temp/${DML_OUTPUT}" > /dev/null 2>&1 |
| CMD="./${RUN_SCRIPT} ../${DML_SCRIPT_PATH}/${DML_SCRIPT_WITH_ARGS} " |
| echo "${CMD}" >> ${TEST_LOG} 2>&1 |
| sh ${CMD} >> ${TEST_LOG} 2>&1 |
| EXIT_CODE=$? |
| if [ ${EXIT_CODE} -eq 0 ] |
| then |
| if [ -f "${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata in bin folder" ; EXIT_CODE=1 ; fi |
| if [ ! -f "../temp/${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata is missing" ; EXIT_CODE=1 ; fi |
| fi |
| if [ ${EXIT_CODE} -eq 0 ] ; |
| then printf "success\n"; |
| else printf "failed${ERR_MSG}\n"; if [ "${CONTINUE_ON_ERROR}" = "false" ] ; then kill -s TERM $PID ; fi |
| fi |
| ) |
| CURRENT_TEST="Test_space_bin__DML_script_file_name" |
| ( |
| printf "Running test \"${CURRENT_TEST}\"... " |
| printf "\nTest case: \"${CURRENT_TEST}\"\n" >> ${TEST_LOG} |
| cd "${SPACE_DIR}/bin" |
| echo "Working directory: \"$PWD\"" >> ${TEST_LOG} |
| rm -f "${DML_OUTPUT}" > /dev/null 2>&1 |
| rm -f "../temp/${DML_OUTPUT}" > /dev/null 2>&1 |
| CMD="./${RUN_SCRIPT} ${DML_SCRIPT_WITH_ARGS} " |
| echo "${CMD}" >> ${TEST_LOG} 2>&1 |
| sh ${CMD} >> ${TEST_LOG} 2>&1 |
| EXIT_CODE=$? |
| if [ ${EXIT_CODE} -eq 0 ] |
| then |
| if [ -f "${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata in bin folder" ; EXIT_CODE=1 ; fi |
| if [ ! -f "../temp/${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata is missing" ; EXIT_CODE=1 ; fi |
| fi |
| if [ ${EXIT_CODE} -eq 0 ] ; |
| then printf "success\n"; |
| else printf "failed${ERR_MSG}\n"; if [ "${CONTINUE_ON_ERROR}" = "false" ] ; then kill -s TERM $PID ; fi |
| fi |
| ) |
| |
| # invoke the run script from a working directory outside of the project root |
| CURRENT_TEST="Test_space_out__DML_script_with_path" |
| ( |
| printf "Running test \"${CURRENT_TEST}\"... " |
| printf "\nTest case: \"${CURRENT_TEST}\"\n" >> ${TEST_LOG} |
| cd "${TEMP}" |
| echo "Working directory: \"$PWD\"" >> ${TEST_LOG} |
| rm -f "${DML_OUTPUT}" > /dev/null 2>&1 |
| CMD="\"${SPACE_DIR}/bin/${RUN_SCRIPT}\" \"${SPACE_DIR}/${DML_SCRIPT_PATH}/${DML_SCRIPT}\" ${DML_ARGS}" |
| echo "${CMD}" >> ${TEST_LOG} 2>&1 |
| eval ${CMD} >> ${TEST_LOG} 2>&1 |
| EXIT_CODE=$? |
| if [ ${EXIT_CODE} -eq 0 ] |
| then |
| if [ ! -f "${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata is missing" ; EXIT_CODE=1 ; fi |
| fi |
| if [ ${EXIT_CODE} -eq 0 ] ; |
| then printf "success\n"; |
| else printf "failed${ERR_MSG}\n"; if [ "${CONTINUE_ON_ERROR}" = "false" ] ; then kill -s TERM $PID ; fi |
| fi |
| ) |
| CURRENT_TEST="Test_space_out__DML_script_file_name" |
| ( |
| printf "Running test \"${CURRENT_TEST}\"... " |
| printf "\nTest case: \"${CURRENT_TEST}\"\n" >> ${TEST_LOG} |
| cd "${TEMP}" |
| echo "Working directory: \"$PWD\"" >> ${TEST_LOG} |
| rm -f "${DML_OUTPUT}" > /dev/null 2>&1 |
| CMD="\"${SPACE_DIR}/bin/${RUN_SCRIPT}\" ${DML_SCRIPT_WITH_ARGS}" |
| echo "${CMD}" >> ${TEST_LOG} 2>&1 |
| eval ${CMD} >> ${TEST_LOG} 2>&1 |
| EXIT_CODE=$? |
| if [ ${EXIT_CODE} -eq 0 ] |
| then |
| if [ ! -f "${DML_OUTPUT}" ] ; then ERR_MSG="${ERR_MSG}, outputdata is missing" ; EXIT_CODE=1 ; fi |
| fi |
| if [ ${EXIT_CODE} -eq 0 ] ; |
| then printf "success\n"; |
| else printf "failed${ERR_MSG}\n"; if [ "${CONTINUE_ON_ERROR}" = "false" ] ; then kill -s TERM $PID ; fi |
| fi |
| ) |
| |
| |
| |
| |
| |
| # Cleanup |
| |
| printf "Cleaning up temporary files and folders ..." |
| if [ -d "${TEMP}" ] ; then |
| rm -rf "${TEMP}" |
| fi |
| printf "done.\n" |
| |
| echo "Test log was written to file ${TEST_LOG}." |
| |
| cd "${USER_DIR}" |
