hadoop-tools/hadoop-compat-bench/shell/misc.sh

#!/bin/sh

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

ntest=1
fname="$0"

prepare() {
    BASE_URI="${HADOOP_COMPAT_BASE_URI}"
    LOCAL_URI="${HADOOP_COMPAT_LOCAL_URI}"
    SNAPSHOT_URI="${HADOOP_COMPAT_SNAPSHOT_URI}"
    STORAGE_POLICY="${HADOOP_COMPAT_STORAGE_POLICY}"
    STDOUT_DIR="${HADOOP_COMPAT_STDOUT_DIR}"
    PASS_FILE="${HADOOP_COMPAT_PASS_FILE}"
    FAIL_FILE="${HADOOP_COMPAT_FAIL_FILE}"
    SKIP_FILE="${HADOOP_COMPAT_SKIP_FILE}"

    export baseDir="${BASE_URI}/${fname}"
    export localDir="${LOCAL_URI}/${fname}"
    export snapshotDir="${SNAPSHOT_URI}"
    export storagePolicy="${STORAGE_POLICY}"
    stdoutDir="${STDOUT_DIR}/${fname}/stdout"
    stderrDir="${STDOUT_DIR}/${fname}/stderr"
    mkdir -p "${stdoutDir}"
    mkdir -p "${stderrDir}"
    mkdir -p "${localDir}"
    hadoop fs -mkdir -p "${baseDir}"
}

expect_ret() { (
    cname="${1}"
    shift
    expect="${1}"
    shift

    stdout="${stdoutDir}/${ntest}"
    stderr="${stderrDir}/${ntest}"
    "$@" 1>"${stdout}" 2>"${stderr}"
    result="$?"

    if should_skip "${stderr}"; then
        skip_case "${cname}"
    else
        if [ X"${result}" = X"${expect}" ]; then
            pass_case "${cname}"
        else
            fail_case "${cname}"
        fi
    fi
)
    ntest=$((ntest + 1))
}

expect_out() { (
    cname="${1}"
    shift
    expect="${1}"
    shift

    stdout="${stdoutDir}/${ntest}"
    stderr="${stderrDir}/${ntest}"
    "$@" 1>"${stdout}" 2>"${stderr}"

    if should_skip "${stderr}"; then
        skip_case "${cname}"
    else
        if grep -Eq '^'"${expect}"'$' "${stdout}"; then
            pass_case "${cname}"
        else
            fail_case "${cname}"
        fi
    fi
)
    ntest=$((ntest + 1))
}

expect_lines() { (
    cname="${1}"
    shift
    lineNum="${1}"
    shift
    lines=$(expect_lines_parse "${lineNum}" "$@")
    shift "${lineNum}"

    stdout="${stdoutDir}/${ntest}"
    stderr="${stderrDir}/${ntest}"
    "$@" 1>"${stdout}" 2>"${stderr}"

    if should_skip "${stderr}"; then
        skip_case "${cname}"
    else
        lineCount="0"
        while read -r line; do
            case "${line}" in
                *"Found"*"items"*)
                    continue
                    ;;
            esac
            selectedLine=$(expect_lines_select "${lines}" "${lineCount}")
            if ! echo "${line}" | grep -Eq '^'"${selectedLine}"'$'; then
                lineCount="-1"
                break
            else
                lineCount=$((lineCount + 1))
                shift
            fi
        done <"${stdout}"
        if [ "${lineCount}" -eq "${lineNum}" ]; then
            pass_case "${cname}"
        else
            fail_case "${cname}"
        fi
    fi
)
    ntest=$((ntest + 1))
}

expect_lines_parse() {
    for _ in $(seq 1 "${1}"); do
        shift
        echo "${1}"
    done
}

expect_lines_select() {
    lineSelector="0"
    echo "${1}" | while read -r splittedLine; do
        if [ "${lineSelector}" -eq "${2}" ]; then
            echo "${splittedLine}"
            return
        fi
        lineSelector=$((lineSelector + 1))
    done
    echo ""
}

is_hadoop_shell() {
    if [ X"${1}" = X"hadoop" ] || [ X"${1}" = X"hdfs" ]; then
        return 0
    else
        return 1
    fi
}

should_skip() {
    if grep -q "Unknown command" "${1}" || grep -q "Illegal option" "${1}"; then
        return 0
    else
        return 1
    fi
}

pass_case() {
    echo "ok ${ntest}"
    echo "${fname} - #${ntest} ${1}" >> "${PASS_FILE}"
}

fail_case() {
    echo "not ok ${ntest}"
    echo "${fname} - #${ntest} ${1}" >> "${FAIL_FILE}"
}

skip_case() {
    echo "ok ${ntest}"
    echo "${fname} - #${ntest} ${1}" >> "${SKIP_FILE}"
}

prepare