build/bin/check-env.sh

#!/bin/bash

#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

source ${KYLIN_HOME:-"$(cd -P -- "$(dirname -- "$0")" && pwd -P)/../"}/bin/header.sh

## ${dir} assigned to $KYLIN_HOME/bin in header.sh
source ${dir}/find-hadoop-conf-dir.sh
if [[ $? == 0 ]]; then
    echo "...................................................[`setColor 32 PASS`]"
else
    echo "...................................................[`setColor 31 FAIL`]"
fi

if [ -z "${kylin_hadoop_conf_dir}" ]; then
    hadoop_conf_param=
else
    hadoop_conf_param="--config ${kylin_hadoop_conf_dir}"
fi

if [ -z "$KYLIN_HOME" ]
then
    quit 'Please make sure KYLIN_HOME has been set'
else
    echo "KYLIN_HOME is set to ${KYLIN_HOME}"
fi

metadataUrl=`${dir}/get-properties.sh kylin.metadata.url`
if [[ "${metadataUrl##*@}" == "hbase" ]]
then
    echo "Checking HBase"
    if [ -z "$(command -v hbase version)" ]
    then
        echo "...................................................[`setColor 31 FAIL`]"
        quit "Please make sure the user has the privilege to run hbase shell"
    else
        echo "...................................................[`setColor 32 PASS`]"
    fi
fi

echo "Checking hive"
if [ -z "$(command -v hive --version)" ]
then
    echo "...................................................[`setColor 31 FAIL`]"
    quit "Please make sure the user has the privilege to run hive shell"
else
    echo "...................................................[`setColor 32 PASS`]"
fi

echo "Checking hadoop shell"
if [ -z "$(command -v hadoop version)" ]
then
    echo "...................................................[`setColor 31 FAIL`]"
    quit "Please make sure the user has the privilege to run hadoop shell"
else
    echo "...................................................[`setColor 32 PASS`]"
fi

WORKING_DIR=`bash $KYLIN_HOME/bin/get-properties.sh kylin.env.hdfs-working-dir`
if [ -z "$WORKING_DIR" ]
then
    quit "Please set kylin.env.hdfs-working-dir in kylin.properties"
fi
if [[ ${WORKING_DIR:0:3} -eq "s3a" ]]
then
    WORKING_DIR=${WORKING_DIR/"s3a"/"s3"}
fi

echo "Checking hdfs working dir"
hadoop ${hadoop_conf_param} fs -mkdir -p $WORKING_DIR
if [ $? != 0 ]
then
    echo "...................................................[`setColor 31 FAIL`]"
    quit "Failed to create $WORKING_DIR. Please make sure the user has right to access $WORKING_DIR"
else
    echo "...................................................[`setColor 32 PASS`]"
fi

SPARK_EVENTLOG_DIR=`bash $KYLIN_HOME/bin/get-properties.sh kylin.engine.spark-conf.spark.eventLog.dir`
if [ -n "$SPARK_EVENTLOG_DIR" ]
then
    if [[ ${SPARK_EVENTLOG_DIR:0:3} -eq "s3a" ]]
    then
        SPARK_EVENTLOG_DIR=${SPARK_EVENTLOG_DIR/"s3a"/"s3"}
    fi
    hadoop ${hadoop_conf_param} fs -mkdir -p $SPARK_EVENTLOG_DIR
    if [ $? != 0 ]
    then
        quit "Failed to create $SPARK_EVENTLOG_DIR. Please make sure the user has right to access $SPARK_EVENTLOG_DIR"
    fi
fi

SPARK_HISTORYLOG_DIR=`bash $KYLIN_HOME/bin/get-properties.sh kylin.engine.spark-conf.spark.history.fs.logDirectory`
if [ -n "$SPARK_HISTORYLOG_DIR" ]
then
    if [[ ${SPARK_HISTORYLOG_DIR:0:3} -eq "s3a" ]]
    then
        SPARK_HISTORYLOG_DIR=${SPARK_HISTORYLOG_DIR/"s3a"/"s3"}
    fi
    hadoop ${hadoop_conf_param} fs -mkdir -p $SPARK_HISTORYLOG_DIR
    if [ $? != 0 ]
    then
        quit "Failed to create $SPARK_HISTORYLOG_DIR. Please make sure the user has right to access $SPARK_HISTORYLOG_DIR"
    fi
fi

${KYLIN_HOME}/bin/check-port-availability.sh ||  exit 1;

echo ""
echo `setColor 33 "Checking environment finished successfully. To check again, run 'bin/check-env.sh' manually."`