| #!/usr/bin/env bash |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. See accompanying LICENSE file. |
| # |
| |
| # resolve links - $0 may be a softlink |
| PRG="${0}" |
| |
| while [ -h "${PRG}" ]; do |
| ls=`ls -ld "${PRG}"` |
| link=`expr "$ls" : '.*-> \(.*\)$'` |
| if expr "$link" : '/.*' > /dev/null; then |
| PRG="$link" |
| else |
| PRG=`dirname "${PRG}"`/"$link" |
| fi |
| done |
| |
| BASEDIR=`dirname ${PRG}` |
| BASEDIR=`cd ${BASEDIR}/..;pwd` |
| . ${BASEDIR}/bin/lens-config.sh 'server' |
| |
| |
| ################################ |
| # functions |
| ################################ |
| |
| info() { |
| local msg=$1 |
| |
| echo "Info: $msg" >&2 |
| } |
| |
| warn() { |
| local msg=$1 |
| |
| echo "Warning: $msg" >&2 |
| } |
| |
| error() { |
| local msg=$1 |
| local exit_code=$2 |
| |
| echo "Error: $msg" >&2 |
| |
| if [ -n "$exit_code" ] ; then |
| exit $exit_code |
| fi |
| } |
| |
| |
| display_help() { |
| cat <<EOF |
| Usage: $0 start // Start the server |
| $0 stop // Stop the server |
| $0 restart // Restart the server, stop followed by stop |
| $0 force [stop|restart] // Forcefully stop the server |
| $0 status // Server status |
| $0 stack // Dump the thread stacks |
| $0 memory-histogram // Server's memory histogram |
| $0 memory-dump // Server's memory dump dumped to file in log directory |
| |
| Optional parameters for the commands --conf/-c, --classpath/-C, -D, --verbose/-v |
| |
| EOF |
| } |
| |
| start() { |
| # make sure the process is not running |
| if [ -f $LENS_PID_FILE ]; then |
| if kill -0 `cat $LENS_PID_FILE` > /dev/null 2>&1; then |
| echo lens-server running as process `cat $LENS_PID_FILE`. Stop it first. |
| exit 1 |
| fi |
| fi |
| |
| # HADOOP_HOME env variable overrides hadoop in the path |
| HADOOP_HOME=${HADOOP_HOME:-${HADOOP_PREFIX}} |
| if [ "$HADOOP_HOME" == "" ]; then |
| echo "Cannot find hadoop installation: \$HADOOP_HOME or \$HADOOP_PREFIX must be set or hadoop must be in the path"; |
| exit 4; |
| else |
| echo "Adding hadoop libs in classpath from $HADOOP_HOME" |
| |
| #ASSUMPTION: hadoop jars would be present in HADOOP_HOME if installed through deb or would be present |
| # in HADOOP_HOME/share/hadoop if installed through tarball. They can not coexist. |
| |
| CORE_JARS=`ls $HADOOP_HOME/hadoop-core-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| |
| LIB_JARS=`ls $HADOOP_HOME/lib/guava-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| LIB_JARS=$LIB_JARS:`ls ${HADOOP_HOME}/lib/commons-configuration-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| LIB_JARS=$LIB_JARS:`ls ${HADOOP_HOME}/lib/protobuf-java-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| LIB_JARS=$LIB_JARS:`ls ${HADOOP_HOME}/lib/htrace-core-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| LIB_JARS=$LIB_JARS:`ls ${HADOOP_HOME}/share/hadoop/common/lib/commons-configuration-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| LIB_JARS=$LIB_JARS:`ls ${HADOOP_HOME}/share/hadoop/hdfs/lib/protobuf-java-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| |
| |
| COMMON_JARS=`ls ${HADOOP_HOME}/hadoop-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| COMMON_JARS=$COMMON_JARS:`ls ${HADOOP_HOME}/share/hadoop/common/hadoop-common-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| COMMON_JARS=$COMMON_JARS:`ls ${HADOOP_HOME}/share/hadoop/common/lib/hadoop-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| |
| HDFS_JARS=`ls ${HADOOP_HOME}/../hadoop-hdfs/hadoop-hdfs-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| HDFS_JARS=$HDFS_JARS:`ls ${HADOOP_HOME}/share/hadoop/hdfs/hadoop-hdfs-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| |
| MAPRED_JARS=`ls ${HADOOP_HOME}/../hadoop-mapreduce/hadoop-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| MAPRED_JARS=$MAPRED_JARS:`ls ${HADOOP_HOME}/../hadoop-mapreduce/aws-java-sdk-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| MAPRED_JARS=$MAPRED_JARS:`ls ${HADOOP_HOME}/share/hadoop/mapreduce/hadoop-*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| |
| YARN_JARS=`ls ${HADOOP_HOME}/share/hadoop/yarn/hadoop-yarn*.jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| |
| HADOOP_JARPATH=$CORE_JARS:$LIB_JARS:$COMMON_JARS:$HDFS_JARS:$MAPRED_JARS:$YARN_JARS |
| LENSCPPATH=${LENSCPPATH}:$HADOOP_JARPATH |
| fi |
| |
| if [ "$HIVE_HOME" != "" ]; then |
| echo "HIVE_HOME is set, adding ${HIVE_HOME}/lib/*jar into lens classpath" |
| LENSCPPATH=${LENSCPPATH}:`ls ${HIVE_HOME}/lib/*jar 2>/dev/null | tr "\n" ':' 2>/dev/null` |
| else |
| echo "HIVE_HOME is not set. Set HIVE_HOME and try again" |
| exit 1 |
| fi |
| |
| # Add HIVE_HOME to HADOOP_CLASS_PATH |
| HADOOP_CLASSPATH="$HADOOP_CLASSPATH:${HIVE_HOME}/lib/*jar" |
| export HADOOP_CLASSPATH |
| |
| mkdir -p $LENS_LOG_DIR |
| |
| JAVA_PROPERTIES="${JAVA_PROPERTIES} $LENS_OPTS $LENS_PROPERTIES -Dlens.log.dir=$LENS_LOG_DIR -Dlens.home=${LENS_HOME_DIR} -Dconfig.location=$LENS_CONF -Dquery.log.default.id=unknown" |
| shift |
| |
| while [[ ${1} =~ ^\-D ]]; do |
| JAVA_PROPERTIES="${JAVA_PROPERTIES} ${1}" |
| shift |
| done |
| |
| queryLogIDFile="${LENS_LOG_DIR}/unknown.log" |
| if [ -f "$queryLogIDFile" ] ; then |
| rm "$queryLogIDFile" |
| fi |
| if [ -n "$opt_verbose" ] ; then |
| JAVA_PROPERTIES="-Dlensserver.root.logger=INFO,CONSOLE -Dlensserver.request.logger=INFO,CONSOLE ${JAVA_PROPERTIES}" |
| ${JAVA_BIN} ${JAVA_PROPERTIES} -cp ${LENSCPPATH} org.apache.lens.server.LensServer $* |
| else |
| pushd ${BASEDIR} > /dev/null |
| TIME=`date +%Y%m%d%H%M%s` |
| |
| nohup ${JAVA_BIN} ${JAVA_PROPERTIES} -cp ${LENSCPPATH} org.apache.lens.server.LensServer $* > "${LENS_LOG_DIR}/lensserver.out.$TIME" 2>&1 < /dev/null & |
| echo $! > $LENS_PID_FILE |
| popd > /dev/null |
| |
| echo Started lens server! |
| exit 0 |
| fi |
| } |
| |
| restart() { |
| stop |
| start |
| } |
| |
| stop() { |
| if [ -f $LENS_PID_FILE ]; then |
| if kill -0 `cat $LENS_PID_FILE` > /dev/null 2>&1; then |
| echo Taking thread-dump for lens server running as `cat $LENS_PID_FILE` |
| kill -3 `cat $LENS_PID_FILE` |
| sleep 1 |
| echo Stopping lens server running as `cat $LENS_PID_FILE` |
| if [ -n "$opt_force" ] ; then |
| kill -9 `cat $LENS_PID_FILE` |
| else |
| kill -15 `cat $LENS_PID_FILE` |
| fi |
| while : |
| do |
| if kill -0 `cat $LENS_PID_FILE` > /dev/null 2>&1; then |
| echo -n "." |
| sleep 1 |
| else |
| break |
| fi |
| done |
| rm -rf $LENS_PID_FILE |
| echo Stopped lens server! |
| fi |
| else |
| echo "pid file $LENS_PID_FILE not present" |
| fi |
| } |
| |
| status() { |
| if [ -f $LENS_PID_FILE ]; then |
| if kill -0 `cat $LENS_PID_FILE` > /dev/null 2>&1; then |
| echo "lens server is running" |
| echo "The pid: `cat $LENS_PID_FILE`" |
| exit 0 |
| else |
| exit -2 |
| fi |
| else |
| echo "pid file $LENS_PID_FILE not present" |
| exit -1 |
| fi |
| } |
| |
| stack() { |
| if [ -f $LENS_PID_FILE ]; then |
| kill -3 `cat $LENS_PID_FILE` |
| echo stack dumped in server stdout |
| exit 0 |
| else |
| echo "pid file $LENS_PID_FILE not present" |
| exit -1 |
| fi |
| } |
| |
| counters() { |
| |
| echo "Not implemented" |
| exit 0 |
| } |
| |
| memory_histo() { |
| if [ -f $LENS_PID_FILE ]; then |
| if kill -0 `cat $LENS_PID_FILE` > /dev/null 2>&1; then |
| jmap -histo `cat $LENS_PID_FILE` |
| exit 0 |
| else |
| exit -2 |
| fi |
| else |
| echo "pid file $LENS_PID_FILE not present" |
| exit -1 |
| fi |
| } |
| |
| memory_dump() { |
| if [ -f $LENS_PID_FILE ]; then |
| if kill -0 `cat $LENS_PID_FILE` > /dev/null 2>&1; then |
| TIME=`date +%Y%m%d%H%M%s` |
| jmap -dump:file=$LENS_LOG_DIR/lensserver-dump-$TIME.hprof `cat $LENS_PID_FILE` |
| exit 0 |
| else |
| exit -2 |
| fi |
| else |
| echo "pid file $LENS_PID_FILE not present" |
| exit -1 |
| fi |
| } |
| |
| run() { |
| mode=$1 |
| shift |
| |
| case "$mode" in |
| help) |
| display_help |
| exit 0 |
| ;; |
| start) |
| start |
| ;; |
| stop) |
| stop |
| exit 0 |
| ;; |
| status) |
| status |
| ;; |
| restart) |
| restart |
| ;; |
| force) |
| opt_force=1 |
| ;; |
| stack) |
| stack |
| ;; |
| counters) |
| counters |
| exit 0 |
| ;; |
| memory-histogram) |
| memory_histo |
| ;; |
| memory-dump) |
| memory_dump |
| ;; |
| *) |
| error "Unknown or unspecified command '$mode'" |
| echo |
| display_help |
| exit 1 |
| ;; |
| esac |
| } |
| ################################ |
| # main |
| ################################ |
| |
| opt_conf="" |
| |
| while [ -n "$*" ] ; do |
| arg=$1 |
| shift |
| |
| case "$arg" in |
| --conf|-c) |
| [ -n "$1" ] || error "Option --conf requires an argument" 1 |
| opt_conf=$1 |
| shift |
| ;; |
| --verbose|-v) |
| opt_verbose=1 |
| shift |
| ;; |
| --classpath|-C) |
| [ -n "$1" ] || error "Option --classpath requires an argument" 1 |
| LENSCPPATH="$LENSCPPATH:$1" |
| shift |
| ;; |
| -D*) |
| JAVA_PROPERTIES="${JAVA_PROPERTIES} $arg" |
| ;; |
| *) |
| args="$args $arg" |
| ;; |
| esac |
| done |
| |
| |
| |
| # prepend conf dir to classpath |
| if [ -n "$opt_conf" ]; then |
| export LENS_CONF=$opt_conf |
| LENSCPPATH="$opt_conf:$LENSCPPATH" |
| fi |
| |
| # finally, invoke the appropriate command |
| if [ -n "$opt_force" ] ; then |
| run $args |
| else |
| run $args |
| fi |
| exit 0 |
| |