| #!/usr/bin/env bash |
| # |
| # Copyright 2016 Yahoo Inc. |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| # |
| |
| BINDIR=$(dirname "$0") |
| PULSAR_HOME=`cd $BINDIR/..;pwd` |
| |
| DEFAULT_BROKER_CONF=$PULSAR_HOME/conf/broker.conf |
| DEFAULT_BOOKKEEPER_CONF=$PULSAR_HOME/conf/bookkeeper.conf |
| DEFAULT_ZK_CONF=$PULSAR_HOME/conf/zookeeper.conf |
| DEFAULT_GLOBAL_ZK_CONF=$PULSAR_HOME/conf/global_zookeeper.conf |
| DEFAULT_DISCOVERY_CONF=$PULSAR_HOME/conf/discovery.conf |
| DEFAULT_STANDALONE_CONF=$PULSAR_HOME/conf/standalone.conf |
| DEFAULT_WEBSOCKET_CONF=$PULSAR_HOME/conf/websocket.conf |
| DEFAULT_LOG_CONF=$PULSAR_HOME/conf/log4j.properties |
| |
| if [ -f "$PULSAR_HOME/conf/pulsar_env.sh" ] |
| then |
| . "$PULSAR_HOME/conf/pulsar_env.sh" |
| fi |
| |
| # Check for the java to use |
| if [[ -z $JAVA_HOME ]]; then |
| JAVA=$(which java) |
| if [ $? != 0 ]; then |
| echo "Error: JAVA_HOME not set, and no java executable found in $PATH." 1>&2 |
| exit 1 |
| fi |
| else |
| JAVA=$JAVA_HOME/bin/java |
| fi |
| |
| # exclude tests jar |
| RELEASE_JAR=`ls $PULSAR_HOME/pulsar-*.jar 2> /dev/null | grep -v tests | tail -1` |
| if [ $? == 0 ]; then |
| PULSAR_JAR=$RELEASE_JAR |
| fi |
| |
| # exclude tests jar |
| BUILT_JAR=`ls $PULSAR_HOME/pulsar-broker/target/pulsar-*.jar 2> /dev/null | grep -v tests | tail -1` |
| if [ $? != 0 ] && [ ! -e "$PULSAR_JAR" ]; then |
| echo "\nCouldn't find pulsar jar."; |
| echo "Make sure you've run 'mvn package'\n"; |
| exit 1; |
| elif [ -e "$BUILT_JAR" ]; then |
| PULSAR_JAR=$BUILT_JAR |
| fi |
| |
| pulsar_help() { |
| cat <<EOF |
| Usage: pulsar <command> |
| where command is one of: |
| broker Run a broker server |
| bookie Run a bookie server |
| zookeeper Run a zookeeper server |
| global-zookeeper Run a global-zookeeper server |
| discovery Run a discovery server |
| websocket Run a web socket proxy server |
| standalone Run a broker server with local bookies and local zookeeper |
| |
| initialize-cluster-metadata One-time metadata initialization |
| zookeeper-shell Open a ZK shell client |
| |
| help This help message |
| |
| or command is the full name of a class with a defined main() method. |
| |
| Environment variables: |
| PULSAR_LOG_CONF Log4j configuration file (default $DEFAULT_LOG_CONF) |
| PULSAR_BROKER_CONF Configuration file for broker (default: $DEFAULT_BROKER_CONF) |
| PULSAR_BOOKKEEPER_CONF Configuration file for bookie (default: $DEFAULT_BOOKKEEPER_CONF) |
| PULSAR_ZK_CONF Configuration file for zookeeper (default: $DEFAULT_ZK_CONF) |
| PULSAR_GLOBAL_ZK_CONF Configuration file for global zookeeper (default: $DEFAULT_GLOBAL_ZK_CONF) |
| PULSAR_DISCOVERY_CONF Configuration file for discovery service (default: $DEFAULT_DISCOVERY_CONF) |
| PULSAR_WEBSOCKET_CONF Configuration file for websocket proxy (default: $DEFAULT_WEBSOCKET_CONF) |
| PULSAR_STANDALONE_CONF Configuration file for standalone (default: $DEFAULT_STANDALONE_CONF) |
| PULSAR_EXTRA_OPTS Extra options to be passed to the jvm |
| PULSAR_EXTRA_CLASSPATH Add extra paths to the pulsar classpath |
| PULSAR_PID_DIR Folder where the pulsar server PID file should be stored |
| PULSAR_STOP_TIMEOUT Wait time before forcefully kill the pulsar server instance, if the stop is not successful |
| |
| These variable can also be set in conf/pulsar_env.sh |
| EOF |
| } |
| |
| add_maven_deps_to_classpath() { |
| MVN="mvn" |
| if [ "$MAVEN_HOME" != "" ]; then |
| MVN=${MAVEN_HOME}/bin/mvn |
| fi |
| |
| # Need to generate classpath from maven pom. This is costly so generate it |
| # and cache it. Save the file into our target dir so a mvn clean will get |
| # clean it up and force us create a new one. |
| f="${PULSAR_HOME}/all/target/classpath.txt" |
| if [ ! -f "${f}" ] |
| then |
| ${MVN} -f "${PULSAR_HOME}/pom.xml" dependency:build-classpath -Dmdep.outputFile="${f}" &> /dev/null |
| fi |
| PULSAR_CLASSPATH=${CLASSPATH}:`cat "${f}"` |
| } |
| |
| if [ -d "$PULSAR_HOME/lib" ]; then |
| PULSAR_CLASSPATH=$PULSAR_CLASSPATH:$PULSAR_HOME/lib/* |
| else |
| add_maven_deps_to_classpath |
| fi |
| |
| # if no args specified, show usage |
| if [ $# = 0 ]; then |
| pulsar_help; |
| exit 1; |
| fi |
| |
| # get arguments |
| COMMAND=$1 |
| shift |
| |
| if [ -z "$PULSAR_BROKER_CONF" ]; then |
| PULSAR_BROKER_CONF=$DEFAULT_BROKER_CONF |
| fi |
| |
| if [ -z "$PULSAR_BOOKKEEPER_CONF" ]; then |
| PULSAR_BOOKKEEPER_CONF=$DEFAULT_BOOKKEEPER_CONF |
| fi |
| |
| if [ -z "$PULSAR_ZK_CONF" ]; then |
| PULSAR_ZK_CONF=$DEFAULT_ZK_CONF |
| fi |
| |
| if [ -z "$PULSAR_GLOBAL_ZK_CONF" ]; then |
| PULSAR_GLOBAL_ZK_CONF=$DEFAULT_GLOBAL_ZK_CONF |
| fi |
| |
| if [ -z "$PULSAR_DISCOVERY_CONF" ]; then |
| PULSAR_DISCOVERY_CONF=$DEFAULT_DISCOVERY_CONF |
| fi |
| |
| if [ -z "$PULSAR_WEBSOCKET_CONF" ]; then |
| PULSAR_WEBSOCKET_CONF=$DEFAULT_WEBSOCKET_CONF |
| fi |
| |
| if [ -z "$PULSAR_STANDALONE_CONF" ]; then |
| PULSAR_STANDALONE_CONF=$DEFAULT_STANDALONE_CONF |
| fi |
| |
| if [ -z "$PULSAR_LOG_CONF" ]; then |
| PULSAR_LOG_CONF=$DEFAULT_LOG_CONF |
| fi |
| |
| PULSAR_CLASSPATH="$PULSAR_JAR:$PULSAR_CLASSPATH:$PULSAR_EXTRA_CLASSPATH" |
| PULSAR_CLASSPATH="`dirname $PULSAR_LOG_CONF`:$PULSAR_CLASSPATH" |
| OPTS="$OPTS -Dlog4j.configuration=`basename $PULSAR_LOG_CONF`" |
| |
| # Ensure we can read bigger content from ZK. (It might be |
| # rarely needed when trying to list many z-nodes under a |
| # directory) |
| OPTS="$OPTS -Djute.maxbuffer=10485760 -Djava.net.preferIPv4Stack=true" |
| |
| OPTS="-cp $PULSAR_CLASSPATH $OPTS" |
| |
| OPTS="$OPTS $PULSAR_EXTRA_OPTS" |
| |
| # log directory & file |
| PULSAR_ROOT_LOGGER=${PULSAR_ROOT_LOGGER:-"INFO,CONSOLE"} |
| PULSAR_LOG_DIR=${PULSAR_LOG_DIR:-"$PULSAR_HOME/logs"} |
| |
| #Configure log configuration system properties |
| OPTS="$OPTS -Dpulsar.root.logger=$PULSAR_ROOT_LOGGER" |
| OPTS="$OPTS -Dpulsar.log.dir=$PULSAR_LOG_DIR" |
| |
| #Change to PULSAR_HOME to support relative paths |
| cd "$PULSAR_HOME" |
| if [ $COMMAND == "broker" ]; then |
| PULSAR_LOG_FILE=${PULSAR_LOG_FILE:-"pulsar-broker.log"} |
| exec $JAVA $OPTS -Dpulsar.log.file=$PULSAR_LOG_FILE com.yahoo.pulsar.PulsarBrokerStarter $PULSAR_BROKER_CONF $@ |
| elif [ $COMMAND == "bookie" ]; then |
| PULSAR_LOG_FILE=${PULSAR_LOG_FILE:-"bookkeeper.log"} |
| exec $JAVA $OPTS -Dpulsar.log.file=$PULSAR_LOG_FILE org.apache.bookkeeper.proto.BookieServer --conf $PULSAR_BOOKKEEPER_CONF $@ |
| elif [ $COMMAND == "zookeeper" ]; then |
| PULSAR_LOG_FILE=${PULSAR_LOG_FILE:-"zookeeper.log"} |
| exec $JAVA $OPTS -Dpulsar.log.file=$PULSAR_LOG_FILE org.apache.zookeeper.server.quorum.QuorumPeerMain $PULSAR_ZK_CONF $@ |
| elif [ $COMMAND == "global-zookeeper" ]; then |
| PULSAR_LOG_FILE=${PULSAR_LOG_FILE:-"global-zookeeper.log"} |
| # Allow global ZK to turn into read-only mode when it cannot reach the quorum |
| OPTS="${OPTS} -Dreadonlymode.enabled=true" |
| exec $JAVA $OPTS -Dpulsar.log.file=$PULSAR_LOG_FILE org.apache.zookeeper.server.quorum.QuorumPeerMain $PULSAR_GLOBAL_ZK_CONF $@ |
| elif [ $COMMAND == "discovery" ]; then |
| PULSAR_LOG_FILE=${PULSAR_LOG_FILE:-"discovery.log"} |
| exec $JAVA $OPTS -Dpulsar.log.file=$PULSAR_LOG_FILE com.yahoo.pulsar.discovery.service.server.DiscoveryServiceStarter $PULSAR_DISCOVERY_CONF $@ |
| elif [ $COMMAND == "websocket" ]; then |
| PULSAR_LOG_FILE=${PULSAR_LOG_FILE:-"pulsar-websocket.log"} |
| exec $JAVA $OPTS -Dpulsar.log.file=$PULSAR_LOG_FILE com.yahoo.pulsar.websocket.service.WebSocketServiceStarter $PULSAR_WEBSOCKET_CONF $@ |
| elif [ $COMMAND == "standalone" ]; then |
| PULSAR_LOG_FILE=${PULSAR_LOG_FILE:-"pulsar-standalone.log"} |
| exec $JAVA $OPTS -Dpulsar.log.file=$PULSAR_LOG_FILE com.yahoo.pulsar.PulsarStandaloneStarter --config $PULSAR_STANDALONE_CONF $@ |
| elif [ $COMMAND == "initialize-cluster-metadata" ]; then |
| exec $JAVA $OPTS com.yahoo.pulsar.PulsarClusterMetadataSetup $@ |
| elif [ $COMMAND == "zookeeper-shell" ]; then |
| exec $JAVA $OPTS org.apache.zookeeper.ZooKeeperMain $@ |
| elif [ $COMMAND == "help" ]; then |
| pulsar_help; |
| else |
| exec $JAVA $OPTS $COMMAND $@ |
| fi |