| #!/usr/bin/env bash |
| # |
| #/** |
| # * Licensed to the Apache Software Foundation (ASF) under one |
| # * or more contributor license agreements. See the NOTICE file |
| # * distributed with this work for additional information |
| # * regarding copyright ownership. The ASF licenses this file |
| # * to you under the Apache License, Version 2.0 (the |
| # * "License"); you may not use this file except in compliance |
| # * with the License. You may obtain a copy of the License at |
| # * |
| # * http://www.apache.org/licenses/LICENSE-2.0 |
| # * |
| # * Unless required by applicable law or agreed to in writing, software |
| # * distributed under the License is distributed on an "AS IS" BASIS, |
| # * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # * See the License for the specific language governing permissions and |
| # * limitations under the License. |
| # */ |
| |
| set -e |
| |
| BASEDIR=$(dirname "$0") |
| DLOG_ROOT="${BASEDIR}/../.." |
| |
| LOG_DIR="${DLOG_ROOT}/logs" |
| mkdir -p ${LOG_DIR} |
| |
| # DL ZK & Namespace |
| NAMESPACE="${USER}-${RANDOM}" |
| ZK_PORT=7000 |
| |
| # write proxies |
| export WP_SHARD_ID=1 |
| export WP_SERVICE_PORT=8000 |
| export WP_STATS_PORT=8001 |
| export WP_NAMESPACE="distributedlog://127.0.0.1:${ZK_PORT}/messaging/${NAMESPACE}" |
| |
| # streams |
| SMOKESTREAM_PREFIX="smoketest-stream-" |
| |
| # start the sandbox |
| echo "start sandbox" |
| nohup ${DLOG_ROOT}/distributedlog-proxy-server/bin/dlog local ${ZK_PORT} > ${LOG_DIR}/sandbox.out 2>&1& |
| |
| if [ $? -ne 0 ]; then |
| echo "Failed to start sandbox" |
| exit 1 |
| fi |
| echo $! > ${LOG_DIR}/sandbox.pid |
| |
| # create namespace |
| echo "create namespace" |
| ${DLOG_ROOT}/distributedlog-core/bin/dlog admin bind -l /ledgers -s 127.0.0.1:${ZK_PORT} -c distributedlog://127.0.0.1:${ZK_PORT}/messaging/${NAMESPACE} |
| |
| if [ $? -ne 0 ]; then |
| echo "Failed to create namespace '${NAMESPACE}'." |
| exit 1 |
| fi |
| |
| # create streams |
| echo "create streams" |
| ${DLOG_ROOT}/distributedlog-proxy-server/bin/dlog tool create -u distributedlog://127.0.0.1:${ZK_PORT}/messaging/${NAMESPACE} -r ${SMOKESTREAM_PREFIX} -e 1-5 -f |
| |
| if [ $? -ne 0 ]; then |
| echo "Failed to create streams prefixed with '${SMOKESTREAM_PREFIX}'." |
| exit 1 |
| fi |
| |
| # list streams |
| echo "list streams" |
| STREAM_OUTPUT=$(${DLOG_ROOT}/distributedlog-proxy-server/bin/dlog tool list -u distributedlog://127.0.0.1:${ZK_PORT}/messaging/${NAMESPACE} | grep "${SMOKESTREAM_PREFIX}") |
| |
| echo "Create streams : ${STREAM_OUTPUT}." |
| |
| for i in {1..5}; do |
| if [[ ${STREAM_OUTPUT} != *"${SMOKESTREAM_PREFIX}${i}"* ]]; then |
| echo "Stream '${SMOKESTREAM_PREFIX}${i}' is not created." |
| exit 1 |
| fi |
| done |
| |
| # start a write proxy |
| echo "start a write proxy" |
| ${DLOG_ROOT}/distributedlog-proxy-server/bin/dlog-daemon.sh start writeproxy |
| |
| # tail the streams |
| echo "tail the streams" |
| nohup ${DLOG_ROOT}/distributedlog-tutorials/distributedlog-basic/bin/runner run org.apache.distributedlog.basic.MultiReader distributedlog://127.0.0.1:${ZK_PORT}/messaging/${NAMESPACE} ${SMOKESTREAM_PREFIX}1,${SMOKESTREAM_PREFIX}2,${SMOKESTREAM_PREFIX}3,${SMOKESTREAM_PREFIX}4,${SMOKESTREAM_PREFIX}5 > ${LOG_DIR}/reader.out 2>&1& |
| echo $! > ${LOG_DIR}/reader.pid |
| |
| # generate the records |
| echo "generate the records" |
| nohup ${DLOG_ROOT}/distributedlog-tutorials/distributedlog-basic/bin/runner run org.apache.distributedlog.basic.RecordGenerator "inet!127.0.0.1:${WP_SERVICE_PORT}" ${SMOKESTREAM_PREFIX}1 1 > ${LOG_DIR}/writer.out 2>&1& |
| echo $! > ${LOG_DIR}/writer.pid |
| |
| # wait for 20 seconds |
| echo "sleep 20" |
| sleep 20 |
| |
| # kill the writer |
| echo "kill the writer" |
| if [ -f ${LOG_DIR}/writer.pid ]; then |
| writerpid=$(cat ${LOG_DIR}/writer.pid) |
| if kill -0 $writerpid > /dev/null 2>&1; then |
| echo "kill $writerpid" |
| kill $writerpid |
| fi |
| fi |
| |
| # kill the reader |
| echo "kill the reader" |
| if [ -f ${LOG_DIR}/reader.pid ]; then |
| readerpid=$(cat ${LOG_DIR}/reader.pid) |
| if kill -0 $readerpid > /dev/null 2>&1; then |
| echo "kill $readerpid" |
| kill $readerpid |
| fi |
| fi |
| ps ax | grep MultiReader | grep java | grep -v grep | awk '{print $1}' | xargs kill -9 |
| |
| # check the number of records received |
| NUM_RECORDS=`cat ${LOG_DIR}/reader.out | grep "record-" | wc -l` |
| |
| echo "Received ${NUM_RECORDS} records : " |
| cat ${LOG_DIR}/reader.out |
| |
| if [ $NUM_RECORDS -lt 18 ]; then |
| echo "[FAILURE] Received less than 18 records." |
| exit 1 |
| fi |
| |
| # stop the write proxy |
| echo "stop the write proxy" |
| ${DLOG_ROOT}/distributedlog-proxy-server/bin/dlog-daemon.sh stop writeproxy |
| |
| # stop the sandbox |
| echo "stop the sandbox" |
| kill `cat ${LOG_DIR}/sandbox.pid` |
| |
| exit 0 |