| #!/bin/bash |
| # Licensed to the Apache Software Foundation (ASF) under one or more |
| # contributor license agreements. See the NOTICE file distributed with |
| # this work for additional information regarding copyright ownership. |
| # The ASF licenses this file to You under the Apache License, Version 2.0 |
| # (the "License"); you may not use this file except in compliance with |
| # the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| |
| |
| # chmod 755 ./start.sh |
| #.bash start.sh MAX_ITERATION http(s)://RANGER_ADMIN_HOST:PORT ADMIN_USERNAME ADMIN_PASSWORD SERVICE_NAME MAX_CLIENT |
| # bash start.sh 1000 "http://localhost:6081/" "admin" "admin123" "test_hdfs" 5 |
| |
| # Read config |
| source app.conf |
| |
| WARN="[\e[1;33mWARN\e[0m]" |
| ERROR="[\e[1;31mERROR\e[0m]" |
| INFO="[\e[1;34mINFO\e[0m]" |
| |
| function LOG () { |
| echo -e "$1 $2" |
| } |
| |
| LOG $INFO "Evaluating script parameter provided" |
| ## Check if max iteration by each client is provided |
| if [ -z "$1" ] |
| then |
| LOG $WARN "Max script iteration by each client not supplied using default ($MAX_ITERATION)" |
| else |
| MAX_ITERATION=$1 |
| fi |
| |
| # Check if host is provided |
| if [ -z "$2" ] |
| then |
| LOG $WARN "Ranger Admin Host not supplied using default ($ADM_HOST)" |
| else |
| ADM_HOST=$2 |
| fi |
| |
| ## Check if username is provided |
| if [ -z "$3" ] |
| then |
| LOG $WARN "UserName not supplied using default ($USERNAME)" |
| else |
| USERNAME=$3 |
| fi |
| |
| # Check if password is provided |
| if [ -z "$4" ] |
| then |
| LOG $WARN "Password not supplied using default ($PASSWORD)" |
| else |
| PASSWORD=$4 |
| fi |
| |
| # Check if service-name is provided |
| if [ -z "$5" ] |
| then |
| LOG $WARN "Ranger Admin ServiceName not supplied using default ($SERVICE_NAME)" |
| else |
| SERVICE_NAME=$5 |
| fi |
| |
| # Check if max clients config value is provided |
| if [ -z "$6" ] |
| then |
| LOG $WARN "Max python clients not supplied using default ($MAX_CLIENT)" |
| else |
| MAX_CLIENT=$6 |
| fi |
| |
| # Remove / from end of $LOG_DIR |
| SCRIPT_LOG_DIR="${LOG_DIR%/}" |
| |
| # Create log directory if not exist |
| mkdir -p $LOG_DIR |
| |
| LOG $INFO "Initiating $MAX_CLIENT concurrent python clients" |
| |
| idx=1 |
| while [ $idx -le $MAX_CLIENT ] |
| do |
| LOG $INFO "Initiating: 'python ./test-hdfs-policy.py --startIndex $idx --maxIteration $MAX_ITERATION --incrementBy $MAX_CLIENT --host $ADM_HOST --username $USERNAME --password $PASSWORD --serviceName $SERVICE_NAME > $SCRIPT_LOG_DIR/script-$idx.log 2>&1 &'" |
| python3 ./test-hdfs-policy.py --startIndex $idx --maxIteration $MAX_ITERATION --incrementBy $MAX_CLIENT --host $ADM_HOST --username $USERNAME --password $PASSWORD --serviceName $SERVICE_NAME > $SCRIPT_LOG_DIR/script-$idx.log 2>&1 & |
| idx=`expr $idx + 1` |
| done |
| |
| LOG $INFO "$MAX_CLIENT concurrent python clients are initiated successfully." |