tools/go-stress-test

#!/usr/bin/env bash

# Copyright Istio Authors
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# This script runs go tests in a package, but each test is run individually in a loop. This helps
# determine which tests are flaky.
# This requires https://github.com/howardjohn/golang-tools/tree/master/cmd/stress to be installed in $PATH.

# Usage: `go test -p 1 -exec $PWD/tools/go-stress-test ./...`
# Supported `go test` flags: -v, -race, -run, -count. All others are ignored (-timeout, etc)
# Addition flags:
# * -stress.runs: exit successfully after this many runs. Default 1000.
# * -stress.time: exit successfully after this much time has passed. Default 10s.

set -u

red='\e[0;31m'
green='\e[0;32m'
yellow='\e[0;33m'
clr='\e[0m'

binary="${1}"
RUN="."
COUNT=1
RUNS=1000
TIME=10s
while [[ "$#" -gt 0 ]]; do
    case $1 in
        -test.v=true) VERBOSE=true ;;
        -test.run=*) RUN="${1#-test.run=}" ;;
        -test.count=*) COUNT="${1#-test.count=}" ;;
        -stress.runs=*) RUNS="${1#-stress.runs=}" ;;
        -stress.runs) RUNS="${2}"; shift ;;
        -stress.time=*) TIME="${1#-stress.time=}" ;;
        -stress.time) TIME="${2}"; shift ;;
    esac
    shift
done

RESULTS=/tmp/test-results"$(dirname ${binary})"
mkdir -p "${RESULTS}"
code=0

for testname in $("${binary}" -test.list "${RUN}" | grep '^Test'); do
  stress -f --max-time "${TIME:-10s}" --max-runs "${RUNS:-1000}" "${binary}" -test.run '^'"${testname}"'$' -test.count "${COUNT}" -test.v &> "${RESULTS}/${testname}"
  # shellcheck disable=SC2181
  if [[ $? != 0 ]]; then
    echo -e "--- ${red}FAIL:${clr} ${testname}. See ${RESULTS}/${testname} for full logs"
    code=1
  elif [[ "${VERBOSE:-}" == true ]]; then
    echo -e "--- ${green}PASS:${clr} ${testname}. $(cat ${RESULTS}/${testname} | tail -n2 | head -n1)"
  fi
done

exit ${code}