build.sh - causeway - Git at Google

 #!/usr/bin/env bash


 #
 # Licensed to the Apache Software Foundation (ASF) under one
 # or more contributor license agreements.  See the NOTICE file
 # distributed with this work for additional information
 # regarding copyright ownership.  The ASF licenses this file
 # to you under the Apache License, Version 2.0 (the
 # "License"); you may not use this file except in compliance
 # with the License.  You may obtain a copy of the License at
 #
 #        http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing,
 # software distributed under the License is distributed on an
 # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
 #
 #

 #
 # example usage:
 #
 #     sh build.sh -ptOvI
 #

 #
 # see serve-timeline.sh to serve up the generated website (requires JDK18)
 #

 BASENAME_0=$(basename $0)

 usage() {
  echo ""                                                                                               >&2
  echo "$BASENAME_0 options:"                                                                           >&2
  echo ""                                                                                               >&2
  echo "  -p run 'git pull --ff-only' first"                                                            >&2
  echo "  -c include 'clean' goal"                                                                      >&2
  echo "  -t skip tests"                                                                                >&2
  echo "  -n serve timeline (prereq: npm i -g serve)"                                                   >&2
  echo "  -l single threaded, do NOT add '-T1C' flag"                                                   >&2
  echo "  -k use 'package' rather than 'install'.  Does not run integ tests.  Cannot combine with '-y'" >&2
  echo "  -y use 'verify' rather than 'install'.  Cannot combine with '-k'"                             >&2
  echo "  -O do NOT add '-o' (offline) flag, ie bring down any new dependencies"                        >&2
  echo "  -a append '-Dmodule-all'.  Cannot combine with '-I' or '-K'"                                  >&2
  echo "  -K append '-Dmodule-all-except-kroviz'.  Cannot combine with '-a' or '-I'"                    >&2
  echo "  -I append '-Dmodule-all-except-incubator'.  Cannot combine with '-a' or '-K'"                 >&2
  echo "  -d use mvnd rather than mvn (requires: mvndaemon)"                                            >&2
  echo "  -F do NOT search for Failures and Errors at the end"                                          >&2
  echo "  -S do NOT print summary or last 50 lines at the end"                                          >&2
  echo "  -w whatif - don't run the command but do print it out.  Implies -v (verbose)"                 >&2
  echo "  -v verbose"                                                                                   >&2
  echo "  -e edit log file at end.  Cannot combine with '-v'"                                           >&2
  echo ""                                                                                               >&2
  echo ""                                                                                               >&2
  echo "example usage:"                                                                                 >&2
  echo ""                                                                                               >&2
  echo "sh build.sh -tOd           # no tests, no offline, use mvnd, released only"                     >&2
  echo "sh build.sh -ptOdI         # pull, no tests, no offline, use mvnd, no incubator"                >&2
  echo "sh build.sh -pctOvI        # pull, clean, no tests, no offline, verbose, no incubator"          >&2
  echo ""                                                                                               >&2
 }

 GIT_PULL=false
 CLEAN=false
 SKIP_TESTS=false
 TIMELINE=false
 SKIP_OFFLINE=false
 PACKAGE_ONLY=false
 VERIFY_ONLY=false
 WHATIF=false
 SINGLE_THREADED=false
 ALL=false
 ALL_EXCEPT_KROVIZ=false
 ALL_EXCEPT_INCUBATOR=false
 USE_MVND=false
 SKIP_SEARCH_FOR_FAILURES=false
 SKIP_SUMMARY=false
 EDIT=false
 VERBOSE=false

 MVN_LOG=/tmp/$BASENAME_0.$$.log

 while getopts 'prcntlkyaIKOdFSwveh' opt
 do
   case $opt in
     p) export GIT_PULL=true ;;
     c) export CLEAN=true ;;
     t) export SKIP_TESTS=true ;;
     n) export TIMELINE=true ;;
     O) export SKIP_OFFLINE=true ;;
     l) export SINGLE_THREADED=true ;;
     k) export PACKAGE_ONLY=true ;;
     y) export VERIFY_ONLY=true ;;
     a) export ALL=true ;;
     I) export ALL_EXCEPT_INCUBATOR=true ;;
     K) export ALL_EXCEPT_KROVIZ=true ;;
     d) export USE_MVND=true ;;
     F) export SKIP_SEARCH_FOR_FAILURES=true ;;
     S) export SKIP_SUMMARY=true ;;
     w) export WHATIF=true ;;
     v) export VERBOSE=true ;;
     e) export EDIT=true ;;
     h) usage
        exit 1
        ;;
     *) echo "unknown option $opt - aborting" >&2
        usage
        exit 1
       ;;
   esac
 done

 shift $((OPTIND-1))

 echo ""

 if [ "$VERBOSE" = "true" ]; then
   echo "-p (git pull --ff-only)                 : $GIT_PULL"
   echo "-c mvn clean                            : $CLEAN"
   echo "-t skip all tests (mvn -DskipTests)     : $SKIP_TESTS"
   echo "-O not mvn --offline                    : $SKIP_OFFLINE"
   echo "-l not mvn -T1C                         : $SINGLE_THREADED"
   echo "-k mvn package                          : $PACKAGE_ONLY"
   echo "-y mvn verify                           : $VERIFY_ONLY"
   echo "-a include ALL modules                  : $ALL"
   echo "-I include all modules except incubator : $ALL_EXCEPT_INCUBATOR"
   echo "-K include all modules except kroviz    : $ALL_EXCEPT_KROVIZ"
   echo "-n serve up timeline                    : $TIMELINE"
   echo "-d use mvnd rather than mvn             : $USE_MVND"
   echo "-F skip search for failures             : $SKIP_SEARCH_FOR_FAILURES"
   echo "-S skip summary                         : $SKIP_SUMMARY"
   echo "-w what-if                              : $WHATIF"
   echo "-v verbose                              : $VERBOSE"
   echo ""
 fi

 if [ "$PACKAGE_ONLY" = "true" ] && [ "$VERIFY_ONLY" = "true" ]; then
   echo "$BASENAME_0 : cannot use '-y' and '-k' flags together"  >&2
   usage
   exit 1
 fi

 if [ "$ALL" = "true" ] && [ "$ALL_EXCEPT_INCUBATOR" = "true" ]; then
   echo "$BASENAME_0 : cannot use '-a' and '-I' flags together"  >&2
   usage
   exit 1
 fi

 if [ "$ALL" = "true" ] && [ "$ALL_EXCEPT_KROVIZ" = "true" ]; then
   echo "$BASENAME_0 : cannot use '-a' and '-K' flags together"  >&2
   usage
   exit 1
 fi

 if [ "$ALL_EXCEPT_INCUBATOR" = "true" ] && [ "$ALL_EXCEPT_KROVIZ" = "true" ]; then
   echo "$BASENAME_0 : cannot use '-I' and '-K' flags together"  >&2
   usage
   exit 1
 fi

 if [ "$VERBOSE" = "true" ] && [ "$EDIT" = "true" ]; then
   echo "$BASENAME_0 : cannot use '-v' and '-e' flags together"  >&2
   usage
   exit 1
 fi


 OPTS=""

 if [ "$CLEAN" = "true" ]; then
   OPTS="$OPTS clean"
 fi

 if [ "$SKIP_TESTS" = "true" ]; then
   OPTS="$OPTS -DskipTests=true"
 fi

 if [ "$ALL" = "true" ]; then
   OPTS="$OPTS -Dmodule-all"
 fi

 if [ "$ALL_EXCEPT_INCUBATOR" = "true" ]; then
   OPTS="$OPTS -Dmodule-all-except-incubator"
 fi

 if [ "$ALL_EXCEPT_KROVIZ" = "true" ]; then
   OPTS="$OPTS -Dmodule-all-except-kroviz"
 fi

 if [ "$SKIP_OFFLINE" = "false" ]; then
   OPTS="$OPTS -o"
 fi

 if [ "$SINGLE_THREADED" = "false" ]; then
   OPTS="$OPTS -T1C"
 fi

 if [ "$PACKAGE_ONLY" = "true" ]; then
   OPTS="$OPTS package"
 else
   if [ "$VERIFY_ONLY" = "true" ]; then
     OPTS="$OPTS verify"
   else
     OPTS="$OPTS install"
   fi
 fi

 if [ "$USE_MVND" = "true" ]; then
   CMD="mvnd"
 else
   CMD="mvn"
 fi

 if [ "$WHATIF" = "true" ]; then

   if [ "$GIT_PULL" = "true" ]; then
     echo git pull --ff-only
   fi

   if [ "$VERBOSE" = "true" ]; then
     echo "$CMD $OPTS $* 2>&1 | tee $MVN_LOG "
   else
     OPTS="$OPTS --log-file $MVN_LOG"
     echo $CMD $OPTS "$@"
   fi


   if [ "$SKIP_SEARCH_FOR_FAILURES" = "false" ]; then
     echo "... grep for failures/errors"
   fi

   if [ "$SKIP_SUMMARY" = "false" ]; then
     echo "... print summary"
   fi

   if [ "$TIMELINE" = "true" ]; then
     echo "serve -d target/timeline"
   fi


   echo ""
 else

   if [ "$GIT_PULL" = "true" ]; then
     git pull --ff-only
     if [ $? -ne 0 ]; then
       echo "git pull --ff-only failed; aborting" >&2
       exit 1
     fi
   fi

   if [ "$VERBOSE" = "true" ]; then
     echo "$CMD $OPTS $* 2>&1 | tee $MVN_LOG"
     $CMD $OPTS "$@" 2>&1 | tee $MVN_LOG
   else
     OPTS="$OPTS --log-file $MVN_LOG"
     echo "$CMD $OPTS $*"
     $CMD $OPTS "$@"
   fi

   if [ "$SKIP_SEARCH_FOR_FAILURES" = "false" ]; then
     if [ "$VERBOSE" = "true" ]; then
       echo "searching for failures and errors (in $MVN_LOG) ..."
     fi
     grep -in -E 'Failures:\s[1-9]+, Errors: [0-9]+, Skipped: [0-9]+$' -B 20 $MVN_LOG
     grep -in -E 'Failures:\s[0-9]+, Errors: [1-9]+, Skipped: [0-9]+$' -B 20 $MVN_LOG
   else
     if [ "$VERBOSE" = "true" ]; then
       echo "NOT searching for failures and errors"
     fi
   fi

   if [ "$SKIP_SUMMARY" = "false" ]; then
     if [ "$VERBOSE" = "true" ]; then
       echo "printing summary..."
     fi
     if grep -n "Segment walltime" $MVN_LOG ; then
       if [ "$VERBOSE" = "true" ]; then
         echo "found 'Segment walltime' ......"
       fi
       tail -n +$(grep -n "Segment walltime" $MVN_LOG | cut -f1 -d:) $MVN_LOG
     else
       if [ "$VERBOSE" = "true" ]; then
         echo "did NOT find 'Segment walltime', so printing last 120 lines of log"
       fi
       tail -n 120 $MVN_LOG
     fi
   else
     if [ "$VERBOSE" = "true" ]; then
       echo "NOT printing any summary"
     fi
   fi

   if [ "$EDIT" = "true" ]; then
     vi $MVN_LOG
   fi

   if [ "$TIMELINE" = "true" ]; then

     ## when we eventually target only jdk18 and above, then can replace with:
     ## jwebserver -d $(pwd)/target/timeline -b ::

     serve -d target/timeline
   fi

 fi
	#!/usr/bin/env bash


	#
	# Licensed to the Apache Software Foundation (ASF) under one
	# or more contributor license agreements. See the NOTICE file
	# distributed with this work for additional information
	# regarding copyright ownership. The ASF licenses this file
	# to you under the Apache License, Version 2.0 (the
	# "License"); you may not use this file except in compliance
	# with the License. You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing,
	# software distributed under the License is distributed on an
	# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
	# KIND, either express or implied. See the License for the
	# specific language governing permissions and limitations
	# under the License.
	#
	#

	#
	# example usage:
	#
	# sh build.sh -ptOvI
	#

	#
	# see serve-timeline.sh to serve up the generated website (requires JDK18)
	#

	BASENAME_0=$(basename $0)

	usage() {
	echo "" >&2
	echo "$BASENAME_0 options:" >&2
	echo "" >&2
	echo " -p run 'git pull --ff-only' first" >&2
	echo " -c include 'clean' goal" >&2
	echo " -t skip tests" >&2
	echo " -n serve timeline (prereq: npm i -g serve)" >&2
	echo " -l single threaded, do NOT add '-T1C' flag" >&2
	echo " -k use 'package' rather than 'install'. Does not run integ tests. Cannot combine with '-y'" >&2
	echo " -y use 'verify' rather than 'install'. Cannot combine with '-k'" >&2
	echo " -O do NOT add '-o' (offline) flag, ie bring down any new dependencies" >&2
	echo " -a append '-Dmodule-all'. Cannot combine with '-I' or '-K'" >&2
	echo " -K append '-Dmodule-all-except-kroviz'. Cannot combine with '-a' or '-I'" >&2
	echo " -I append '-Dmodule-all-except-incubator'. Cannot combine with '-a' or '-K'" >&2
	echo " -d use mvnd rather than mvn (requires: mvndaemon)" >&2
	echo " -F do NOT search for Failures and Errors at the end" >&2
	echo " -S do NOT print summary or last 50 lines at the end" >&2
	echo " -w whatif - don't run the command but do print it out. Implies -v (verbose)" >&2
	echo " -v verbose" >&2
	echo " -e edit log file at end. Cannot combine with '-v'" >&2
	echo "" >&2
	echo "" >&2
	echo "example usage:" >&2
	echo "" >&2
	echo "sh build.sh -tOd # no tests, no offline, use mvnd, released only" >&2
	echo "sh build.sh -ptOdI # pull, no tests, no offline, use mvnd, no incubator" >&2
	echo "sh build.sh -pctOvI # pull, clean, no tests, no offline, verbose, no incubator" >&2
	echo "" >&2
	}

	GIT_PULL=false
	CLEAN=false
	SKIP_TESTS=false
	TIMELINE=false
	SKIP_OFFLINE=false
	PACKAGE_ONLY=false
	VERIFY_ONLY=false
	WHATIF=false
	SINGLE_THREADED=false
	ALL=false
	ALL_EXCEPT_KROVIZ=false
	ALL_EXCEPT_INCUBATOR=false
	USE_MVND=false
	SKIP_SEARCH_FOR_FAILURES=false
	SKIP_SUMMARY=false
	EDIT=false
	VERBOSE=false

	MVN_LOG=/tmp/$BASENAME_0.$$.log

	while getopts 'prcntlkyaIKOdFSwveh' opt
	do
	case $opt in
	p) export GIT_PULL=true ;;
	c) export CLEAN=true ;;
	t) export SKIP_TESTS=true ;;
	n) export TIMELINE=true ;;
	O) export SKIP_OFFLINE=true ;;
	l) export SINGLE_THREADED=true ;;
	k) export PACKAGE_ONLY=true ;;
	y) export VERIFY_ONLY=true ;;
	a) export ALL=true ;;
	I) export ALL_EXCEPT_INCUBATOR=true ;;
	K) export ALL_EXCEPT_KROVIZ=true ;;
	d) export USE_MVND=true ;;
	F) export SKIP_SEARCH_FOR_FAILURES=true ;;
	S) export SKIP_SUMMARY=true ;;
	w) export WHATIF=true ;;
	v) export VERBOSE=true ;;
	e) export EDIT=true ;;
	h) usage
	exit 1
	;;
	*) echo "unknown option $opt - aborting" >&2
	usage
	exit 1
	;;
	esac
	done

	shift $((OPTIND-1))

	echo ""

	if [ "$VERBOSE" = "true" ]; then
	echo "-p (git pull --ff-only) : $GIT_PULL"
	echo "-c mvn clean : $CLEAN"
	echo "-t skip all tests (mvn -DskipTests) : $SKIP_TESTS"
	echo "-O not mvn --offline : $SKIP_OFFLINE"
	echo "-l not mvn -T1C : $SINGLE_THREADED"
	echo "-k mvn package : $PACKAGE_ONLY"
	echo "-y mvn verify : $VERIFY_ONLY"
	echo "-a include ALL modules : $ALL"
	echo "-I include all modules except incubator : $ALL_EXCEPT_INCUBATOR"
	echo "-K include all modules except kroviz : $ALL_EXCEPT_KROVIZ"
	echo "-n serve up timeline : $TIMELINE"
	echo "-d use mvnd rather than mvn : $USE_MVND"
	echo "-F skip search for failures : $SKIP_SEARCH_FOR_FAILURES"
	echo "-S skip summary : $SKIP_SUMMARY"
	echo "-w what-if : $WHATIF"
	echo "-v verbose : $VERBOSE"
	echo ""
	fi

	if [ "$PACKAGE_ONLY" = "true" ] && [ "$VERIFY_ONLY" = "true" ]; then
	echo "$BASENAME_0 : cannot use '-y' and '-k' flags together" >&2
	usage
	exit 1
	fi

	if [ "$ALL" = "true" ] && [ "$ALL_EXCEPT_INCUBATOR" = "true" ]; then
	echo "$BASENAME_0 : cannot use '-a' and '-I' flags together" >&2
	usage
	exit 1
	fi

	if [ "$ALL" = "true" ] && [ "$ALL_EXCEPT_KROVIZ" = "true" ]; then
	echo "$BASENAME_0 : cannot use '-a' and '-K' flags together" >&2
	usage
	exit 1
	fi

	if [ "$ALL_EXCEPT_INCUBATOR" = "true" ] && [ "$ALL_EXCEPT_KROVIZ" = "true" ]; then
	echo "$BASENAME_0 : cannot use '-I' and '-K' flags together" >&2
	usage
	exit 1
	fi

	if [ "$VERBOSE" = "true" ] && [ "$EDIT" = "true" ]; then
	echo "$BASENAME_0 : cannot use '-v' and '-e' flags together" >&2
	usage
	exit 1
	fi


	OPTS=""

	if [ "$CLEAN" = "true" ]; then
	OPTS="$OPTS clean"
	fi

	if [ "$SKIP_TESTS" = "true" ]; then
	OPTS="$OPTS -DskipTests=true"
	fi

	if [ "$ALL" = "true" ]; then
	OPTS="$OPTS -Dmodule-all"
	fi

	if [ "$ALL_EXCEPT_INCUBATOR" = "true" ]; then
	OPTS="$OPTS -Dmodule-all-except-incubator"
	fi

	if [ "$ALL_EXCEPT_KROVIZ" = "true" ]; then
	OPTS="$OPTS -Dmodule-all-except-kroviz"
	fi

	if [ "$SKIP_OFFLINE" = "false" ]; then
	OPTS="$OPTS -o"
	fi

	if [ "$SINGLE_THREADED" = "false" ]; then
	OPTS="$OPTS -T1C"
	fi

	if [ "$PACKAGE_ONLY" = "true" ]; then
	OPTS="$OPTS package"
	else
	if [ "$VERIFY_ONLY" = "true" ]; then
	OPTS="$OPTS verify"
	else
	OPTS="$OPTS install"
	fi
	fi

	if [ "$USE_MVND" = "true" ]; then
	CMD="mvnd"
	else
	CMD="mvn"
	fi

	if [ "$WHATIF" = "true" ]; then

	if [ "$GIT_PULL" = "true" ]; then
	echo git pull --ff-only
	fi

	if [ "$VERBOSE" = "true" ]; then
	echo "$CMD $OPTS $* 2>&1 \| tee $MVN_LOG "
	else
	OPTS="$OPTS --log-file $MVN_LOG"
	echo $CMD $OPTS "$@"
	fi


	if [ "$SKIP_SEARCH_FOR_FAILURES" = "false" ]; then
	echo "... grep for failures/errors"
	fi

	if [ "$SKIP_SUMMARY" = "false" ]; then
	echo "... print summary"
	fi

	if [ "$TIMELINE" = "true" ]; then
	echo "serve -d target/timeline"
	fi


	echo ""
	else

	if [ "$GIT_PULL" = "true" ]; then
	git pull --ff-only
	if [ $? -ne 0 ]; then
	echo "git pull --ff-only failed; aborting" >&2
	exit 1
	fi
	fi

	if [ "$VERBOSE" = "true" ]; then
	echo "$CMD $OPTS $* 2>&1 \| tee $MVN_LOG"
	$CMD $OPTS "$@" 2>&1 \| tee $MVN_LOG
	else
	OPTS="$OPTS --log-file $MVN_LOG"
	echo "$CMD $OPTS $*"
	$CMD $OPTS "$@"
	fi

	if [ "$SKIP_SEARCH_FOR_FAILURES" = "false" ]; then
	if [ "$VERBOSE" = "true" ]; then
	echo "searching for failures and errors (in $MVN_LOG) ..."
	fi
	grep -in -E 'Failures:\s[1-9]+, Errors: [0-9]+, Skipped: [0-9]+$' -B 20 $MVN_LOG
	grep -in -E 'Failures:\s[0-9]+, Errors: [1-9]+, Skipped: [0-9]+$' -B 20 $MVN_LOG
	else
	if [ "$VERBOSE" = "true" ]; then
	echo "NOT searching for failures and errors"
	fi
	fi

	if [ "$SKIP_SUMMARY" = "false" ]; then
	if [ "$VERBOSE" = "true" ]; then
	echo "printing summary..."
	fi
	if grep -n "Segment walltime" $MVN_LOG ; then
	if [ "$VERBOSE" = "true" ]; then
	echo "found 'Segment walltime' ......"
	fi
	tail -n +$(grep -n "Segment walltime" $MVN_LOG \| cut -f1 -d:) $MVN_LOG
	else
	if [ "$VERBOSE" = "true" ]; then
	echo "did NOT find 'Segment walltime', so printing last 120 lines of log"
	fi
	tail -n 120 $MVN_LOG
	fi
	else
	if [ "$VERBOSE" = "true" ]; then
	echo "NOT printing any summary"
	fi
	fi

	if [ "$EDIT" = "true" ]; then
	vi $MVN_LOG
	fi

	if [ "$TIMELINE" = "true" ]; then

	## when we eventually target only jdk18 and above, then can replace with:
	## jwebserver -d $(pwd)/target/timeline -b ::

	serve -d target/timeline
	fi

	fi