| #!/usr/bin/env bash | 
 |  | 
 | # | 
 | # Licensed to the Apache Software Foundation (ASF) under one or more | 
 | # contributor license agreements.  See the NOTICE file distributed with | 
 | # this work for additional information regarding copyright ownership. | 
 | # The ASF licenses this file to You under the Apache License, Version 2.0 | 
 | # (the "License"); you may not use this file except in compliance with | 
 | # the License.  You may obtain a copy of the License at | 
 | # | 
 | #    http://www.apache.org/licenses/LICENSE-2.0 | 
 | # | 
 | # Unless required by applicable law or agreed to in writing, software | 
 | # distributed under the License is distributed on an "AS IS" BASIS, | 
 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
 | # See the License for the specific language governing permissions and | 
 | # limitations under the License. | 
 | # | 
 |  | 
 | # Determine the current working directory | 
 | _DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" | 
 | # Preserve the calling directory | 
 | _CALLING_DIR="$(pwd)" | 
 | # Options used during compilation | 
 | _COMPILE_JVM_OPTS="-Xmx2g -XX:MaxPermSize=512M -XX:ReservedCodeCacheSize=512m" | 
 |  | 
 | # Installs any application tarball given a URL, the expected tarball name, | 
 | # and, optionally, a checkable binary path to determine if the binary has | 
 | # already been installed | 
 | ## Arg1 - URL | 
 | ## Arg2 - Tarball Name | 
 | ## Arg3 - Checkable Binary | 
 | install_app() { | 
 |   local remote_tarball="$1/$2" | 
 |   local local_tarball="${_DIR}/$2" | 
 |   local binary="${_DIR}/$3" | 
 |  | 
 |   # setup `curl` and `wget` silent options if we're running on Jenkins | 
 |   local curl_opts="-L" | 
 |   local wget_opts="" | 
 |   if [ -n "$AMPLAB_JENKINS" ]; then | 
 |     curl_opts="-s ${curl_opts}" | 
 |     wget_opts="--quiet ${wget_opts}" | 
 |   else | 
 |     curl_opts="--progress-bar ${curl_opts}" | 
 |     wget_opts="--progress=bar:force ${wget_opts}" | 
 |   fi | 
 |  | 
 |   if [ -z "$3" -o ! -f "$binary" ]; then | 
 |     # check if we already have the tarball | 
 |     # check if we have curl installed | 
 |     # download application | 
 |     [ ! -f "${local_tarball}" ] && [ $(command -v curl) ] && \ | 
 |       echo "exec: curl ${curl_opts} ${remote_tarball}" 1>&2 && \ | 
 |       curl ${curl_opts} "${remote_tarball}" > "${local_tarball}" | 
 |     # if the file still doesn't exist, lets try `wget` and cross our fingers | 
 |     [ ! -f "${local_tarball}" ] && [ $(command -v wget) ] && \ | 
 |       echo "exec: wget ${wget_opts} ${remote_tarball}" 1>&2 && \ | 
 |       wget ${wget_opts} -O "${local_tarball}" "${remote_tarball}" | 
 |     # if both were unsuccessful, exit | 
 |     [ ! -f "${local_tarball}" ] && \ | 
 |       echo -n "ERROR: Cannot download $2 with cURL or wget; " && \ | 
 |       echo "please install manually and try again." && \ | 
 |       exit 2 | 
 |     cd "${_DIR}" && tar -xzf "$2" | 
 |     rm -rf "$local_tarball" | 
 |   fi | 
 | } | 
 |  | 
 | # Install maven under the build/ folder | 
 | install_mvn() { | 
 |   local MVN_VERSION="3.3.3" | 
 |  | 
 |   install_app \ | 
 |     "http://archive.apache.org/dist/maven/maven-3/${MVN_VERSION}/binaries" \ | 
 |     "apache-maven-${MVN_VERSION}-bin.tar.gz" \ | 
 |     "apache-maven-${MVN_VERSION}/bin/mvn" | 
 |  | 
 |   MVN_BIN="${_DIR}/apache-maven-${MVN_VERSION}/bin/mvn" | 
 | } | 
 |  | 
 | # Install zinc under the build/ folder | 
 | install_zinc() { | 
 |   local zinc_path="zinc-0.3.5.3/bin/zinc" | 
 |   [ ! -f "${_DIR}/${zinc_path}" ] && ZINC_INSTALL_FLAG=1 | 
 |   install_app \ | 
 |     "http://downloads.typesafe.com/zinc/0.3.5.3" \ | 
 |     "zinc-0.3.5.3.tgz" \ | 
 |     "${zinc_path}" | 
 |   ZINC_BIN="${_DIR}/${zinc_path}" | 
 | } | 
 |  | 
 | # Determine the Scala version from the root pom.xml file, set the Scala URL, | 
 | # and, with that, download the specific version of Scala necessary under | 
 | # the build/ folder | 
 | install_scala() { | 
 |   # determine the Scala version used in Spark | 
 |   local scala_version=`grep "scala.version" "${_DIR}/../pom.xml" | \ | 
 |                        head -1 | cut -f2 -d'>' | cut -f1 -d'<'` | 
 |   local scala_bin="${_DIR}/scala-${scala_version}/bin/scala" | 
 |  | 
 |   install_app \ | 
 |     "http://downloads.typesafe.com/scala/${scala_version}" \ | 
 |     "scala-${scala_version}.tgz" \ | 
 |     "scala-${scala_version}/bin/scala" | 
 |  | 
 |   SCALA_COMPILER="$(cd "$(dirname ${scala_bin})/../lib" && pwd)/scala-compiler.jar" | 
 |   SCALA_LIBRARY="$(cd "$(dirname ${scala_bin})/../lib" && pwd)/scala-library.jar" | 
 | } | 
 |  | 
 | # Setup healthy defaults for the Zinc port if none were provided from | 
 | # the environment | 
 | ZINC_PORT=${ZINC_PORT:-"3030"} | 
 |  | 
 | # Check for the `--force` flag dictating that `mvn` should be downloaded | 
 | # regardless of whether the system already has a `mvn` install | 
 | if [ "$1" == "--force" ]; then | 
 |   FORCE_MVN=1 | 
 |   shift | 
 | fi | 
 |  | 
 | # Install Maven if necessary | 
 | MVN_BIN="$(command -v mvn)" | 
 |  | 
 | if [ ! "$MVN_BIN" -o -n "$FORCE_MVN" ]; then | 
 |   install_mvn | 
 | fi | 
 |  | 
 | # Install the proper version of Scala and Zinc for the build | 
 | install_zinc | 
 | install_scala | 
 |  | 
 | # Reset the current working directory | 
 | cd "${_CALLING_DIR}" | 
 |  | 
 | # Now that zinc is ensured to be installed, check its status and, if its | 
 | # not running or just installed, start it | 
 | if [ -n "${ZINC_INSTALL_FLAG}" -o -z "`${ZINC_BIN} -status -port ${ZINC_PORT}`" ]; then | 
 |   export ZINC_OPTS=${ZINC_OPTS:-"$_COMPILE_JVM_OPTS"} | 
 |   ${ZINC_BIN} -shutdown -port ${ZINC_PORT} | 
 |   ${ZINC_BIN} -start -port ${ZINC_PORT} \ | 
 |     -scala-compiler "${SCALA_COMPILER}" \ | 
 |     -scala-library "${SCALA_LIBRARY}" &>/dev/null | 
 | fi | 
 |  | 
 | # Set any `mvn` options if not already present | 
 | export MAVEN_OPTS=${MAVEN_OPTS:-"$_COMPILE_JVM_OPTS"} | 
 |  | 
 | echo "Using \`mvn\` from path: $MVN_BIN" 1>&2 | 
 |  | 
 | # Last, call the `mvn` command as usual | 
 | ${MVN_BIN} -DzincPort=${ZINC_PORT} "$@" |