| #!/bin/bash |
| # |
| # Licensed to the Apache Software Foundation (ASF) under one or more |
| # contributor license agreements. See the NOTICE file distributed with |
| # this work for additional information regarding copyright ownership. |
| # The ASF licenses this file to You under the Apache License, Version 2.0 |
| # (the "License"); you may not use this file except in compliance with |
| # the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| # |
| |
| if [[ "$#" -ne 1 ]]; then |
| echo "usage) $0 [livy version]" |
| echo " eg) $0 0.2" |
| exit 0 |
| fi |
| |
| LIVY_VERSION="${1}" |
| |
| set -xe |
| |
| MAX_DOWNLOAD_TIME_SEC=590 |
| FWDIR="$(dirname "${BASH_SOURCE-$0}")" |
| ZEPPELIN_HOME="$(cd "${FWDIR}/.."; pwd)" |
| |
| ####################################### |
| # Downloads file from the givrn URL. |
| # Ties 3 times with 1s delay, 20s read and 15s connection timeouts. |
| # Globals: |
| # None |
| # Arguments: |
| # url - source URL |
| # Returns: |
| # None |
| ####################################### |
| download_with_retry() { |
| local url="$1" |
| wget --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 "${url}" |
| if [[ "$?" -ne 0 ]]; then |
| echo "3 download attempts for ${url} failed" |
| fi |
| } |
| |
| LIVY_CACHE=".livy-dist" |
| LIVY_ARCHIVE="livy-${LIVY_VERSION}-bin" |
| export LIVY_HOME="${ZEPPELIN_HOME}/livy-server-$LIVY_VERSION" |
| echo "LIVY_HOME is ${LIVY_HOME}" |
| |
| if [[ ! -d "${LIVY_HOME}" ]]; then |
| mkdir -p "${LIVY_CACHE}" |
| cd "${LIVY_CACHE}" |
| if [[ ! -f "${LIVY_ARCHIVE}.tar.gz" ]]; then |
| pwd |
| ls -la . |
| echo "${LIVY_CACHE} does not have ${LIVY_ARCHIVE} downloading ..." |
| |
| # download livy from archive if not cached |
| echo "${LIVY_VERSION} being downloaded from archives" |
| STARTTIME=`date +%s` |
| download_with_retry "https://dist.apache.org/repos/dist/release/incubator/livy/${LIVY_VERSION}/${LIVY_ARCHIVE}.zip" |
| ENDTIME=`date +%s` |
| DOWNLOADTIME="$((ENDTIME-STARTTIME))" |
| fi |
| |
| # extract archive in un-cached root, clean-up on failure |
| cp "${LIVY_ARCHIVE}.zip" .. |
| cd .. |
| if ! unzip "${LIVY_ARCHIVE}.zip" ; then |
| echo "Unable to extract ${LIVY_ARCHIVE}.zip" >&2 |
| rm -rf "${LIVY_ARCHIVE}" |
| rm -f "${LIVY_ARCHIVE}.zip" |
| fi |
| fi |
| |
| set +xe |