| #!/usr/bin/env bash |
| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| |
| |
| set -eo pipefail |
| |
| PYTEST_HOME=$(dirname "$0") |
| PYTEST_HOME=$(cd "${PYTEST_HOME}"; pwd) |
| |
| export PYTEST_HOME |
| |
| HDFS_DATA="hdfs_data.tar.gz" |
| KAFKA_DATA="kafka_data.tar.gz" |
| BOS_DATA="bos_data.tar.gz" |
| LOCAL_DATA="local_data.tar.gz" |
| |
| hdfs_download=1 |
| kafka_download=1 |
| bos_download=1 |
| local_download=1 |
| |
| if [[ "${hdfs_download}" -eq 1 ]]; then |
| echo "============Download HDFS DATA===========" |
| wget -O "${HDFS_DATA}" https://palo-qa.cdn.bcebos.com/pytest_data/hdfs_data.tar.gz |
| rm -rf hdfs |
| mkdir -p "${PYTEST_HOME}"/hdfs/ |
| tar xzf "${HDFS_DATA}" -C "${PYTEST_HOME}"/hdfs/ |
| echo "hdfs data download finished, need to put to hdfs" |
| fi |
| |
| if [[ "${kafka_download}" -eq 1 ]]; then |
| echo "============Download Kafka data==========" |
| wget -O "${KAFKA_DATA}" https://palo-qa.cdn.bcebos.com/pytest_data/kafka_data.tar.gz |
| rm -rf kafka |
| mkdir -p "${PYTEST_HOME}"/kafka |
| tar xzf "${KAFKA_DATA}" -C "${PYTEST_HOME}"/kafka/ |
| echo "kafka data download finished" |
| fi |
| |
| if [[ "${bos_download}" -eq 1 ]]; then |
| echo "============Download bos data============" |
| wget -O "${BOS_DATA}" https://palo-qa.cdn.bcebos.com/pytest_data/bos_data.tar.gz |
| rm -rf bos |
| mkdir -p "${PYTEST_HOME}"/bos |
| tar xzf "${BOS_DATA}" -C "${PYTEST_HOME}"/bos |
| echo "bos data download finished, need to put to bos" |
| fi |
| |
| if [[ "${local_download}" -eq 1 ]]; then |
| echo "============Download local data==========" |
| wget -O "${LOCAL_DATA}" https://palo-qa.cdn.bcebos.com/pytest_data/local_data.tar.gz |
| if [[ -d "${PYTEST_HOME}"/sys/data ]]; then |
| tar xzf "${LOCAL_DATA}" -C "${PYTEST_HOME}"/sys/data |
| fi |
| echo "local data download finished" |
| fi |
| |
| |
| |