scripts/run_travis_tests.sh

#!/bin/bash

#  Licensed to the Apache Software Foundation (ASF) under one
#  or more contributor license agreements.  See the NOTICE file
#  distributed with this work for additional information
#  regarding copyright ownership.  The ASF licenses this file
#  to you under the Apache License, Version 2.0 (the
#  "License"); you may not use this file except in compliance
#  with the License.  You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing, software
#  distributed under the License is distributed on an "AS IS" BASIS,
#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#  See the License for the specific language governing permissions and
# limitations under the License.

mode=$1
modules=$2
sparkVersion=2.4.4
hadoopVersion=2.7

if [ "$mode" = "unit" ]; then
  mvn clean install -DskipTests -q
  echo "Running Unit Tests"
  mvn test -Punit-tests -pl "$modules" -B
elif [ "$mode" = "functional" ]; then
  echo "Running Functional Tests"
  mvn test -Pfunctional-tests -B
elif [ "$mode" = "integration" ]; then
  echo "Downloading Apache Spark-${sparkVersion}-bin-hadoop${hadoopVersion}"
  wget http://archive.apache.org/dist/spark/spark-${sparkVersion}/spark-${sparkVersion}-bin-hadoop${hadoopVersion}.tgz -O /tmp/spark-${sparkVersion}.tgz
  tar -xvf /tmp/spark-${sparkVersion}.tgz
  export SPARK_HOME=$PWD/spark-${sparkVersion}-bin-hadoop${hadoopVersion}
  mkdir /tmp/spark-events/
  echo "Running Integration Tests"
  mvn verify -Pintegration-tests -B
else
  echo "Unknown mode $mode"
  exit 1
fi