blob: 0c6988d246dee711bb78580efd7b690940c9bb63 [file] [log] [blame]
#!/usr/bin/env bash
set -xe
# This is the script used by ASF Jenkins to build and check Mesos for
# a given OS and compiler combination.
# Require the following environment variables to be set.
: ${OS:?"Environment variable 'OS' must be set (e.g., OS=ubuntu:14.04)"}
: ${BUILDTOOL:?"Environment variable 'BUILDTOOL' must be set (e.g., BUILDTOOL=autotools)"}
: ${COMPILER:?"Environment variable 'COMPILER' must be set (e.g., COMPILER=gcc)"}
: ${CONFIGURATION:?"Environment variable 'CONFIGURATION' must be set (e.g., CONFIGURATION='--enable-libevent --enable-ssl')"}
: ${ENVIRONMENT:?"Environment variable 'ENVIRONMENT' must be set (e.g., ENVIRONMENT='GLOG_v=1 MESOS_VERBOSE=1')"}
: ${JOBS:=6}
# Change to the root of Mesos repo for docker build context.
MESOS_DIRECTORY=$( cd "$( dirname "$0" )/.." && pwd )
# TODO(vinod): Once ASF CI supports Docker 1.5 use a custom name for
# Dockerfile to avoid overwriting Dockerfile (if it exists) at the root
# of the repo.
rm -f $DOCKERFILE # Just in case a stale one exists.
# Helper function that appends instructions to docker file.
function append_dockerfile {
echo $1 >> $DOCKERFILE
# TODO(vinod): Add support for Fedora and Debian.
case $OS in
# NOTE: Currently we only support CentOS7+ due to the
# compiler versions needed to compile Mesos.
append_dockerfile "FROM $OS"
# Install dependencies.
append_dockerfile "RUN yum install -y which"
append_dockerfile "RUN yum groupinstall -y 'Development Tools'"
append_dockerfile "RUN yum install -y epel-release" # Needed for clang.
append_dockerfile "RUN yum install -y clang git maven"
append_dockerfile "RUN yum install -y java-1.8.0-openjdk-devel python-devel python-six zlib-devel libcurl-devel openssl-devel cyrus-sasl-devel cyrus-sasl-md5 apr-devel subversion-devel apr-utils-devel libevent-devel libev-devel"
# Install Python 3.6.
append_dockerfile "RUN yum install -y python36 python36-devel"
# Use update-alternatives to set python3.6 as python3.
append_dockerfile "RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.6 1"
# Install pip for Python 3.6.
append_dockerfile "RUN curl | python3"
# Install virtualenv to /usr/bin/virtualenv with pip.
append_dockerfile "RUN pip3 install --no-cache-dir virtualenv"
# Add an unprivileged user.
append_dockerfile "RUN adduser mesos"
# NOTE: Currently we only support Ubuntu13.10+ due to the
# compiler versions needed to compile Mesos.
append_dockerfile "FROM $OS"
# NOTE: We need to do this to fix some flakiness while fetching packages.
# See
append_dockerfile "RUN rm -rf /var/lib/apt/lists/*"
# Install dependencies.
# IBM Power only supports Ubuntu 14.04 and gcc compiler.
[ "$(uname -m)" = "x86_64" ] && CLANG_PKG=clang-3.5 || CLANG_PKG=
append_dockerfile "RUN apt-get update"
append_dockerfile "RUN apt-get install -y build-essential $CLANG_PKG git maven autoconf libtool software-properties-common"
append_dockerfile "RUN apt-get install -y python-dev python-six libcurl4-nss-dev libsasl2-dev libapr1-dev libsvn-dev libevent-dev libev-dev libssl-dev"
append_dockerfile "RUN apt-get install -y wget curl sed"
case $OS in
echo "Install Ubuntu 16.04 LTS (Xenial Xerus) specific packages"
append_dockerfile "RUN apt-get install -y openjdk-8-jdk zlib1g-dev"
# Install ping required by OsTest.Which
append_dockerfile "RUN apt-get install -y iputils-ping"
# Install Python 3.6.
append_dockerfile "RUN add-apt-repository -y ppa:deadsnakes/ppa && apt-get update && apt-get install -qy python3.6 python3.6-dev python3.6-venv"
# Use update-alternatives to set python3.6 as python3.
append_dockerfile "RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.6 1"
# Install pip for Python 3.6.
append_dockerfile "RUN curl | python3"
append_dockerfile "RUN apt-get install -y openjdk-7-jdk"
# Add an unpriviliged user.
append_dockerfile "RUN adduser --disabled-password --gecos '' mesos"
echo "Unknown OS $OS"
exit 1
# Install a more recent version of CMake than can be installed via packages.
# NOTE: We call `sync` before launching the script to workaround the docker bug.
# See
# TODO(abudnik): Skip this step, when a newer version of CMake package is
# available in OS repository.
append_dockerfile "RUN curl -sSL -o /tmp/"
append_dockerfile "RUN chmod u+x /tmp/ && sync && /tmp/ --skip-license --prefix=/usr/local"
case $COMPILER in
append_dockerfile "ENV CC gcc"
append_dockerfile "ENV CXX g++"
case $OS in
append_dockerfile "ENV CC clang-3.5"
append_dockerfile "ENV CXX clang++-3.5"
append_dockerfile "ENV CC clang"
append_dockerfile "ENV CXX clang++"
echo "Unknown Compiler $COMPILER"
exit 1
# Set working directory.
append_dockerfile "WORKDIR mesos"
# Copy Mesos source tree into the image.
append_dockerfile "COPY . /mesos/"
# NOTE: We run all the tests as unprivileged 'mesos' user because
# we need to fix cgroups related tests to work inside Docker; certain
# tests (e.g., ContainerizerTest) enable cgroups isolation if the user
# is 'root'.
# TODO(vinod): Fix cgroups tests to work inside Docker.
append_dockerfile "RUN chown -R mesos /mesos"
append_dockerfile "USER mesos"
# Generate xml reports to be displayed by jenkins xUnit plugin.
append_dockerfile "ENV GTEST_OUTPUT xml:report.xml"
# Ensure `make distcheck` inherits configure flags.
# Set the environment for build.
append_dockerfile "ENV $ENVIRONMENT"
# Perform coverity build if requested.
if [ -n "$COVERITY_TOKEN" ]
# Note currently the coverity build is only tested with ubuntu:14:04, autotools, and gcc.
# Download coverity tools, build using coverity wrapper and upload results.
append_dockerfile "ENV MESOS_VERSION $(grep "AC_INIT" | sed 's/AC_INIT[(]\[mesos\], \[\(.*\)\][)]/\1/')"
append_dockerfile "RUN wget --post-data \"token=$COVERITY_TOKEN&project=Mesos\" -O coverity_tool.tgz"
append_dockerfile "RUN tar xvf coverity_tool.tgz; mv cov-analysis-linux* cov-analysis"
append_dockerfile "CMD ./bootstrap && ./configure $CONFIGURATION && cov-analysis/bin/cov-build -dir cov-int make -j$JOBS && tar czcf mesos.tgz cov-int && tail cov-int/build-log.txt && curl --form \"token=$COVERITY_TOKEN\" --form \"\" --form \"file=@mesos.tgz\" --form \"version=$MESOS_VERSION\" --form \"description='Continious Coverity Build'\""
# Build and check Mesos.
case $BUILDTOOL in
append_dockerfile "CMD ./bootstrap && ./configure $CONFIGURATION && make -j$JOBS distcheck 2>&1"
# Transform autotools-like parameters to cmake-like.
# Remove "'".
# Replace "-" with "_".
# Replace "__" with "-D".
# To Upper Case.
# Add "=1" suffix to each variable.
IFS=' ' read -r -a array <<< "$CONFIGURATION"
for element in "${array[@]}"
# MESOS-5433: `distcheck` is not supported.
# MESOS-5624: In source build is not supported.
append_dockerfile "CMD mkdir build && cd build && cmake $CONFIGURATION .. && make -j$JOBS check"
echo "Unknown build tool $BUILDTOOL"
exit 1
# Generate a random image tag.
TAG=mesos-`date +%s`-$RANDOM
# Build the Docker image.
# TODO(vinod): Instead of building Docker images on the fly host the
# images on DockerHub and use them.
docker build --no-cache=true -t $TAG .
# Set a trap to delete the image on exit.
trap "docker rmi --force $TAG" EXIT
# Uncomment below to print kernel log incase of failures.
# trap "dmesg" ERR
# Now run the image.
# NOTE: We run in 'privileged' mode to circumvent permission issues
# with AppArmor. See
docker run --privileged --rm $TAG