ci/docker/Dockerfile.build.ubuntu

# -*- mode: dockerfile -*-
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
#
# Dockerfile for Ubuntu based builds.
#
# See docker-compose.yml for supported BASE_IMAGE ARGs and targets.

####################################################################################################
# The Dockerfile uses a dynamic BASE_IMAGE (for example ubuntu:20.04
# nvidia/cuda:11.1-cudnn8-devel-ubuntu20.04 etc).
# On top of BASE_IMAGE we install all dependencies shared by all MXNet build
# environments into a "base" target. At the end of this file, we can specialize
# "base" for specific usecases. The target built by docker can be selected via
# "--target" option or docker-compose.yml
####################################################################################################
ARG BASE_IMAGE
FROM $BASE_IMAGE AS base

WORKDIR /work/deps

SHELL ["/bin/bash", "-c"]
RUN export DEBIAN_FRONTEND=noninteractive && \
    export OS_RELEASE="$(cat /etc/os-release)" && \
    apt-get clean && \
    apt-get update && \
    apt-get install -y wget software-properties-common && \
    wget -qO - wget https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB -O - | apt-key add -; \
    add-apt-repository "deb https://apt.repos.intel.com/oneapi all main"; \
    INTEL_MKL="-2022.0.2"; \
    apt-get update && \
    apt-get install -y \
        ## Utilities
        curl \
        zip \ 
        unzip \
        pandoc \
        ## Development tools
        build-essential \
        ninja-build \
        git \
        protobuf-compiler \
        libprotobuf-dev \
        default-jdk \
        clang-6.0 \
        clang-format \
        python-yaml \
        clang-10 \
        clang-tidy-10 \
        g++ \
        g++-7 \
        g++-8 \
        intel-oneapi-mkl${INTEL_MKL} \
        intel-oneapi-mkl-devel${INTEL_MKL} \
        libomp-dev \
        ## Dependencies
        libgomp1 \
        libturbojpeg0-dev \
        libcurl4-openssl-dev \
        libatlas-base-dev \
        libzmq3-dev \
        libopencv-dev \
        libxml2-dev \
        # BytePS
        numactl \
        libnuma-dev \
        ## Frontend languages
        # Python
        python3 \
        python3-pip \
        ## Documentation
        doxygen \
        pandoc \
        ## Build-dependencies for ccache 3.7.9
        autoconf \
        gperf \
        libb2-dev \
        libzstd-dev \
        gfortran && \
    rm -rf /var/lib/apt/lists/* && \
    add-apt-repository -r "deb https://apt.repos.intel.com/oneapi all main"

# Build OpenBLAS from source
RUN export LIBRARY_PATH=$LIBRARY_PATH:/usr/lib/gcc/x86_64-linux-gnu/7/ && \
    mkdir ~/openblas && \
    cd ~/openblas && \
    OPENBLAS_VERSION=0.3.10 && \
    wget \
        https://github.com/xianyi/OpenBLAS/archive/v${OPENBLAS_VERSION}.zip \
        -O openblas.zip && \
    unzip -q openblas.zip -d . && \
    cd OpenBLAS-${OPENBLAS_VERSION} && \
    CXX="clang++-6.0 -fPIC" CC="clang-6.0 -fPIC" make -j DYNAMIC_ARCH=1 DYNAMIC_OLDER=1 \
        USE_OPENMP=0 INTERFACE64=1 BINARY=64 && \
    make PREFIX=/usr/local/openblas-clang install && \
    cd .. && \
    rm -rf OpenBLAS-${OPENBLAS_VERSION} && \
    unzip -q openblas.zip -d . && \
    cd OpenBLAS-${OPENBLAS_VERSION} && \
    CXX="g++ -fPIC" CC="gcc -fPIC" make -j DYNAMIC_ARCH=1 DYNAMIC_OLDER=1 \
        USE_OPENMP=1 INTERFACE64=1 BINARY=64 && \
    make PREFIX=/usr/local install

# ccache 3.7.9 has fixes for caching nvcc outputs
RUN cd /usr/local/src && \
    git clone --recursive https://github.com/ccache/ccache.git && \
    cd ccache && \
    git checkout v3.7.9 && \
    ./autogen.sh && \
    ./configure --disable-man && \
    make -j$(nproc) && \
    make install && \
    cd /usr/local/src && \
    rm -rf ccache

# RAT License Checker tool
RUN cd /usr/local/src && \
    wget https://archive.apache.org/dist/creadur/apache-rat-0.13/apache-rat-0.13-bin.tar.gz && \
    tar xf apache-rat-0.13-bin.tar.gz

# Python & cmake
COPY install/requirements /work/
RUN python3 -m pip install --upgrade pip && \
    python3 -m pip install cmake==3.16.6 && \
    python3 -m pip install -r /work/requirements

ARG USER_ID=0
COPY install/docker_filepermissions.sh /work/
RUN /work/docker_filepermissions.sh

ENV PYTHONPATH=./python/
WORKDIR /work/mxnet

COPY runtime_functions.sh /work/

####################################################################################################
# Specialize base image to install more gpu specific dependencies.
# The target built by docker can be selected via "--target" option or docker-compose.yml
####################################################################################################
FROM base as gpu

# Install TensorRT
# Use bash as it has better support for string comparisons in if clauses
SHELL ["/bin/bash", "-c"]
# We need to redeclare ARG due to
# https://docs.docker.com/engine/reference/builder/#understand-how-arg-and-from-interact
ARG BASE_IMAGE
RUN apt-get update && \
        apt-get install -y --allow-change-held-packages libcudnn8 libcudnn8-dev && \
        rm -rf /var/lib/apt/lists/*

ARG TRT_VERSION
RUN if [ ! -z "${TRT_VERSION}" ]; then \
        apt-get update && \
        TRT_MAJOR_VERSION=$(echo $TRT_VERSION | cut -d. -f 1) && \
        apt-get install -y libnvinfer${TRT_MAJOR_VERSION}=${TRT_VERSION} \
                           libnvinfer-dev=${TRT_VERSION} \
                           libnvinfer-plugin${TRT_MAJOR_VERSION}=${TRT_VERSION} \
                           libnvinfer-plugin-dev=${TRT_VERSION}; \
        rm -rf /var/lib/apt/lists/*; \
    fi