docker/compilation/Dockerfile

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

FROM centos:7 AS builder

# Switch repos to point to to vault.centos.org because CentOS 7 is EOL
RUN sed -i \
  -e 's/^mirrorlist/#mirrorlist/' \
  -e 's/^#baseurl/baseurl/' \
  -e 's/mirror\.centos\.org/vault.centos.org/' \
  /etc/yum.repos.d/*.repo

# install epel repo for ccache
# EPEL 7 is EOL; use its archive instead of the retired metalink.
RUN yum install epel-release -y \
    && sed -i -e 's|^metalink=|#metalink=|' \
       -e 's|^#baseurl=.*/pub/epel/7/|baseurl=https://archives.fedoraproject.org/pub/archive/epel/7/|' \
       /etc/yum.repos.d/epel.repo \
    && yum install https://packages.endpointdev.com/rhel/7/os/x86_64/endpoint-repo.x86_64.rpm -y \
    && yum clean all && yum makecache

# install dependencies
RUN yum install -y byacc patch automake libtool perf vim make which file ncurses-devel gettext-devel unzip bzip2 zip util-linux \
    wget git python2 python3 bison java-1.8.0-openjdk-devel

# clean cache
RUN yum clean all

# install jdk17
RUN wget https://doris-thirdparty-1308700295.cos.ap-beijing.myqcloud.com/tools/openjdk-17.0.2_linux-x64_bin.tar.gz \
    -q -O /tmp/openjdk-17.0.2_linux-x64_bin.tar.gz \
    && cd /tmp && tar -xzf openjdk-17.0.2_linux-x64_bin.tar.gz \
    && cp -r jdk-17.0.2/ /usr/lib/jvm/ \
    && rm /tmp/openjdk-17.0.2_linux-x64_bin.tar.gz && rm -rf /tmp/jdk-17.0.2/

# install maven 3.9.9
RUN mkdir -p /usr/share/maven /usr/share/maven/ref \
    && wget -q -O /tmp/apache-maven.tar.gz https://archive.apache.org/dist/maven/maven-3/3.9.9/binaries/apache-maven-3.9.9-bin.tar.gz \
    && tar -xzf /tmp/apache-maven.tar.gz -C /usr/share/maven --strip-components=1 \
    && rm -f /tmp/apache-maven.tar.gz \
    && ln -s /usr/share/maven/bin/mvn /usr/bin/mvn

# install nodejs
ARG NODEJS_VERSION=22.12.0
ARG NODEJS_SHA256=a739c219ec1ebdb33a26cb93cce32189924612c8f32aefbac25d34fe18d47a38
# Official Node.js 22 Linux binaries require glibc 2.28. Use the Node.js
# unofficial-builds compatibility binary to retain this image's glibc 2.17 baseline.
RUN wget https://unofficial-builds.nodejs.org/download/release/v${NODEJS_VERSION}/node-v${NODEJS_VERSION}-linux-x64-glibc-217.tar.xz \
    -q -O /tmp/node-v${NODEJS_VERSION}-linux-x64-glibc-217.tar.xz \
    && echo "${NODEJS_SHA256}  /tmp/node-v${NODEJS_VERSION}-linux-x64-glibc-217.tar.xz" | sha256sum --check --strict \
    && cd /tmp/ && tar -xf node-v${NODEJS_VERSION}-linux-x64-glibc-217.tar.xz \
    && cp -r node-v${NODEJS_VERSION}-linux-x64-glibc-217/* /usr/local/ \
    && rm /tmp/node-v${NODEJS_VERSION}-linux-x64-glibc-217.tar.xz \
    && rm -rf node-v${NODEJS_VERSION}-linux-x64-glibc-217 \
    && node --version | grep -Fx "v${NODEJS_VERSION}" \
    && npm --version \
    && python3 -c 'import sys; assert sys.version_info >= (3, 6)'

# install ldb-toolchain
## 0.18
RUN wget https://github.com/amosbird/ldb_toolchain_gen/releases/download/v0.18/ldb_toolchain_gen.sh \
    -q -O /tmp/ldb_toolchain_gen_018.sh \
    && sh /tmp/ldb_toolchain_gen_018.sh /var/local/ldb-toolchain-018/ \
    && rm /tmp/ldb_toolchain_gen_018.sh

## 0.25
RUN wget https://github.com/amosbird/ldb_toolchain_gen/releases/download/v0.25/ldb_toolchain_gen.sh \
    -q -O /tmp/ldb_toolchain_gen_025.sh \
    && sh /tmp/ldb_toolchain_gen_025.sh /var/local/ldb-toolchain \
    && rm /tmp/ldb_toolchain_gen_025.sh

## Use clang-format in 0.18
RUN echo '#!/bin/bash' > /usr/local/bin/clang-format && \
    echo 'exec /var/local/ldb-toolchain-018/bin/clang-format "$@"' >> /usr/local/bin/clang-format && \
    chmod +x /usr/local/bin/clang-format

# there is a repo which is included all of thirdparty
ENV REPOSITORY_URL="https://doris-thirdparty-hk-1308700295.cos.ap-hongkong.myqcloud.com/thirdparty" \
    DEFAULT_DIR="/var/local" \
    JAVA_HOME="/usr/lib/jvm/java-1.8.0/" \
    PATH="/var/local/ldb-toolchain/bin/:$PATH"
    # USE_AVX2=0

# install ccache
RUN wget https://doris-community-bj-1308700295.cos.ap-beijing.myqcloud.com/tools/ccache-4.8.tar.gz \
    -q -O /tmp/ccache-4.8.tar.gz \
    && cd /tmp/ && tar xzf ccache-4.8.tar.gz \
    && cd ccache-4.8 \
    && cmake -B _build -DCMAKE_EXPORT_COMPILE_COMMANDS=ON -DCMAKE_BUILD_TYPE=Release . \
    && cmake --build _build --config Release -j 4 \
    && cp _build/ccache /var/local/ldb-toolchain/bin/

# disable auto enable ccache
# and resolve curl error setting certificate verfiy location error
RUN rm -f /etc/profile.d/ccache.* \
    && cp /etc/pki/tls/certs/ca-bundle.crt /etc/ssl/certs/ca-certificates.crt

# Install the Rust toolchain required by Lance-C.
ENV CARGO_HOME=/opt/cargo RUSTUP_HOME=/opt/rustup
ENV PATH="/opt/cargo/bin:${PATH}"
# The CI compile pipeline installs rustup inside this image and then runs
# `source ~/.cargo/env` in an `&&` chain. With CARGO_HOME relocated to /opt/cargo,
# rustup-init writes /opt/cargo/env and ~/.cargo/env never exists, so that `source`
# fails and the chain aborts before anything is built. Keep the default path valid.
RUN wget -q https://sh.rustup.rs -O /tmp/rustup-init.sh \
    && sh /tmp/rustup-init.sh -y --no-modify-path --profile minimal --default-toolchain 1.91.0 \
    && rm -f /tmp/rustup-init.sh \
    && mkdir -p /root/.cargo \
    && ln -sf "${CARGO_HOME}/env" /root/.cargo/env \
    && bash -c 'source ~/.cargo/env && cargo --version && rustc --version'

# clone lastest source code, download and build third party
COPY doris ${DEFAULT_DIR}/doris
# Cargo build scripts run on CentOS 7. The LDB linker introduces a
# GLIBC_2.18 dependency; use system GCC for Rust linking and retain LDB for C/C++.
RUN cd ${DEFAULT_DIR}/doris \
    && CARGO_TARGET_X86_64_UNKNOWN_LINUX_GNU_LINKER=/usr/bin/gcc \
       /bin/bash thirdparty/build-thirdparty.sh \
    && rm -rf "${CARGO_HOME}/registry" "${CARGO_HOME}/git" \
    && rm -rf ${DEFAULT_DIR}/doris/thirdparty/src \
    && rm -rf ${DEFAULT_DIR}/doris-thirdparty.tar.gz \
    && rm -rf ${DEFAULT_DIR}/doris-thirdparty \
    && mkdir -p ${DEFAULT_DIR}/thirdparty \
    && mv ${DEFAULT_DIR}/doris/thirdparty/installed ${DEFAULT_DIR}/thirdparty/ \
    && rm -rf ${DEFAULT_DIR}/doris

# squash all layers to reduce the image size
FROM scratch
COPY --from=builder / /
ENV JAVA_HOME="/usr/lib/jvm/jdk-17.0.2/" \
    MAVEN_HOME="/usr/share/maven" \
    REPOSITORY_URL="https://doris-thirdparty-repo.bj.bcebos.com/thirdparty" \
    DEFAULT_DIR="/var/local" \
    CARGO_HOME="/opt/cargo" \
    RUSTUP_HOME="/opt/rustup" \
    CARGO_TARGET_X86_64_UNKNOWN_LINUX_GNU_LINKER="/usr/bin/gcc" \
    PATH="/opt/cargo/bin:/usr/local/bin:/var/local/ldb-toolchain/bin/:/var/local/thirdparty/installed/bin/:/usr/lib/jvm/jdk-17.0.2/bin/:$PATH" \
    DORIS_THIRDPARTY="/var/local/thirdparty"
WORKDIR /root

CMD ["/bin/bash"]