kube/Dockerfile - datafusion-comet - Git at Google

 #
 # Licensed to the Apache Software Foundation (ASF) under one or more
 # contributor license agreements.  See the NOTICE file distributed with
 # this work for additional information regarding copyright ownership.
 # The ASF licenses this file to You under the Apache License, Version 2.0
 # (the "License"); you may not use this file except in compliance with
 # the License.  You may obtain a copy of the License at
 #
 #    http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #

 FROM apache/spark:3.5.8 AS builder

 USER root

 # Installing JDK11 as the image comes with JRE
 RUN apt update \
     && apt install -y curl \
     && apt install -y openjdk-11-jdk \
     && apt clean

 RUN apt install -y gcc-10 g++-10 cpp-10 unzip
 ENV CC="gcc-10"
 ENV CXX="g++-10"

 RUN PB_REL="https://github.com/protocolbuffers/protobuf/releases" \
     && curl -LO $PB_REL/download/v30.2/protoc-30.2-linux-x86_64.zip \
     && unzip protoc-30.2-linux-x86_64.zip -d /root/.local
 ENV PATH="$PATH:/root/.local/bin"

 RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
 ENV PATH="/root/.cargo/bin:${PATH}"
 ENV RUSTFLAGS="-C debuginfo=line-tables-only -C incremental=false"
 ENV SPARK_VERSION=3.5
 ENV SCALA_VERSION=2.12

 # copy source files to Docker image
 RUN mkdir /comet
 WORKDIR /comet

 # build native code first so that this layer can be re-used
 # if only Scala code gets modified
 COPY native /comet/native
 RUN cd native && RUSTFLAGS="-Ctarget-cpu=native" cargo build --release

 # copy the rest of the project
 COPY .mvn /comet/.mvn
 COPY mvnw /comet/mvnw
 COPY common /comet/common
 COPY dev /comet/dev
 COPY docs /comet/docs
 COPY fuzz-testing /comet/fuzz-testing
 COPY spark /comet/spark
 COPY spark-integration /comet/spark-integration
 COPY scalafmt.conf /comet/scalafmt.conf
 COPY .scalafix.conf /comet/.scalafix.conf
 COPY Makefile /comet/Makefile
 COPY pom.xml /comet/pom.xml

 RUN mkdir -p /root/.m2 && \
     echo '<settings><mirrors><mirror><id>central</id><mirrorOf>central</mirrorOf><url>https://repo1.maven.org/maven2</url></mirror></mirrors></settings>' > /root/.m2/settings.xml

 # Pick the JDK instead of JRE to compile Comet
 RUN cd /comet \
     && JAVA_HOME=$(readlink -f $(which javac) | sed "s/\/bin\/javac//") make release-nogit PROFILES="-Pspark-$SPARK_VERSION -Pscala-$SCALA_VERSION"

 FROM apache/spark:3.5.8
 ENV SPARK_VERSION=3.5
 ENV SCALA_VERSION=2.12
 USER root

 # note the use of a wildcard in the file name so that this works with both snapshot and final release versions
 COPY --from=builder  /comet/spark/target/comet-spark-spark${SPARK_VERSION}_$SCALA_VERSION-*.jar $SPARK_HOME/jars
	#
	# Licensed to the Apache Software Foundation (ASF) under one or more
	# contributor license agreements. See the NOTICE file distributed with
	# this work for additional information regarding copyright ownership.
	# The ASF licenses this file to You under the Apache License, Version 2.0
	# (the "License"); you may not use this file except in compliance with
	# the License. You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.
	#

	FROM apache/spark:3.5.8 AS builder

	USER root

	# Installing JDK11 as the image comes with JRE
	RUN apt update \
	&& apt install -y curl \
	&& apt install -y openjdk-11-jdk \
	&& apt clean

	RUN apt install -y gcc-10 g++-10 cpp-10 unzip
	ENV CC="gcc-10"
	ENV CXX="g++-10"

	RUN PB_REL="https://github.com/protocolbuffers/protobuf/releases" \
	&& curl -LO $PB_REL/download/v30.2/protoc-30.2-linux-x86_64.zip \
	&& unzip protoc-30.2-linux-x86_64.zip -d /root/.local
	ENV PATH="$PATH:/root/.local/bin"

	RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs \| sh -s -- -y
	ENV PATH="/root/.cargo/bin:${PATH}"
	ENV RUSTFLAGS="-C debuginfo=line-tables-only -C incremental=false"
	ENV SPARK_VERSION=3.5
	ENV SCALA_VERSION=2.12

	# copy source files to Docker image
	RUN mkdir /comet
	WORKDIR /comet

	# build native code first so that this layer can be re-used
	# if only Scala code gets modified
	COPY native /comet/native
	RUN cd native && RUSTFLAGS="-Ctarget-cpu=native" cargo build --release

	# copy the rest of the project
	COPY .mvn /comet/.mvn
	COPY mvnw /comet/mvnw
	COPY common /comet/common
	COPY dev /comet/dev
	COPY docs /comet/docs
	COPY fuzz-testing /comet/fuzz-testing
	COPY spark /comet/spark
	COPY spark-integration /comet/spark-integration
	COPY scalafmt.conf /comet/scalafmt.conf
	COPY .scalafix.conf /comet/.scalafix.conf
	COPY Makefile /comet/Makefile
	COPY pom.xml /comet/pom.xml

	RUN mkdir -p /root/.m2 && \
	echo '<settings><mirrors><mirror><id>central</id><mirrorOf>central</mirrorOf><url>https://repo1.maven.org/maven2</url></mirror></mirrors></settings>' > /root/.m2/settings.xml

	# Pick the JDK instead of JRE to compile Comet
	RUN cd /comet \
	&& JAVA_HOME=$(readlink -f $(which javac) \| sed "s/\/bin\/javac//") make release-nogit PROFILES="-Pspark-$SPARK_VERSION -Pscala-$SCALA_VERSION"

	FROM apache/spark:3.5.8
	ENV SPARK_VERSION=3.5
	ENV SCALA_VERSION=2.12
	USER root

	# note the use of a wildcard in the file name so that this works with both snapshot and final release versions
	COPY --from=builder /comet/spark/target/comet-spark-spark${SPARK_VERSION}_$SCALA_VERSION-*.jar $SPARK_HOME/jars