| # | |
| # Licensed to the Apache Software Foundation (ASF) under one or more | |
| # contributor license agreements. See the NOTICE file distributed with | |
| # this work for additional information regarding copyright ownership. | |
| # The ASF licenses this file to You under the Apache License, Version 2.0 | |
| # (the "License"); you may not use this file except in compliance with | |
| # the License. You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, software | |
| # distributed under the License is distributed on an "AS IS" BASIS, | |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| # See the License for the specific language governing permissions and | |
| # limitations under the License. | |
| # | |
| # Image for building and testing Spark branches. Based on Ubuntu 24.04. | |
| # See also in https://hub.docker.com/_/ubuntu | |
| FROM ubuntu:noble | |
| LABEL org.opencontainers.image.authors="Apache Spark project <dev@spark.apache.org>" | |
| LABEL org.opencontainers.image.licenses="Apache-2.0" | |
| LABEL org.opencontainers.image.ref.name="Apache Spark Infra Image For PySpark with old dependencies" | |
| # Overwrite this label to avoid exposing the underlying Ubuntu OS version label | |
| LABEL org.opencontainers.image.version="" | |
| ENV FULL_REFRESH_DATE=20260210 | |
| ENV DEBIAN_FRONTEND=noninteractive | |
| ENV DEBCONF_NONINTERACTIVE_SEEN=true | |
| RUN printf 'Types: deb\nURIs: https://mirrors.edge.kernel.org/ubuntu\nSuites: noble noble-updates noble-security\nComponents: main restricted universe multiverse\nSigned-By: /usr/share/keyrings/ubuntu-archive-keyring.gpg\n' > /etc/apt/sources.list.d/mirror.sources | |
| # Should keep the installation consistent with https://apache.github.io/spark/api/python/getting_started/install.html | |
| RUN apt-get update && apt-get install -y \ | |
| build-essential \ | |
| ca-certificates \ | |
| curl \ | |
| gfortran \ | |
| git \ | |
| gnupg \ | |
| libgit2-dev \ | |
| liblapack-dev \ | |
| libopenblas-dev \ | |
| libssl-dev \ | |
| openjdk-21-jdk-headless \ | |
| pkg-config \ | |
| tzdata \ | |
| software-properties-common \ | |
| zlib1g-dev \ | |
| zstd | |
| # Install Python 3.11 | |
| RUN add-apt-repository ppa:deadsnakes/ppa | |
| RUN apt-get update && apt-get install -y \ | |
| python3.11 \ | |
| python3.11-venv \ | |
| && apt-get autoremove --purge -y \ | |
| && apt-get clean \ | |
| && rm -rf /var/lib/apt/lists/* | |
| # Setup virtual environment | |
| ENV VIRTUAL_ENV=/opt/spark-venv | |
| RUN python3.11 -m venv $VIRTUAL_ENV | |
| ENV PATH="$VIRTUAL_ENV/bin:$PATH" | |
| COPY --from=root pyproject.toml ./pyproject.toml | |
| RUN python3.11 -m pip install -U pip | |
| RUN python3.11 -m pip install --group ci_classic_minimum --group ci_connect_minimum && \ | |
| python3.11 -m pip cache purge |