| #!/bin/bash |
| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| # |
| |
| # Fail on errors |
| set -euo pipefail |
| |
| # Set env vars. |
| UID_ARG=1000 |
| GID_ARG=1000 |
| MINIFI_VERSION= |
| PREFIX= |
| DUMP_LOCATION= |
| DISTRO_NAME= |
| BUILD_NUMBER= |
| DOCKER_CCACHE_DUMP_LOCATION= |
| DOCKER_SKIP_TESTS=ON |
| CMAKE_BUILD_TYPE=Release |
| PLATFORMS= |
| PUSH_OR_LOAD="--load" |
| TAGS=() |
| MULTI_ARCH=no |
| |
| function usage { |
| echo "Usage: ./DockerBuild.sh -v <MINIFI_VERSION> [additional options]" |
| echo "Options:" |
| echo "-v, --minifi-version Minifi version number to be used (required)" |
| echo "-p, --prefix Additional prefix added to the image tag" |
| echo "-u, --uid User id to be used in the Docker image (default: 1000)" |
| echo "-g, --gid Group id to be used in the Docker image (default: 1000)" |
| echo "-d, --distro-name Linux distribution build to be used for alternative builds (bionic|focal|fedora|centos)" |
| echo "-l --dump-location Path where to the output dump to be put" |
| echo "-c --cmake-param CMake parameter passed in PARAM=value format" |
| echo "-o --options Minifi options string" |
| echo "-h --help Show this help message" |
| exit 1 |
| } |
| |
| function dump_ccache() { |
| ccache_source_image=$1 |
| docker_ccache_dump_location=$2 |
| container_id=$(docker create "${ccache_source_image}") |
| mkdir -p "${docker_ccache_dump_location}" |
| docker cp "${container_id}:/opt/minifi/.ccache/." "${docker_ccache_dump_location}" |
| docker rm -f "${container_id}" |
| } |
| |
| BUILD_ARGS=() |
| while [[ $# -gt 0 ]]; do |
| key="$1" |
| case $key in |
| -u | --uid) |
| UID_ARG="$2" |
| shift |
| shift |
| ;; |
| -g | --gid) |
| GID_ARG="$2" |
| shift |
| shift |
| ;; |
| -v | --minifi-version) |
| MINIFI_VERSION="$2" |
| shift |
| shift |
| ;; |
| -p | --prefix) |
| PREFIX="$2" |
| shift |
| shift |
| ;; |
| -d | --distro-name) |
| DISTRO_NAME="$2" |
| shift |
| shift |
| ;; |
| -l | --dump-location) |
| DUMP_LOCATION="$2" |
| shift |
| shift |
| ;; |
| -c | --cmake-param) |
| IFS='=' read -ra ARR <<<"$2" |
| if [[ ${#ARR[@]} -gt 1 ]]; then |
| if [ "${ARR[0]}" == "BUILD_NUMBER" ]; then |
| BUILD_NUMBER="${ARR[1]}" |
| elif [ "${ARR[0]}" == "DOCKER_BASE_IMAGE" ]; then |
| BUILD_ARGS+=("--build-arg" "BASE_IMAGE=${ARR[1]}") |
| elif [ "${ARR[0]}" == "DOCKER_CCACHE_DUMP_LOCATION" ]; then |
| DOCKER_CCACHE_DUMP_LOCATION="${ARR[1]}" |
| elif [ "${ARR[0]}" == "DOCKER_SKIP_TESTS" ]; then |
| DOCKER_SKIP_TESTS="${ARR[1]}" |
| elif [ "${ARR[0]}" == "CMAKE_BUILD_TYPE" ]; then |
| CMAKE_BUILD_TYPE="${ARR[1]}" |
| elif [ "${ARR[0]}" == "DOCKER_PLATFORMS" ] && [ -n "${ARR[1]}" ]; then |
| PLATFORMS="--platform ${ARR[1]}" |
| elif [ "${ARR[0]}" == "DOCKER_PUSH" ]; then |
| if [ "${ARR[1]}" == "ON" ]; then |
| PUSH_OR_LOAD="--push" |
| fi |
| elif [ "${ARR[0]}" == "DOCKER_TAGS" ] && [ -n "${ARR[1]}" ]; then |
| IFS=', ' read -r -a TAGS <<< "${ARR[1]}" |
| else |
| BUILD_ARGS+=("--build-arg" "${ARR[0]}=${ARR[1]}") |
| fi |
| fi |
| shift |
| shift |
| ;; |
| -o | --options) |
| BUILD_ARGS+=("--build-arg" "MINIFI_OPTIONS=$2") |
| shift |
| shift |
| ;; |
| -h | --help) |
| usage |
| ;; |
| *) |
| echo "Unknown argument passed: $1" |
| usage |
| ;; |
| esac |
| done |
| |
| if [ -z "${MINIFI_VERSION}" ]; then |
| usage |
| fi |
| |
| if [[ "${PLATFORMS}" == *,* ]]; then |
| MULTI_ARCH=yes |
| fi |
| |
| if { [ -n "${DUMP_LOCATION}" ] || [ -n "${DOCKER_CCACHE_DUMP_LOCATION}" ]; } && [ "${PUSH_OR_LOAD}" == "--push" ]; then |
| echo "Error: Cannot save ccache dump or binaries locally when pushing image to remote registry. Turn DOCKER_PUSH flag OFF if you want to build binaries on docker." |
| exit 1 |
| fi |
| |
| if { [ -n "${DUMP_LOCATION}" ] || [ -n "${DOCKER_CCACHE_DUMP_LOCATION}" ]; } && [ "${MULTI_ARCH}" == "yes" ]; then |
| echo "Error: Cannot save ccache dump or binaries locally when using multi-arch image. Change DOCKER_PLATFORMS option to a single architecture if you want to build binaries on docker." |
| exit 1 |
| fi |
| |
| if [ "${MULTI_ARCH}" == "yes" ] && [ "${PUSH_OR_LOAD}" == "--load" ]; then |
| echo "Error: Multi-arch image cannot be locally built. Either change DOCKER_PLATFORMS flag to a single architecture or turn DOCKER_PUSH flag ON." |
| exit 1 |
| fi |
| |
| echo "NiFi-MiNiFi-CPP Version: ${MINIFI_VERSION}" |
| |
| if [ -n "${DISTRO_NAME}" ]; then |
| DOCKERFILE="${DISTRO_NAME}/Dockerfile" |
| else |
| DOCKERFILE="Dockerfile" |
| fi |
| |
| if [ ${#TAGS[@]} -eq 0 ]; then |
| TAG="apacheminificpp:" |
| if [ -n "${PREFIX}" ]; then |
| TAG="${TAG}${PREFIX}-" |
| fi |
| if [ -n "${DISTRO_NAME}" ]; then |
| TAG="${TAG}${DISTRO_NAME}-" |
| fi |
| TAG="${TAG}${MINIFI_VERSION}" |
| if [ -n "${BUILD_NUMBER}" ]; then |
| TAG="${TAG}-${BUILD_NUMBER}" |
| fi |
| |
| TAGS+=("${TAG}") |
| |
| TARGZ_TAG="bin" |
| if [ -n "${DISTRO_NAME}" ]; then |
| TARGZ_TAG="${TARGZ_TAG}-${DISTRO_NAME}" |
| fi |
| if [ -n "${BUILD_NUMBER}" ]; then |
| TARGZ_TAG="${TARGZ_TAG}-${BUILD_NUMBER}" |
| fi |
| fi |
| |
| BUILD_ARGS+=("--build-arg" "UID=${UID_ARG}" |
| "--build-arg" "GID=${GID_ARG}" |
| "--build-arg" "MINIFI_VERSION=${MINIFI_VERSION}" |
| "--build-arg" "DUMP_LOCATION=${DUMP_LOCATION}" |
| "--build-arg" "DISTRO_NAME=${DISTRO_NAME}" |
| "--build-arg" "DOCKER_SKIP_TESTS=${DOCKER_SKIP_TESTS}" |
| "--build-arg" "CMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE}") |
| if [ -n "${DUMP_LOCATION}" ]; then |
| BUILD_ARGS+=("--build-arg" "DOCKER_MAKE_TARGET=package") |
| fi |
| |
| TAGGING_CMD="" |
| for t in "${TAGS[@]}"; do |
| TAGGING_CMD="${TAGGING_CMD} -t ${t}" |
| done |
| |
| if [ -n "${DISTRO_NAME}" ]; then |
| # shellcheck disable=SC2086 |
| echo docker buildx build "${BUILD_ARGS[@]}" -f "${DOCKERFILE}" ${PLATFORMS} ${PUSH_OR_LOAD} ${TAGGING_CMD} .. |
| # shellcheck disable=SC2086 |
| docker buildx build "${BUILD_ARGS[@]}" -f "${DOCKERFILE}" ${PLATFORMS} ${PUSH_OR_LOAD} ${TAGGING_CMD} .. |
| |
| if [ -n "${DOCKER_CCACHE_DUMP_LOCATION}" ]; then |
| dump_ccache "${TAG[0]}" "${DOCKER_CCACHE_DUMP_LOCATION}" |
| fi |
| else |
| if [ -n "${DOCKER_CCACHE_DUMP_LOCATION}" ]; then |
| docker buildx build "${BUILD_ARGS[@]}" -f "${DOCKERFILE}" --target build -t minifi_build .. |
| dump_ccache "minifi_build" "${DOCKER_CCACHE_DUMP_LOCATION}" |
| fi |
| # shellcheck disable=SC2086 |
| echo docker buildx build "${BUILD_ARGS[@]}" -f "${DOCKERFILE}" ${PLATFORMS} ${PUSH_OR_LOAD} ${TAGGING_CMD} .. |
| # shellcheck disable=SC2086 |
| docker buildx build "${BUILD_ARGS[@]}" -f "${DOCKERFILE}" ${PLATFORMS} ${PUSH_OR_LOAD} ${TAGGING_CMD} .. |
| fi |
| |
| if [ -n "${DUMP_LOCATION}" ]; then |
| container_id=$(docker create "${TAG}") |
| docker cp "${container_id}:/opt/minifi/build/nifi-minifi-cpp-${MINIFI_VERSION}.tar.gz" "${DUMP_LOCATION}/nifi-minifi-cpp-${MINIFI_VERSION}-${TARGZ_TAG}.tar.gz" |
| docker rm -f "${container_id}" |
| fi |