hadoop-ozone/dist/src/main/compose/ozonesecure-om-ha/docker-compose.yaml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

version: "3"
services:
  kdc:
    build:
      context: ../common/docker-image/docker-krb5
      dockerfile: Dockerfile-krb5
    image: ozone-insecure-krb5
    hostname: kdc
    volumes:
      - ../..:/opt/hadoop
    networks:
      ozone_net:
        ipv4_address: 172.25.0.100
  kms:
    image: apache/hadoop:${HADOOP_VERSION}
    ports:
      - 9600:9600
    env_file:
      - ./docker-config
    environment:
      HADOOP_CONF_DIR: /opt/hadoop/etc/hadoop
    volumes:
      - ../../libexec/transformation.py:/opt/transformation.py
    command: ["hadoop", "kms"]
    networks:
      ozone_net:
        ipv4_address: 172.25.0.101
  datanode1:
    image: apache/ozone-runner:${OZONE_RUNNER_VERSION}
    volumes:
      - ../..:/opt/hadoop
    ports:
      - 9864:9999
    command: ["/opt/hadoop/bin/ozone","datanode"]
    env_file:
      - docker-config
    environment:
      KERBEROS_KEYTABS: dn HTTP
      OZONE_OPTS:
    networks:
      ozone_net:
        ipv4_address: 172.25.0.102
  datanode2:
    image: apache/ozone-runner:${OZONE_RUNNER_VERSION}
    volumes:
      - ../..:/opt/hadoop
    ports:
      - 9866:9999
    command: ["/opt/hadoop/bin/ozone","datanode"]
    env_file:
      - docker-config
    environment:
      KERBEROS_KEYTABS: dn HTTP
      OZONE_OPTS:
    networks:
      ozone_net:
        ipv4_address: 172.25.0.103
  datanode3:
    image: apache/ozone-runner:${OZONE_RUNNER_VERSION}
    volumes:
      - ../..:/opt/hadoop
    ports:
      - 9868:9999
    command: ["/opt/hadoop/bin/ozone","datanode"]
    env_file:
      - docker-config
    environment:
      KERBEROS_KEYTABS: dn HTTP
      OZONE_OPTS:
    networks:
      ozone_net:
        ipv4_address: 172.25.0.104
  om1:
    image: apache/ozone-runner:${OZONE_RUNNER_VERSION}
    hostname: om1
    volumes:
      - ../..:/opt/hadoop
    ports:
      - 9880:9874
      - 9890:9872
      #- 18001:18001
    environment:
      ENSURE_OM_INITIALIZED: /data/metadata/om/current/VERSION
      KERBEROS_KEYTABS: om HTTP
      OZONE_OPTS:
    env_file:
      - ./docker-config
    command: ["/opt/hadoop/bin/ozone","om"]
    networks:
      ozone_net:
        ipv4_address: 172.25.0.111
  om2:
    image: apache/ozone-runner:${OZONE_RUNNER_VERSION}
    hostname: om2
    volumes:
      - ../..:/opt/hadoop
    ports:
      - 9882:9874
      - 9892:9872
      #- 18002:18002
    environment:
      ENSURE_OM_INITIALIZED: /data/metadata/om/current/VERSION
      KERBEROS_KEYTABS: om HTTP
      OZONE_OPTS:
    env_file:
      - ./docker-config
    command: ["/opt/hadoop/bin/ozone","om"]
    networks:
      ozone_net:
        ipv4_address: 172.25.0.112
  om3:
    image: apache/ozone-runner:${OZONE_RUNNER_VERSION}
    hostname: om3
    volumes:
      - ../..:/opt/hadoop
    ports:
      - 9884:9874
      - 9894:9872
      #- 18003:18003
    environment:
      ENSURE_OM_INITIALIZED: /data/metadata/om/current/VERSION
      KERBEROS_KEYTABS: om HTTP
      OZONE_OPTS:
    env_file:
      - ./docker-config
    command: ["/opt/hadoop/bin/ozone","om"]
    networks:
      ozone_net:
        ipv4_address: 172.25.0.113
  s3g:
    image: apache/ozone-runner:${OZONE_RUNNER_VERSION}
    hostname: s3g
    volumes:
      - ../..:/opt/hadoop
    ports:
      - 9878:9878
    env_file:
      - ./docker-config
    command: ["/opt/hadoop/bin/ozone","s3g"]
    environment:
      KERBEROS_KEYTABS: s3g HTTP testuser
      OZONE_OPTS:
    networks:
      ozone_net:
        ipv4_address: 172.25.0.114
  recon:
    image: apache/ozone-runner:${OZONE_RUNNER_VERSION}
    hostname: recon
    volumes:
      - ../..:/opt/hadoop
    ports:
      - 9888:9888
      #- 18000:18000
    env_file:
      - ./docker-config
    environment:
      KERBEROS_KEYTABS: recon HTTP
      OZONE_OPTS:
    command: ["/opt/hadoop/bin/ozone","recon"]
    extra_hosts:
      - "om1: 172.25.0.111"
      - "om2: 172.25.0.112"
      - "om3: 172.25.0.113"
    networks:
      ozone_net:
        ipv4_address: 172.25.0.115
  scm:
    image: apache/ozone-runner:${OZONE_RUNNER_VERSION}
    hostname: scm
    volumes:
      - ../..:/opt/hadoop
    ports:
      - 9876:9876
      - 9860:9860
    env_file:
      - docker-config
    environment:
      KERBEROS_KEYTABS: scm HTTP testuser testuser2
      ENSURE_SCM_INITIALIZED: /data/metadata/scm/current/VERSION
      OZONE-SITE.XML_hdds.scm.safemode.min.datanode: "${OZONE_SAFEMODE_MIN_DATANODES:-3}"
      OZONE_OPTS:
    command: ["/opt/hadoop/bin/ozone","scm"]
    extra_hosts:
      - "om1: 172.25.0.111"
      - "om2: 172.25.0.112"
      - "om3: 172.25.0.113"
    networks:
      ozone_net:
        ipv4_address: 172.25.0.116
networks:
  ozone_net:
    ipam:
      driver: default
      config:
        - subnet: "172.25.0.0/24"