test/e2e/case/kafka/docker-compose.yml

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

version: '2.1'

services:
  zookeeper:
    image: zookeeper:3.4
    hostname: zookeeper
    expose:
      - 2181
    networks:
      - e2e
    environment:
      - ALLOW_ANONYMOUS_LOGIN=yes
    healthcheck:
      test: ["CMD", "sh", "-c", "nc -nz 127.0.0.1 2181"]
      interval: 5s
      timeout: 60s
      retries: 120

  broker-a:
    image: bitnamilegacy/kafka:2.4.1
    hostname: broker-a
    expose:
      - 9092
    networks:
      - e2e
    environment:
      - KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
      - KAFKA_BROKER_ID=10
      - ALLOW_PLAINTEXT_LISTENER=yes
    depends_on:
      zookeeper:
        condition: service_healthy
    healthcheck:
      test: ["CMD", "kafka-topics.sh", "--list", "--zookeeper", "zookeeper:2181"]
      interval: 5s
      timeout: 60s
      retries: 120

  broker-b:
    image: bitnamilegacy/kafka:2.4.1
    hostname: broker-b
    expose:
      - 9092
    networks:
      - e2e
    environment:
      - KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
      - KAFKA_BROKER_ID=24
      - ALLOW_PLAINTEXT_LISTENER=yes
    depends_on:
      zookeeper:
        condition: service_healthy
    healthcheck:
      test: ["CMD", "kafka-topics.sh", "--list", "--zookeeper", "zookeeper:2181"]
      interval: 5s
      timeout: 60s
      retries: 12

  oap:
    extends:
      file: ../../base/base-compose.yml
      service: oap
    environment:
      SW_KAFKA_FETCHER: default
      SW_KAFKA_FETCHER_ENABLE_NATIVE_PROTO_LOG: "true"
      SW_KAFKA_FETCHER_SERVERS: broker-a:9092,broker-b:9092
      SW_KAFKA_FETCHER_PARTITIONS: 2
      SW_KAFKA_FETCHER_PARTITIONS_FACTOR: 1
    ports:
      - 12800
    depends_on:
      broker-a:
        condition: service_healthy
      broker-b:
        condition: service_healthy

  banyandb:
    extends:
      file: ../../base/base-compose.yml
      service: banyandb
    ports:
      - 17912

  kafkaprovider:
    extends:
      file: ../../base/base-compose.yml
      service: provider
    build:
      args:
        ENABLE_KAFKA_REPORTER: "true"
    environment:
      SW_KAFKA_BOOTSTRAP_SERVERS: broker-a:9092,broker-b:9092
      SW_GET_TOPIC_TIMEOUT: 60
      SW_PLUGIN_KAFKA_TOPIC_LOGGING: skywalking-logs
    ports:
      - 9090
    depends_on:
      oap:
        condition: service_healthy


  kafkaconsumer:
    extends:
      file: ../../base/base-compose.yml
      service: consumer
    build:
      args:
        ENABLE_KAFKA_REPORTER: "true"
    environment:
      SW_KAFKA_BOOTSTRAP_SERVERS: broker-a:9092,broker-b:9092
      SW_GET_TOPIC_TIMEOUT: 60
      SW_PLUGIN_KAFKA_TOPIC_LOGGING: skywalking-logs
      PROVIDER_URL: http://kafkaprovider:9090
    ports:
      - 9090
    depends_on:
      kafkaprovider:
        condition: service_healthy

networks:
  e2e: