docker-compose.yml

version: "3"
services:
  zookeeper-1:
    image: confluentinc/cp-zookeeper
    hostname: zookeeper-1
    container_name: zookeeper-1
    environment:
      ZOOKEEPER_SERVER_ID: "1"
      ZOOKEEPER_CLIENT_PORT: 2181
      ZOOKEEPER_TICK_TIME: 2000
      ZOOKEEPER_INIT_LIMIT: 5
      ZOOKEEPER_SYNC_LIMIT: 2
      ZOOKEEPER_SERVERS: zookeeper-1:2888:3888;zookeeper-2:2888:3888;zookeeper-3:2888:3888
      KAFKA_OPTS: "-Djava.security.auth.login.config=/etc/kafka/secrets/server_jaas.conf
      -Dzookeeper.authProvider.1=org.apache.zookeeper.server.auth.SASLAuthenticationProvider
      -DjaasLoginRenew=3600000
      -DrequireClientAuthScheme=sasl
      -Dzookeeper.4lw.commands.whitelist=stat"
      KAFKA_HEAP_OPTS: "-Xmx512M -Xms512M"
    volumes:
      - ./secrets/server_jaas.conf:/etc/kafka/secrets/server_jaas.conf

  zookeeper-2:
    image: confluentinc/cp-zookeeper
    hostname: zookeeper-2
    container_name: zookeeper-2
    environment:
      ZOOKEEPER_SERVER_ID: "2"
      ZOOKEEPER_CLIENT_PORT: 2181
      ZOOKEEPER_TICK_TIME: 2000
      ZOOKEEPER_INIT_LIMIT: 5
      ZOOKEEPER_SYNC_LIMIT: 2
      ZOOKEEPER_SERVERS: zookeeper-1:2888:3888;zookeeper-2:2888:3888;zookeeper-3:2888:3888
      KAFKA_OPTS: "-Djava.security.auth.login.config=/etc/kafka/secrets/server_jaas.conf
      -Dzookeeper.authProvider.1=org.apache.zookeeper.server.auth.SASLAuthenticationProvider
      -DjaasLoginRenew=3600000
      -DrequireClientAuthScheme=sasl
      -Dzookeeper.4lw.commands.whitelist=stat"
      KAFKA_HEAP_OPTS: "-Xmx512M -Xms512M"
    volumes:
      - ./secrets/server_jaas.conf:/etc/kafka/secrets/server_jaas.conf

  zookeeper-3:
    image: confluentinc/cp-zookeeper
    hostname: zookeeper-3
    container_name: zookeeper-3
    environment:
      ZOOKEEPER_SERVER_ID: "3"
      ZOOKEEPER_CLIENT_PORT: 2181
      ZOOKEEPER_TICK_TIME: 2000
      ZOOKEEPER_INIT_LIMIT: 5
      ZOOKEEPER_SYNC_LIMIT: 2
      ZOOKEEPER_SERVERS: zookeeper-1:2888:3888;zookeeper-2:2888:3888;zookeeper-3:2888:3888
      KAFKA_OPTS: "-Djava.security.auth.login.config=/etc/kafka/secrets/server_jaas.conf
      -Dzookeeper.authProvider.1=org.apache.zookeeper.server.auth.SASLAuthenticationProvider
      -DjaasLoginRenew=3600000
      -DrequireClientAuthScheme=sasl
      -Dzookeeper.4lw.commands.whitelist=stat"
      KAFKA_HEAP_OPTS: "-Xmx512M -Xms512M"
    volumes:
      - ./secrets/server_jaas.conf:/etc/kafka/secrets/server_jaas.conf

  kafka-1:
    image: confluentinc/cp-kafka
    hostname: kafka-1
    container_name: kafka-1
    depends_on:
      - zookeeper-1
      - zookeeper-2
      - zookeeper-3
    environment:
      KAFKA_ZOOKEEPER_CONNECT: "zookeeper-1:2181,zookeeper-2:2181,zookeeper-3:2181"
      KAFKA_ADVERTISED_LISTENERS: "SASL_PLAINTEXT://kafka-1:9092"
      KAFKA_SECURITY_INTER_BROKER_PROTOCOL: SASL_PLAINTEXT
      KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL: PLAIN
      KAFKA_SASL_ENABLED_MECHANISMS: PLAIN
      KAFKA_SECURITY_PROTOCOL: SASL_PLAINTEXT
      KAFKA_BROKER_ID: "1"
      KAFKA_OPTS: "-Djava.security.auth.login.config=/etc/kafka/secrets/server_jaas.conf"
      KAFKA_HEAP_OPTS: "-Xmx512M -Xms512M"
    volumes:
      - ./secrets/server_jaas.conf:/etc/kafka/secrets/server_jaas.conf
      - ./secrets/producer.properties:/etc/kafka/secrets/producer.properties

  kafka-2:
    image: confluentinc/cp-kafka
    hostname: kafka-2
    container_name: kafka-2
    depends_on:
      - zookeeper-1
      - zookeeper-2
      - zookeeper-3
    environment:
      KAFKA_ZOOKEEPER_CONNECT: "zookeeper-1:2181,zookeeper-2:2181,zookeeper-3:2181,zookeeper-4:2181"
      KAFKA_ADVERTISED_LISTENERS: "SASL_PLAINTEXT://kafka-2:9092"
      KAFKA_SECURITY_INTER_BROKER_PROTOCOL: SASL_PLAINTEXT
      KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL: PLAIN
      KAFKA_SASL_ENABLED_MECHANISMS: PLAIN
      KAFKA_SECURITY_PROTOCOL: SASL_PLAINTEXT
      KAFKA_BROKER_ID: "2"
      KAFKA_OPTS: "-Djava.security.auth.login.config=/etc/kafka/secrets/server_jaas.conf"
      KAFKA_HEAP_OPTS: "-Xmx512M -Xms512M"
    volumes:
      - ./secrets/server_jaas.conf:/etc/kafka/secrets/server_jaas.conf

  kafka-3:
    image: confluentinc/cp-kafka
    hostname: kafka-3
    container_name: kafka-3
    depends_on:
      - zookeeper-1
      - zookeeper-2
      - zookeeper-3
    environment:
      KAFKA_ZOOKEEPER_CONNECT: "zookeeper-1:2181,zookeeper-2:2181,zookeeper-3:2181,zookeeper-4:2181"
      KAFKA_ADVERTISED_LISTENERS: "SASL_PLAINTEXT://kafka-3:9092"
      KAFKA_SECURITY_INTER_BROKER_PROTOCOL: SASL_PLAINTEXT
      KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL: PLAIN
      KAFKA_SASL_ENABLED_MECHANISMS: PLAIN
      KAFKA_SECURITY_PROTOCOL: SASL_PLAINTEXT
      KAFKA_BROKER_ID: "3"
      KAFKA_OPTS: "-Djava.security.auth.login.config=/etc/kafka/secrets/server_jaas.conf"
      KAFKA_HEAP_OPTS: "-Xmx512M -Xms512M"
    volumes:
      - ./secrets/server_jaas.conf:/etc/kafka/secrets/server_jaas.conf

  mongodb:
    image: mongo:latest
    hostname: mongodb
    environment:
      MONGO_INITDB_ROOT_USERNAME: root
      MONGO_INITDB_ROOT_PASSWORD: rootpassword
    ports:
      - 27017:27017
    volumes:
      - mongodb_data_container:/data/db

  kadmin:
    build: ./kadmin
    environment:
      JAVA_OPTS: "-Xmx256M -Xms256M"
    volumes:
      - ./secrets/server_jaas.conf:/etc/kafka/secrets/server_jaas.conf
      - data:/usr/share/nginx/html:ro
    depends_on:
      - kafka-1
      - kafka-2
      - kafka-3
      - mongodb

volumes:
  mongodb_data_container: {}
  data: {}