blob: 3d233966e7b84a4ef281d14aac7f1a15496079b6 [file] [log] [blame]
x-zookeeper-base: &zookeeper-base
image: 'docker.io/library/zookeeper:3.7.2'
init: true
restart: always
profiles:
- zookeeper
environment: &zookeeper-base-env
ZOO_SERVERS: 'server.1=zookeeper-1:2888:3888 server.2=zookeeper-2:2888:3888 server.3=zookeeper-3:2888:3888'
ZOO_CFG_EXTRA: 'clientPort=2181 peerPort=2888 leaderPort=3888'
ZOO_INIT_LIMIT: '10'
ZOO_SYNC_LIMIT: '5'
ZOO_MAX_CLIENT_CNXNS: '0'
ZOO_4LW_COMMANDS_WHITELIST: 'mntr,conf,ruok'
x-kafka-base: &kafka-base
image: 'sarama/fv-kafka-${KAFKA_VERSION:-3.9.1}'
init: true
build:
context: .
dockerfile: Dockerfile.kafka
args:
KAFKA_VERSION: ${KAFKA_VERSION:-3.9.1}
SCALA_VERSION: ${SCALA_VERSION:-2.13}
depends_on:
- toxiproxy
restart: always
environment: &kafka-base-env
KAFKA_VERSION: ${KAFKA_VERSION:-3.9.1}
KAFKA_CFG_DEFAULT_REPLICATION_FACTOR: '2'
KAFKA_CFG_OFFSETS_TOPIC_REPLICATION_FACTOR: '2'
KAFKA_CFG_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: '2'
KAFKA_CFG_ZOOKEEPER_SESSION_TIMEOUT_MS: '6000'
KAFKA_CFG_ZOOKEEPER_CONNECTION_TIMEOUT_MS: '6000'
KAFKA_CFG_REPLICA_SELECTOR_CLASS: 'org.apache.kafka.common.replica.RackAwareReplicaSelector'
KAFKA_CFG_DELETE_TOPIC_ENABLE: 'true'
KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE: 'false'
KAFKA_CFG_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
KAFKA_JVM_PERFORMANCE_OPTS: "-XX:+IgnoreUnrecognizedVMOptions"
KAFKA_CFG_INTER_BROKER_LISTENER_NAME: 'LISTENER_INTERNAL'
KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: 'LISTENER_INTERNAL:PLAINTEXT,LISTENER_LOCAL:PLAINTEXT,CONTROLLER:PLAINTEXT'
# ZooKeeper-specific
KAFKA_CFG_ZOOKEEPER_CONNECT: 'zookeeper-1:2181,zookeeper-2:2181,zookeeper-3:2181'
# KRaft-specific
KAFKA_CFG_PROCESS_ROLES: 'broker,controller'
KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: '1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093,4@kafka-4:9093,5@kafka-5:9093'
KAFKA_CFG_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
KAFKA_CFG_CLUSTER_ID: 'cDZEekk4T3hTNGVlNzB3LUtUbkxaQQo='
services:
zookeeper-1:
<<: *zookeeper-base
container_name: 'zookeeper-1'
environment:
<<: *zookeeper-base-env
ZOO_MY_ID: '1'
zookeeper-2:
<<: *zookeeper-base
container_name: 'zookeeper-2'
environment:
<<: *zookeeper-base-env
ZOO_MY_ID: '2'
zookeeper-3:
<<: *zookeeper-base
container_name: 'zookeeper-3'
environment:
<<: *zookeeper-base-env
ZOO_MY_ID: '3'
kafka-1:
<<: *kafka-base
container_name: 'kafka-1'
healthcheck:
test: ['CMD', '/opt/kafka-${KAFKA_VERSION:-3.9.1}/bin/kafka-broker-api-versions.sh', '--bootstrap-server', 'kafka-1:9091']
interval: 15s
timeout: 15s
retries: 10
start_period: 360s
environment:
<<: *kafka-base-env
KAFKA_CFG_BROKER_ID: '1'
KAFKA_CFG_NODE_ID: '1'
KAFKA_CFG_BROKER_RACK: '1'
KAFKA_CFG_LISTENERS: 'LISTENER_INTERNAL://:9091,LISTENER_LOCAL://:29091,CONTROLLER://:9093'
KAFKA_CFG_ADVERTISED_LISTENERS: 'LISTENER_INTERNAL://kafka-1:9091,LISTENER_LOCAL://localhost:29091'
kafka-2:
<<: *kafka-base
container_name: 'kafka-2'
healthcheck:
test: ['CMD', '/opt/kafka-${KAFKA_VERSION:-3.9.1}/bin/kafka-broker-api-versions.sh', '--bootstrap-server', 'kafka-2:9091']
interval: 15s
timeout: 15s
retries: 10
start_period: 360s
environment:
<<: *kafka-base-env
KAFKA_CFG_BROKER_ID: '2'
KAFKA_CFG_NODE_ID: '2'
KAFKA_CFG_BROKER_RACK: '2'
KAFKA_CFG_LISTENERS: 'LISTENER_INTERNAL://:9091,LISTENER_LOCAL://:29092,CONTROLLER://:9093'
KAFKA_CFG_ADVERTISED_LISTENERS: 'LISTENER_INTERNAL://kafka-2:9091,LISTENER_LOCAL://localhost:29092'
kafka-3:
<<: *kafka-base
container_name: 'kafka-3'
healthcheck:
test: ['CMD', '/opt/kafka-${KAFKA_VERSION:-3.9.1}/bin/kafka-broker-api-versions.sh', '--bootstrap-server', 'kafka-3:9091']
interval: 15s
timeout: 15s
retries: 10
start_period: 360s
environment:
<<: *kafka-base-env
KAFKA_CFG_BROKER_ID: '3'
KAFKA_CFG_NODE_ID: '3'
KAFKA_CFG_BROKER_RACK: '3'
KAFKA_CFG_LISTENERS: 'LISTENER_INTERNAL://:9091,LISTENER_LOCAL://:29093,CONTROLLER://:9093'
KAFKA_CFG_ADVERTISED_LISTENERS: 'LISTENER_INTERNAL://kafka-3:9091,LISTENER_LOCAL://localhost:29093'
kafka-4:
<<: *kafka-base
container_name: 'kafka-4'
healthcheck:
test: ['CMD', '/opt/kafka-${KAFKA_VERSION:-3.9.1}/bin/kafka-broker-api-versions.sh', '--bootstrap-server', 'kafka-4:9091']
interval: 15s
timeout: 15s
retries: 10
start_period: 360s
environment:
<<: *kafka-base-env
KAFKA_CFG_BROKER_ID: '4'
KAFKA_CFG_NODE_ID: '4'
KAFKA_CFG_BROKER_RACK: '4'
KAFKA_CFG_LISTENERS: 'LISTENER_INTERNAL://:9091,LISTENER_LOCAL://:29094,CONTROLLER://:9093'
KAFKA_CFG_ADVERTISED_LISTENERS: 'LISTENER_INTERNAL://kafka-4:9091,LISTENER_LOCAL://localhost:29094'
kafka-5:
<<: *kafka-base
container_name: 'kafka-5'
healthcheck:
test: ['CMD', '/opt/kafka-${KAFKA_VERSION:-3.9.1}/bin/kafka-broker-api-versions.sh', '--bootstrap-server', 'kafka-5:9091']
interval: 15s
timeout: 15s
retries: 10
start_period: 360s
environment:
<<: *kafka-base-env
KAFKA_CFG_BROKER_ID: '5'
KAFKA_CFG_NODE_ID: '5'
KAFKA_CFG_BROKER_RACK: '5'
KAFKA_CFG_LISTENERS: 'LISTENER_INTERNAL://:9091,LISTENER_LOCAL://:29095,CONTROLLER://:9093'
KAFKA_CFG_ADVERTISED_LISTENERS: 'LISTENER_INTERNAL://kafka-5:9091,LISTENER_LOCAL://localhost:29095'
toxiproxy:
container_name: 'toxiproxy'
image: 'ghcr.io/shopify/toxiproxy:2.12.0'
init: true
healthcheck:
test: ['CMD', '/toxiproxy-cli', 'l']
interval: 15s
timeout: 15s
retries: 3
start_period: 30s
ports:
# The tests themselves actually start the proxies on these ports
- '29091:29091'
- '29092:29092'
- '29093:29093'
- '29094:29094'
- '29095:29095'
# This is the toxiproxy API port
- '8474:8474'