kafka network

This commit is contained in:
the 2024-11-12 18:03:45 +04:00
parent f82c8daa92
commit 4747f975c5

View File

@ -1,5 +1,7 @@
services: services:
zookeeper: zookeeper:
networks:
- vpn
image: confluentinc/cp-zookeeper:7.4.0 image: confluentinc/cp-zookeeper:7.4.0
environment: environment:
ZOOKEEPER_CLIENT_PORT: 2181 ZOOKEEPER_CLIENT_PORT: 2181
@ -8,17 +10,18 @@ services:
- 2181:2181 - 2181:2181
kafka: kafka:
networks:
- vpn
image: confluentinc/cp-kafka:7.4.0 image: confluentinc/cp-kafka:7.4.0
ports: ports:
- 9092:9092
- 9997:9997
expose:
- 29092:29092 - 29092:29092
environment: environment:
KAFKA_BROKER_ID: 1 KAFKA_BROKER_ID: 1
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT KAFKA_LISTENERS: EXTERNAL_SAME_HOST://:29092,EXTERNAL_DIFFERENT_HOST://:29093,INTERNAL://:9092
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092 KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka:9092,EXTERNAL_SAME_HOST://localhost:29092,EXTERNAL_DIFFERENT_HOST://157.245.80.232:29093
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL_SAME_HOST:PLAINTEXT,EXTERNAL_DIFFERENT_HOST:PLAINTEXT
KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1 KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1 KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
KAFKA_LOG_FLUSH_INTERVAL_MESSAGES: 10000 KAFKA_LOG_FLUSH_INTERVAL_MESSAGES: 10000
@ -27,6 +30,8 @@ services:
- zookeeper - zookeeper
init-kafka: init-kafka:
networks:
- vpn
image: confluentinc/cp-kafka:7.4.0 image: confluentinc/cp-kafka:7.4.0
depends_on: depends_on:
- kafka - kafka
@ -34,19 +39,20 @@ services:
command: | command: |
" "
# blocks until kafka is reachable # blocks until kafka is reachable
kafka-topics --bootstrap-server kafka:29092 --list kafka-topics --bootstrap-server kafka:9092 --list
echo -e 'Creating kafka topics' echo -e 'Creating kafka topics'
kafka-topics --bootstrap-server kafka:29092 --create --if-not-exists --topic commands --replication-factor 1 --partitions 1 kafka-topics --bootstrap-server kafka:9092 --create --if-not-exists --topic commands --replication-factor 1 --partitions 1
kafka-topics --bootstrap-server kafka:29092 --create --if-not-exists --topic data --replication-factor 1 --partitions 1 kafka-topics --bootstrap-server kafka:9092 --create --if-not-exists --topic data --replication-factor 1 --partitions 1
kafka-topics --bootstrap-server kafka:29092 --create --if-not-exists --topic dataDetectors --replication-factor 1 --partitions 1 kafka-topics --bootstrap-server kafka:9092 --create --if-not-exists --topic response --replication-factor 1 --partitions 1
kafka-topics --bootstrap-server kafka:29092 --create --if-not-exists --topic response --replication-factor 1 --partitions 1
echo -e 'Successfully created the following topics:' echo -e 'Successfully created the following topics:'
kafka-topics --bootstrap-server kafka:29092 --list kafka-topics --bootstrap-server kafka:9092 --list
" "
kafka-ui: kafka-ui:
networks:
- vpn
container_name: kafka-ui container_name: kafka-ui
image: provectuslabs/kafka-ui:latest image: provectuslabs/kafka-ui:latest
ports: ports:
@ -57,3 +63,7 @@ services:
KAFKA_CLUSTERS_0_NAME: local KAFKA_CLUSTERS_0_NAME: local
KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS: kafka:29092 KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS: kafka:29092
KAFKA_CLUSTERS_0_METRICS_PORT: 9997 KAFKA_CLUSTERS_0_METRICS_PORT: 9997
networks:
vpn:
name: kafkaVPN