kafka network

docker-compose.yml

@@ -1,5 +1,7 @@
 services:
     zookeeper:
+        networks:
+          - vpn
         image: confluentinc/cp-zookeeper:7.4.0
         environment:
             ZOOKEEPER_CLIENT_PORT: 2181
@@ -8,17 +10,18 @@ services:
         - 2181:2181
 
     kafka:
+        networks:
+          - vpn
         image: confluentinc/cp-kafka:7.4.0
         ports:
-        - 9092:9092
-        - 9997:9997
-        expose:
         - 29092:29092
         environment:
             KAFKA_BROKER_ID: 1
             KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
-            KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
-            KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092
+            KAFKA_LISTENERS: EXTERNAL_SAME_HOST://:29092,EXTERNAL_DIFFERENT_HOST://:29093,INTERNAL://:9092
+            KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka:9092,EXTERNAL_SAME_HOST://localhost:29092,EXTERNAL_DIFFERENT_HOST://157.245.80.232:29093
+            KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL_SAME_HOST:PLAINTEXT,EXTERNAL_DIFFERENT_HOST:PLAINTEXT
+            KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
             KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
             KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
             KAFKA_LOG_FLUSH_INTERVAL_MESSAGES: 10000
@@ -27,6 +30,8 @@ services:
         - zookeeper
 
     init-kafka:
+        networks:
+          - vpn
         image: confluentinc/cp-kafka:7.4.0
         depends_on:
           - kafka
@@ -34,19 +39,20 @@ services:
         command: |
           "
           # blocks until kafka is reachable
-          kafka-topics --bootstrap-server kafka:29092 --list
+          kafka-topics --bootstrap-server kafka:9092 --list
 
           echo -e 'Creating kafka topics'
-          kafka-topics --bootstrap-server kafka:29092 --create --if-not-exists --topic commands --replication-factor 1 --partitions 1
-          kafka-topics --bootstrap-server kafka:29092 --create --if-not-exists --topic data --replication-factor 1 --partitions 1
-          kafka-topics --bootstrap-server kafka:29092 --create --if-not-exists --topic dataDetectors --replication-factor 1 --partitions 1
-          kafka-topics --bootstrap-server kafka:29092 --create --if-not-exists --topic response --replication-factor 1 --partitions 1
+          kafka-topics --bootstrap-server kafka:9092 --create --if-not-exists --topic commands --replication-factor 1 --partitions 1
+          kafka-topics --bootstrap-server kafka:9092 --create --if-not-exists --topic data --replication-factor 1 --partitions 1
+          kafka-topics --bootstrap-server kafka:9092 --create --if-not-exists --topic response --replication-factor 1 --partitions 1
 
           echo -e 'Successfully created the following topics:'
-          kafka-topics --bootstrap-server kafka:29092 --list
+          kafka-topics --bootstrap-server kafka:9092 --list
           "
 
     kafka-ui:
+      networks:
+        - vpn
       container_name: kafka-ui
       image: provectuslabs/kafka-ui:latest
       ports:
@@ -56,4 +62,8 @@ services:
       environment:
         KAFKA_CLUSTERS_0_NAME: local
         KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS: kafka:29092
-        KAFKA_CLUSTERS_0_METRICS_PORT: 9997
+        KAFKA_CLUSTERS_0_METRICS_PORT: 9997
+
+networks:
+  vpn:
+    name: kafkaVPN