| CARVIEW |
Select Language
HTTP/2 200
date: Sat, 11 Oct 2025 12:32:37 GMT
content-type: text/html; charset=UTF-8
server: cloudflare
x-frame-options: DENY
x-content-type-options: nosniff
x-xss-protection: 1;mode=block
vary: accept-encoding
cf-cache-status: DYNAMIC
content-encoding: gzip
set-cookie: _csrf-frontend=6ff68f4a5130719a68e7a4e44203e3854942b0635c155ae67207184e58f0aad9a%3A2%3A%7Bi%3A0%3Bs%3A14%3A%22_csrf-frontend%22%3Bi%3A1%3Bs%3A32%3A%22ibN5gR5YmbzgChuJhWXQJOMTlCBRBDb2%22%3B%7D; HttpOnly; Path=/
cf-ray: 98ce61986878c1b3-BLR
docker-compose.ymlservices: # ============================= # Cluster - Pastebin.com
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- docker-compose.yml
- services:
- # =============================
- # Cluster A (ZK + 3 brokers, SSL inside, external PLAINTEXT on A1)
- # =============================
- zookeeperA:
- image: confluentinc/cp-zookeeper:7.5.0
- container_name: zookeeperA
- hostname: zookeeperA
- ports:
- - "2181:2181"
- volumes:
- - ./certs:/etc/kafka/secrets:ro
- environment:
- ZOOKEEPER_CLIENT_PORT: 2181
- ZOOKEEPER_TICK_TIME: 2000
- ZOOKEEPER_CLIENT_CNXN_SOCKET: org.apache.zookeeper.ClientCnxnSocketNetty
- ZOOKEEPER_SECURE_CLIENT_PORT: 2182
- ZOOKEEPER_SSL_KEYSTORE_FILENAME: kafka.server.keystore.jks
- ZOOKEEPER_SSL_KEYSTORE_PASSWORD: password123
- ZOOKEEPER_SSL_TRUSTSTORE_FILENAME: kafka.server.truststore.jks
- ZOOKEEPER_SSL_TRUSTSTORE_PASSWORD: password123
- ZOOKEEPER_SSL_QUORUM: true
- ZOOKEEPER_SSL_ENABLED: true
- ZOOKEEPER_SERVER_CNXN_FACTORY: org.apache.zookeeper.server.NettyServerCnxnFactory
- networks:
- - kafka-network
- kafkaA1:
- image: confluentinc/cp-kafka:7.5.0
- container_name: kafkaA1
- hostname: kafkaA1
- depends_on:
- - zookeeperA
- ports:
- - "9092:9092"
- volumes:
- - ./certs:/etc/kafka/secrets:ro
- environment:
- KAFKA_BROKER_ID: 1
- KAFKA_ZOOKEEPER_CONNECT: zookeeperA:2181
- KAFKA_ZOOKEEPER_SSL_CLIENT_ENABLE: "true"
- KAFKA_ZOOKEEPER_SSL_KEYSTORE_FILENAME: kafka.server.keystore.jks"
- KAFKA_ZOOKEEPER_SSL_KEYSTORE_PASSWORD: password123
- KAFKA_ZOOKEEPER_SSL_TRUSTSTORE_FILENAME: "kafka.server.truststore.jks"
- KAFKA_ZOOKEEPER_SSL_TRUSTSTORE_PASSWORD: password123
- KAFKA_ZOOKEEPER_SSL_KEY_PASSWORD: password123
- KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092,INTERNAL_SSL://0.0.0.0:9093
- KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafkaA1:9092,INTERNAL_SSL://kafkaA1:9093
- KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,INTERNAL_SSL:SSL
- KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL_SSL
- # SSL (full paths)
- KAFKA_SSL_KEYSTORE_FILENAME: kafka.server.keystore.jks
- KAFKA_SSL_TRUSTSTORE_FILENAME: kafka.server.truststore.jks
- KAFKA_SSL_KEYSTORE_CREDENTIALS: keystore_creds
- KAFKA_SSL_TRUSTSTORE_CREDENTIALS: truststore_creds
- KAFKA_SSL_KEY_CREDENTIALS: keystore_creds
- KAFKA_SSL_ENDPOINT_IDENTIFICATION_ALGORITHM: ""
- # defaults
- KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
- KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
- KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
- KAFKA_DEFAULT_REPLICATION_FACTOR: 1
- KAFKA_MIN_INSYNC_REPLICAS: 1
- KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
- healthcheck:
- test: ["CMD","kafka-broker-api-versions","--bootstrap-server","kafkaA1:9093","--command-config","/etc/kafka/secrets/client_ssl.properties"]
- interval: 10s
- timeout: 5s
- retries: 5
- networks:
- - kafka-network
- kafkaA2:
- image: confluentinc/cp-kafka:7.5.0
- container_name: kafkaA2
- hostname: kafkaA2
- depends_on:
- - zookeeperA
- volumes:
- - ./certs:/etc/kafka/secrets:ro
- environment:
- KAFKA_BROKER_ID: 2
- KAFKA_ZOOKEEPER_CONNECT: zookeeperA:2181
- KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092,INTERNAL_SSL://0.0.0.0:9093
- KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafkaA2:9092,INTERNAL_SSL://kafkaA2:9093
- KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,INTERNAL_SSL:SSL
- KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL_SSL
- # SSL (full paths)
- KAFKA_SSL_KEYSTORE_FILENAME: kafka.server.keystore.jks
- KAFKA_SSL_TRUSTSTORE_FILENAME: kafka.server.truststore.jks
- KAFKA_SSL_KEYSTORE_CREDENTIALS: keystore_creds
- KAFKA_SSL_TRUSTSTORE_CREDENTIALS: truststore_creds
- KAFKA_SSL_KEY_CREDENTIALS: keystore_creds
- KAFKA_SSL_ENDPOINT_IDENTIFICATION_ALGORITHM: ""
- # defaults
- KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
- KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
- KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
- KAFKA_DEFAULT_REPLICATION_FACTOR: 1
- KAFKA_MIN_INSYNC_REPLICAS: 1
- KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
- healthcheck:
- test: ["CMD","kafka-broker-api-versions","--bootstrap-server","kafkaA2:9093","--command-config","/etc/kafka/secrets/client_ssl.properties"]
- interval: 10s
- timeout: 5s
- retries: 5
- networks:
- - kafka-network
- kafkaA3:
- image: confluentinc/cp-kafka:7.5.0
- container_name: kafkaA3
- hostname: kafkaA3
- depends_on:
- - zookeeperA
- volumes:
- - ./certs:/etc/kafka/secrets:ro
- environment:
- KAFKA_BROKER_ID: 3
- KAFKA_ZOOKEEPER_CONNECT: zookeeperA:2181
- KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092,INTERNAL_SSL://0.0.0.0:9093
- KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafkaA3:9092,INTERNAL_SSL://kafkaA3:9093
- KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,INTERNAL_SSL:SSL
- KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL_SSL
- # SSL (full paths)
- KAFKA_SSL_KEYSTORE_FILENAME: kafka.server.keystore.jks
- KAFKA_SSL_TRUSTSTORE_FILENAME: kafka.server.truststore.jks
- KAFKA_SSL_KEYSTORE_CREDENTIALS: keystore_creds
- KAFKA_SSL_TRUSTSTORE_CREDENTIALS: truststore_creds
- KAFKA_SSL_KEY_CREDENTIALS: keystore_creds
- KAFKA_SSL_ENDPOINT_IDENTIFICATION_ALGORITHM: ""
- # defaults
- KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
- KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
- KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
- KAFKA_DEFAULT_REPLICATION_FACTOR: 1
- KAFKA_MIN_INSYNC_REPLICAS: 1
- KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
- healthcheck:
- test: ["CMD","kafka-broker-api-versions","--bootstrap-server","kafkaA3:9093","--command-config","/etc/kafka/secrets/client_ssl.properties"]
- interval: 10s
- timeout: 5s
- retries: 5
- networks:
- - kafka-network
- # =============================
- # Cluster B (PLAINTEXT)
- # =============================
- zookeeperB:
- image: confluentinc/cp-zookeeper:7.5.0
- container_name: zookeeperB
- hostname: zookeeperB
- ports:
- - "2182:2181"
- environment:
- ZOOKEEPER_CLIENT_PORT: 2181
- ZOOKEEPER_TICK_TIME: 2000
- networks:
- - kafka-network
- kafkaB4:
- image: confluentinc/cp-kafka:7.5.0
- container_name: kafkaB4
- hostname: kafkaB4
- depends_on:
- - zookeeperB
- ports:
- - "19097:9092"
- environment:
- KAFKA_BROKER_ID: 4
- KAFKA_ZOOKEEPER_CONNECT: zookeeperB:2181
- KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092
- KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafkaB4:9092
- KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
- KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
- KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
- KAFKA_DEFAULT_REPLICATION_FACTOR: 1
- KAFKA_MIN_INSYNC_REPLICAS: 1
- KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
- networks:
- - kafka-network
- kafkaB5:
- image: confluentinc/cp-kafka:7.5.0
- container_name: kafkaB5
- hostname: kafkaB5
- depends_on:
- - zookeeperB
- ports:
- - "19098:9092"
- environment:
- KAFKA_BROKER_ID: 5
- KAFKA_ZOOKEEPER_CONNECT: zookeeperB:2181
- KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092
- KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafkaB5:9092
- KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
- KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
- KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
- KAFKA_DEFAULT_REPLICATION_FACTOR: 1
- KAFKA_MIN_INSYNC_REPLICAS: 1
- KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
- networks:
- - kafka-network
- kafkaB6:
- image: confluentinc/cp-kafka:7.5.0
- container_name: kafkaB6
- hostname: kafkaB6
- depends_on:
- - zookeeperB
- ports:
- - "19099:9092"
- environment:
- KAFKA_BROKER_ID: 6
- KAFKA_ZOOKEEPER_CONNECT: zookeeperB:2181
- KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092
- KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafkaB6:9092
- KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
- KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
- KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
- KAFKA_DEFAULT_REPLICATION_FACTOR: 1
- KAFKA_MIN_INSYNC_REPLICAS: 1
- KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
- networks:
- - kafka-network
- # =============================
- # MirrorMaker 2
- # =============================
- mirrormaker2:
- image: confluentinc/cp-kafka-connect:7.5.0
- container_name: mirrormaker2
- depends_on:
- - kafkaA1
- - kafkaB4
- volumes:
- - ./mirror-maker/mm2.properties:/etc/kafka/mm2.properties:ro
- - ./certs:/etc/kafka/secrets:ro
- command: ["bash","-lc","connect-mirror-maker /etc/kafka/mm2.properties"]
- # =============================
- # Schema Registry
- # =============================
- schema-registry:
- image: confluentinc/cp-schema-registry:7.5.0
- container_name: schema-registry
- depends_on:
- - kafkaA1
- ports:
- - "8081:8081"
- environment:
- SCHEMA_REGISTRY_HOST_NAME: schema-registry
- SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: PLAINTEXT://kafkaA1:9092
- # =============================
- # Kafka Connect
- # =============================
- connect:
- image: confluentinc/cp-kafka-connect:7.5.0
- container_name: kafka-connect
- depends_on:
- - kafkaA1
- - schema-registry
- - elasticsearch
- ports:
- - "8083:8083"
- environment:
- CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: 1
- CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: 1
- CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: 1
- CONNECT_BOOTSTRAP_SERVERS: kafkaA1:9092
- CONNECT_GROUP_ID: kafka-connect-group
- CONNECT_CONFIG_STORAGE_TOPIC: _connect-configs
- CONNECT_OFFSET_STORAGE_TOPIC: _connect-offsets
- CONNECT_STATUS_STORAGE_TOPIC: _connect-status
- CONNECT_KEY_CONVERTER: org.apache.kafka.connect.storage.StringConverter
- CONNECT_VALUE_CONVERTER: io.confluent.connect.avro.AvroConverter
- CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: https://schema-registry:8081
- CONNECT_PLUGIN_PATH: /usr/share/java,/etc/kafka-connect/jars
- CONNECT_REST_ADVERTISED_HOST_NAME: connect
- volumes:
- - ./connectors:/etc/kafka-connect/jars
- # =============================
- # Elasticsearch
- # =============================
- elasticsearch:
- image: elasticsearch:7.17.10
- container_name: elasticsearch
- environment:
- - discovery.type=single-node
- - xpack.security.enabled=false
- ports:
- - "9200:9200"
- # =============================
- # Kafka UI
- # =============================
- kafka-ui:
- image: provectuslabs/kafka-ui:latest
- container_name: kafka-ui
- ports:
- - "8080:8080"
- environment:
- - KAFKA_CLUSTERS_0_NAME=ClusterA
- - KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS=kafkaA1:9092,kafkaA2:9092,kafkaA3:9092
- - KAFKA_CLUSTERS_1_NAME=ClusterB
- - KAFKA_CLUSTERS_1_BOOTSTRAPSERVERS=kafkaB4:9092,kafkaB5:9092,kafkaB6:9092
- # =============================
- # Prometheus & Grafana
- # =============================
- prometheus:
- image: prom/prometheus
- container_name: prometheus
- volumes:
- - ./monitoring/prometheus.yml:/etc/prometheus/prometheus.yml
- ports:
- - "9090:9090"
- grafana:
- image: grafana/grafana
- container_name: grafana
- ports:
- - "3000:3000"
- # =============================
- # Faust Worker
- # =============================
- faust-worker:
- build:
- context: ./faust_app
- container_name: faust-worker
- depends_on:
- kafkaA1:
- condition: service_healthy
- kafkaA2:
- condition: service_healthy
- kafkaA3:
- condition: service_healthy
- ports:
- - "6066:6066"
- volumes:
- - ./certs/ca-cert:/certs/ca-cert:ro
- # =============================
- # HDFS
- # =============================
- hdfs-namenode:
- image: bde2020/hadoop-namenode:2.0.0-hadoop3.2.1-java8
- container_name: hdfs-namenode
- ports:
- - "9870:9870"
- environment:
- - CLUSTER_NAME=test
- hdfs-datanode:
- image: bde2020/hadoop-datanode:2.0.0-hadoop3.2.1-java8
- container_name: hdfs-datanode
- depends_on:
- - hdfs-namenode
- environment:
- - CLUSTER_NAME=test
- # =============================
- # Spark
- # =============================
- spark:
- image: bitnami/spark:latest
- container_name: spark
- ports:
- - "4040:4040"
- environment:
- SPARK_MODE: master
- # =============================
- # Alertmanager
- # =============================
- alertmanager:
- image: prom/alertmanager
- container_name: alertmanager
- ports:
- - "9093:9093"
- volumes:
- - ./monitoring/alertmanager.yml:/etc/alertmanager/config.yml
- # =============================
- # ksqlDB
- # =============================
- ksqldb-server:
- image: confluentinc/ksqldb-server:0.28.2
- container_name: ksqldb-server
- depends_on:
- - kafkaA1
- ports:
- - "8088:8088"
- environment:
- KSQL_CONFIG_DIR: "/etc/ksqldb"
- KSQL_BOOTSTRAP_SERVERS: PLAINTEXT://kafkaA1:9092
- KSQL_LISTENERS: https://0.0.0.0:8088
- ksqldb-cli:
- image: confluentinc/ksqldb-cli:0.28.2
- container_name: ksqldb-cli
- entrypoint: /bin/sh
- tty: true
- networks:
- kafka-network:
- driver: bridge
- mm2.properties:
- clusters = A,B
- replication.factor=1
- checkpoints.topic.replication.factor=1
- heartbeats.topic.replication.factor=1
- offset-syncs.topic.replication.factor=1
- A.bootstrap.servers = kafkaA1:9093,kafkaA2:9093,kafkaA3:9093
- A.security.protocol = SSL
- A.ssl.truststore.filename = kafka.server.truststore.jks
- A.ssl.truststore.password = password123
- A.ssl.keystore.filename = kafka.server.keystore.jks
- A.ssl.keystore.password = password123
- A.ssl.key.password = password123
- B.bootstrap.servers = kafkaB4:9092,kafkaB5:9092,kafkaB6:9092
- B.security.protocol = PLAINTEXT
- A->B.enabled = true
- A->B.topics = .*
- replication.factor = 3
- client_ssl.properties
- security.protocol=SSL
- ssl.truststore.filename=kafka.server.truststore.jks
- ssl.truststore.password=password123
- ssl.keystore.filename=kafka.server.keystore.jks
- ssl.keystore.password=password123
- ssl.key.password=password123
Advertisement
Add Comment
Please, Sign In to add comment
-
⭐✅ MAKE $2500 IN 15 MIN⭐⭐⭐ 4
JavaScript | 4 sec ago | 0.24 KB
-
⭐ G2A Bug ⭐ (Get more on BTC swaps) ✅ NEVER S...
JavaScript | 4 sec ago | 0.24 KB
-
⭐✅ Jack's Profit Method ✅ NEVER SEEN BEF...
JavaScript | 13 sec ago | 0.24 KB
-
⭐✅ Exploit 2500$ in 15 Minutes⭐⭐⭐ C
JavaScript | 15 sec ago | 0.24 KB
-
⭐✅ Online Marketplace Exploit ✅ NEVER SEEN BE...
JavaScript | 22 sec ago | 0.24 KB
-
⭐✅ Trading Profit Method ✅ NEVER SEEN BEFORE...
JavaScript | 31 sec ago | 0.24 KB
-
Free Crypto Method (NEVER SEEN BEFORE)⭐⭐ 4
JavaScript | 36 sec ago | 0.24 KB
-
⭐ Instant BTC Profit Method ✅ NEVER SEEN BEFO...
JavaScript | 40 sec ago | 0.24 KB
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy. OK, I Understand
