docker compose快速部署kafka-connect集群

先部署kafka集群,启动

参考:docker compose部署kafka集群-CSDN博客

创建timezone文件,内容填写Asia/Shanghai

再部署kafka-connect集群

networks:

net:

external: true

services:

kafka-connect1:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect1

hostname: kafka-connect1

#ports:

- '8083:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect1/logs:/kafka/logs

networks:

  • net

kafka-connect2:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect2

hostname: kafka-connect2

#ports:

- '8084:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect2/logs:/kafka/logs

networks:

  • net

kafka-connect3:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect3

hostname: kafka-connect3

#ports:

- '8085:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect3/logs:/kafka/logs

networks:

  • net

kafka-connect-ui:

restart: always

image: landoop/kafka-connect-ui:0.9.7

container_name: kafka-connect-ui

hostname: kafka-connect-ui

ports:

  • '8000:8000'

environment:

volumes:

  • /etc/localtime:/etc/localtime

networks:

  • net

kafka-connect-ui为kafka-connect的可视化web界面,访问8000端口。

相关推荐
阿沁QWQ15 小时前
Docker 核心技术和实现原理
运维·docker·容器
Tom Ma.16 小时前
Docker 安装 OpenClaw
运维·docker·容器
qq_2975746716 小时前
【Kafka 系列・入门第六篇】Kafka 集群部署(3 节点)+ 负载均衡配置
分布式·kafka·负载均衡
LoneEon16 小时前
Kubernetes高可用集群部署教程
linux·docker·kubernetes
iuu_star17 小时前
Dify网址打不开-解决方案
docker
翱翔-蓝天18 小时前
WSL + Docker + GPU 安装 video-subtitle-remover 完整文档
运维·docker·容器
江湖有缘18 小时前
PanCheck 容器化部署:自建网盘链接检测服务全流程
docker
SCBAiotAigc18 小时前
2026.4.10:docker desktop内网环境安装教程
人工智能·docker·容器·具身智能
饼瑶18 小时前
Isaac Sim 5.0.0 Docker 部署手册(实验室服务器)
服务器·docker·容器
wb18918 小时前
docker-ce容器技术重习
运维·笔记·docker·容器·云计算