docker compose快速部署kafka-connect集群

先部署kafka集群,启动

参考:docker compose部署kafka集群-CSDN博客

创建timezone文件,内容填写Asia/Shanghai

再部署kafka-connect集群

networks:

net:

external: true

services:

kafka-connect1:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect1

hostname: kafka-connect1

#ports:

- '8083:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect1/logs:/kafka/logs

networks:

  • net

kafka-connect2:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect2

hostname: kafka-connect2

#ports:

- '8084:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect2/logs:/kafka/logs

networks:

  • net

kafka-connect3:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect3

hostname: kafka-connect3

#ports:

- '8085:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect3/logs:/kafka/logs

networks:

  • net

kafka-connect-ui:

restart: always

image: landoop/kafka-connect-ui:0.9.7

container_name: kafka-connect-ui

hostname: kafka-connect-ui

ports:

  • '8000:8000'

environment:

volumes:

  • /etc/localtime:/etc/localtime

networks:

  • net

kafka-connect-ui为kafka-connect的可视化web界面,访问8000端口。

相关推荐
leeyi7 小时前
把软件装进不能上网的机房——一套建好了、还没上过战场的交付工程(第101篇)
docker·aigc·agent
YIAN9 小时前
Docker + Nginx 核心原理扫盲:从环境隔离到反向代理,运维面试必考点
后端·docker·面试
IT大白鼠11 小时前
Docker 实战 ELKF 日志监控:容器日志全栈收集分析方案
运维·docker·容器
小张同学a.1 天前
Docker 容器实战 1—— docker 基础与镜像构建
linux·运维·docker·容器
NJCloud1 天前
Docker 容器技术入门:部署、核心概念与基础命令
运维·docker·容器
2601_962072331 天前
docker自建rustdesk-server远程桌面
运维·docker·容器
pnoker1 天前
从零部署 IoT DC3:四步快速启动实录
物联网·docker·部署
虎王物联1 天前
RK3568嵌入式Linux跑Docker:内核配置排查到AIoT容器化的完整路径
linux·运维·docker·rk3568·aiot·嵌入式linux
pnoker1 天前
IoT DC3 消息总线:六适配器可插拔设计
物联网·架构·kafka·消息队列·rabbitmq
缘友一世1 天前
GLM-5.3-NVFP4 部署实战系列[二]Docker 镜像选择与补丁镜像构建:纯 Python overlay,不重编一行 CUDA
python·docker·容器·vllm