docker compose快速部署kafka-connect集群

先部署kafka集群,启动

参考:docker compose部署kafka集群-CSDN博客

创建timezone文件,内容填写Asia/Shanghai

再部署kafka-connect集群

networks:

net:

external: true

services:

kafka-connect1:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect1

hostname: kafka-connect1

#ports:

- '8083:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect1/logs:/kafka/logs

networks:

  • net

kafka-connect2:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect2

hostname: kafka-connect2

#ports:

- '8084:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect2/logs:/kafka/logs

networks:

  • net

kafka-connect3:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect3

hostname: kafka-connect3

#ports:

- '8085:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect3/logs:/kafka/logs

networks:

  • net

kafka-connect-ui:

restart: always

image: landoop/kafka-connect-ui:0.9.7

container_name: kafka-connect-ui

hostname: kafka-connect-ui

ports:

  • '8000:8000'

environment:

volumes:

  • /etc/localtime:/etc/localtime

networks:

  • net

kafka-connect-ui为kafka-connect的可视化web界面,访问8000端口。

相关推荐
Johny_Zhao4 小时前
Docker + CentOS 部署 Zookeeper 集群 + Kubernetes Operator 自动化运维方案
linux·网络安全·docker·信息安全·zookeeper·kubernetes·云计算·系统运维
zwjapple5 小时前
docker-compose一键部署全栈项目。springboot后端,react前端
前端·spring boot·docker
代码老y7 小时前
Docker:容器化技术的基石与实践指南
运维·docker·容器
DuelCode8 小时前
Windows VMWare Centos Docker部署Springboot 应用实现文件上传返回文件http链接
java·spring boot·mysql·nginx·docker·centos·mybatis
亲爱的非洲野猪12 小时前
Kafka消息积压的多维度解决方案:超越简单扩容的完整策略
java·分布式·中间件·kafka
杨浦老苏12 小时前
开源服务运行监控工具Lunalytics
docker·群晖·网站监控
亲爱的非洲野猪17 小时前
Kafka “假死“现象深度解析与解决方案
分布式·kafka
CodeWithMe17 小时前
【Note】《Kafka: The Definitive Guide》第三章: Kafka 生产者深入解析:如何高效写入 Kafka 消息队列
分布式·kafka
虾条_花吹雪17 小时前
2、Connecting to Kafka
分布式·ai·kafka
呆萌的代Ma18 小时前
解决Mac上的老版本docker desktop 无法启动/启动后一直转圈/无法登陆账号的问题
macos·docker·eureka