docker compose快速部署kafka-connect集群

先部署kafka集群,启动

参考:docker compose部署kafka集群-CSDN博客

创建timezone文件,内容填写Asia/Shanghai

再部署kafka-connect集群

networks:

net:

external: true

services:

kafka-connect1:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect1

hostname: kafka-connect1

#ports:

- '8083:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect1/logs:/kafka/logs

networks:

  • net

kafka-connect2:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect2

hostname: kafka-connect2

#ports:

- '8084:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect2/logs:/kafka/logs

networks:

  • net

kafka-connect3:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect3

hostname: kafka-connect3

#ports:

- '8085:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect3/logs:/kafka/logs

networks:

  • net

kafka-connect-ui:

restart: always

image: landoop/kafka-connect-ui:0.9.7

container_name: kafka-connect-ui

hostname: kafka-connect-ui

ports:

  • '8000:8000'

environment:

volumes:

  • /etc/localtime:/etc/localtime

networks:

  • net

kafka-connect-ui为kafka-connect的可视化web界面,访问8000端口。

相关推荐
susu10830189111 分钟前
Debian 11 Bullseye 在线安装docker
运维·docker·debian
love530love41 分钟前
Docker 稳定运行与存储优化全攻略(含可视化指南)
运维·人工智能·windows·docker·容器
人生匆匆1 小时前
docker进入启动失败的容器
运维·docker·容器
CodeWithMe3 小时前
【Note】《Kafka: The Definitive Guide》 第8章: Cross-Cluster Data Mirroring
分布式·kafka
Alaia.4 小时前
【kafka 3.9.1】单机版集群部署并配置kafka的SASL认证
分布式·kafka
魂尾ac5 小时前
Centos Docker 安装(100%成功)
linux·docker·centos
Johny_Zhao11 小时前
Docker + CentOS 部署 Zookeeper 集群 + Kubernetes Operator 自动化运维方案
linux·网络安全·docker·信息安全·zookeeper·kubernetes·云计算·系统运维
zwjapple12 小时前
docker-compose一键部署全栈项目。springboot后端,react前端
前端·spring boot·docker
代码老y14 小时前
Docker:容器化技术的基石与实践指南
运维·docker·容器
DuelCode15 小时前
Windows VMWare Centos Docker部署Springboot 应用实现文件上传返回文件http链接
java·spring boot·mysql·nginx·docker·centos·mybatis