docker compose快速部署kafka-connect集群

先部署kafka集群,启动

参考:docker compose部署kafka集群-CSDN博客

创建timezone文件,内容填写Asia/Shanghai

再部署kafka-connect集群

networks:

net:

external: true

services:

kafka-connect1:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect1

hostname: kafka-connect1

#ports:

- '8083:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect1/logs:/kafka/logs

networks:

  • net

kafka-connect2:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect2

hostname: kafka-connect2

#ports:

- '8084:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect2/logs:/kafka/logs

networks:

  • net

kafka-connect3:

restart: always

image: debezium/connect:3.0.0.Final

container_name: kafka-connect3

hostname: kafka-connect3

#ports:

- '8085:8083'

environment:

  • GROUP_ID=kafka-connect-cluster

  • BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094

  • CONFIG_STORAGE_TOPIC=connect-config

  • OFFSET_STORAGE_TOPIC=connect-offset

  • STATUS_STORAGE_TOPIC=connect-status

  • OFFSET_FLUSH_TIMEOUT_MS=1000

  • HEAP_OPTS=-Xmx8G

  • CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false

  • CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false

volumes:

  • /etc/localtime:/etc/localtime

  • /home/sumengnan/apache/kafka/timezone:/etc/timezone

  • /home/sumengnan/apache/kafka/kafka-connect3/logs:/kafka/logs

networks:

  • net

kafka-connect-ui:

restart: always

image: landoop/kafka-connect-ui:0.9.7

container_name: kafka-connect-ui

hostname: kafka-connect-ui

ports:

  • '8000:8000'

environment:

volumes:

  • /etc/localtime:/etc/localtime

networks:

  • net

kafka-connect-ui为kafka-connect的可视化web界面,访问8000端口。

相关推荐
程序员老赵2 小时前
10 分钟部署 OpenCode:Docker 一键安装,浏览器打开就能用 AI 写代码(附完整命令与排错)
docker·容器·ai编程
WangMingHua1117 小时前
LM Studio Docker 部署——本地大模型一键启动
docker
阿里云云原生8 小时前
告别冗长链路!Kafka × Table Bucket 实现开放表格式零 ETL 实时入湖
云原生·kafka
曲幽1 天前
别再用网页翻译看源码了!你的私人翻译神器LibreTranslate,部署避坑指南来了
python·docker·web·pot·translate·libretranslate·arogstranslate
武子康3 天前
调查研究-183 Apple container:Mac 上用轻量 VM 跑 Linux 容器,Swift 会改写本地容器体验吗?
docker·容器·apple
Alsn866 天前
等待学习-学习目录:Docker 容器安全攻防
学习·安全·docker
程序员老赵6 天前
服务器没有桌面?Docker 跑个 Chrome,浏览器就能远程用
docker·容器·devops
杨浦老苏6 天前
轻量级Docker仪表板Servedash
运维·docker·监控·群晖·仪表板
正经教主6 天前
【docker基础】 第八周:容器监控与应用更新策略
运维·docker·容器
kiros_wang6 天前
Docker 使用完整指南
运维·docker·容器