先部署kafka集群,启动
参考:docker compose部署kafka集群-CSDN博客
创建timezone文件,内容填写Asia/Shanghai
再部署kafka-connect集群
networks:
net:
external: true
services:
kafka-connect1:
restart: always
image: debezium/connect:3.0.0.Final
container_name: kafka-connect1
hostname: kafka-connect1
#ports:
- '8083:8083'
environment:
GROUP_ID=kafka-connect-cluster
BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094
CONFIG_STORAGE_TOPIC=connect-config
OFFSET_STORAGE_TOPIC=connect-offset
STATUS_STORAGE_TOPIC=connect-status
OFFSET_FLUSH_TIMEOUT_MS=1000
HEAP_OPTS=-Xmx8G
CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false
CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false
volumes:
/etc/localtime:/etc/localtime
/home/sumengnan/apache/kafka/timezone:/etc/timezone
/home/sumengnan/apache/kafka/kafka-connect1/logs:/kafka/logs
networks:
- net
kafka-connect2:
restart: always
image: debezium/connect:3.0.0.Final
container_name: kafka-connect2
hostname: kafka-connect2
#ports:
- '8084:8083'
environment:
GROUP_ID=kafka-connect-cluster
BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094
CONFIG_STORAGE_TOPIC=connect-config
OFFSET_STORAGE_TOPIC=connect-offset
STATUS_STORAGE_TOPIC=connect-status
OFFSET_FLUSH_TIMEOUT_MS=1000
HEAP_OPTS=-Xmx8G
CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false
CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false
volumes:
/etc/localtime:/etc/localtime
/home/sumengnan/apache/kafka/timezone:/etc/timezone
/home/sumengnan/apache/kafka/kafka-connect2/logs:/kafka/logs
networks:
- net
kafka-connect3:
restart: always
image: debezium/connect:3.0.0.Final
container_name: kafka-connect3
hostname: kafka-connect3
#ports:
- '8085:8083'
environment:
GROUP_ID=kafka-connect-cluster
BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094
CONFIG_STORAGE_TOPIC=connect-config
OFFSET_STORAGE_TOPIC=connect-offset
STATUS_STORAGE_TOPIC=connect-status
OFFSET_FLUSH_TIMEOUT_MS=1000
HEAP_OPTS=-Xmx8G
CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false
CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false
volumes:
/etc/localtime:/etc/localtime
/home/sumengnan/apache/kafka/timezone:/etc/timezone
/home/sumengnan/apache/kafka/kafka-connect3/logs:/kafka/logs
networks:
- net
kafka-connect-ui:
restart: always
image: landoop/kafka-connect-ui:0.9.7
container_name: kafka-connect-ui
hostname: kafka-connect-ui
ports:
- '8000:8000'
environment:
volumes:
- /etc/localtime:/etc/localtime
networks:
- net
kafka-connect-ui为kafka-connect的可视化web界面,访问8000端口。