环境准备
-
机器环境
系统 主机名 IP地址 centos7.9 kafka01 192.168.200.51 centos7.9 kafka02 192.168.200.52 centos7.9 kafka03 192.168.200.53 -
所需软件
jdk-8u171-linux-x64.tar.gz apache-zookeeper-3.8.3-bin.tar.gz https://dlcdn.apache.org/zookeeper/zookeeper-3.8.3/apache-zookeeper-3.8.3-bin.tar.gz kafka_2.13-3.6.0.tgz https://downloads.apache.org/kafka/3.6.0/kafka_2.13-3.6.0.tgz -
hosts设置
192.168.200.51 kafka01 192.168.200.52 kafka02 192.168.200.53 kafka03 -
java环境设置
mkdir /data/java ln -s /data/java/ /opt/ cd /opt/java tar -zxvf jdk-8u171-linux-x64.tar.gz -C /opt/java/ cat /etc/profile.d/java.sh #java export JAVA_HOME=/opt/java/jdk1.8.0_171 export JRE_HOME=$JAVA_HOME/jre export CLASSPATH=$JAVA_HOME/lib:$JRE_HOME/lib:$CLASSPATH export PATH=$JAVA_HOME/bin:$JRE_HOME/bin:$PATH source /etc/profile java -version
zookeeper安装部署
-
创建软件安装目录
mkdir /data/server -
解压安装
tar -zxvf apache-zookeeper-3.8.3-bin.tar.gz -C /data/server/ ln -s /data/server/apache-zookeeper-3.8.3-bin/ /data/server/zookeeper # 创建zookeeper数据存储目录 mkdir /data/server/zookeeper/zkData # 创建zookeeper标识文件 echo '1' > /data/server/zookeeper/zkData/myid -
修改配置
cp /data/server/zookeeper/zoo_sample.cfg /data/server/zookeeper/zoo.cfg vim /data/server/zookeeper/zoo.cfg # 修改数据存储目录 dataDir=/data/server/zookeeper/zkData # 添加下列集群配置 server.1=kafka01:2888:3888 server.2=kafka02:2888:3888 server.3=kafka03:2888:3888 -
分发软件
# 分发软件至kafka02 scp -r /data/server/apache-zookeeper-3.8.3-bin/ kafka02:/data/server/ # 分发软件至kafka03 scp -r /data/server/apache-zookeeper-3.8.3-bin/ kafka03:/data/server/ -
kafka02与kafka03软链接
ln -s /data/server/apache-zookeeper-3.8.3-bin/ /data/server/zookeeper -
kafka02与kafka03修改myid
# kafka02修改myid echo '2' > /data/server/zookeeper/zkData/myid # kafka03修改myid echo '3' > /data/server/zookeeper/zkData/myid -
防火墙放行端口
firewall-cmd --zone=public --permanent --add-port={2181,2888,3888}/tcp firewall-cmd --reload -
设置开机自启
vim /etc/systemd/system/zookeeper.service [Unit] Description=zookeeper service After=network.target [Service] User=root Group=root Type=forking Environment="JAVA_HOME=/opt/java/jdk1.8.0_171" ExecStart=/data/server/zookeeper/bin/zkServer.sh start ExecStop=/data/server/zookeeper/bin/zkServer.sh stop PrivateTmp=false Restart=always [Install] WantedBy=multi-user.target systemctl daemon-reload systemctl start zookeeper systemctl enable zookeeper -
zookeeper状态查看
-
kafka01
[root@kafka01 ~]# jps 4049 Jps 3899 QuorumPeerMain [root@kafka01 ~]# /data/server/zookeeper/bin/zkServer.sh status ZooKeeper JMX enabled by default Using config: /data/server/zookeeper/bin/../conf/zoo.cfg Client port found: 2181. Client address: localhost. Client SSL: false. Mode: follower -
kafka02
[root@kafka02 zookeeper]# jps 2705 QuorumPeerMain 2920 Jps [root@kafka02 zookeeper]# /data/server/zookeeper/bin/zkServer.sh status ZooKeeper JMX enabled by default Using config: /data/server/zookeeper/bin/../conf/zoo.cfg Client port found: 2181. Client address: localhost. Client SSL: false. Mode: follower -
kafka03
#[root@kafka03 zookeeper]# jps 3187 Jps 3030 QuorumPeerMain [root@kafka03 ~]# /data/server/zookeeper/bin/zkServer.sh status ZooKeeper JMX enabled by default Using config: /data/server/zookeeper/bin/../conf/zoo.cfg Client port found: 2181. Client address: localhost. Client SSL: false. Mode: leader
-
kafka安装部署
-
解压安装
tar -zxvf kafka_2.13-3.6.0.tgz -C /data/server/ ln -s /data/server/kafka_2.13-3.6.0/ /data/server/kafka -
修改配置
vim /data/server/kafka/config/server.properties broker.id=0 # 日志目录 log.dirs=/data/server/kafka/kafka-logs # zookeeper连接地址及目录 zookeeper.connect=kafka01:2181,kafka02:2181,kafka03:2181/kafka -
分发软件
# 分发软件至kafka02 scp -r /data/server/kafka_2.13-3.6.0/ kafka02:/data/server/ 分发软件至kafka03 scp -r /data/server/kafka_2.13-3.6.0/ kafka03:/data/server/ -
kafka02与kafka03软链接
ln -s /data/server/kafka_2.13-3.6.0/ /data/server/kafka -
vim /data/server/kafka/config/server.properties # kafka02 broker.id=1 # kafka03 broker.id=2 -
防火墙放行端口
firewall-cmd --zone=public --permanent --add-port=9092/tcp firewall-cmd --reload -
开机自启
vim /etc/systemd/system/kafka.service [Unit] Description=kafka service After=network.target [Service] User=root Group=root Type=forking Environment="JAVA_HOME=/opt/java/jdk1.8.0_171" ExecStart=/data/server/kafka/bin/kafka-server-start.sh -daemon /data/server/kafka/config/server.properties ExecStop=/data/server/kafka/bin/kafka-server-stop.sh PrivateTmp=false Restart=always [Install] WantedBy=multi-user.target systemctl daemon-reload systemctl start kafka systemctl enable kafka -
最终效果
-
kafka01
[root@kafka01 ~]# jps 5444 Kafka 8661 Jps 3899 QuorumPeerMain -
kafka02
[root@kafka02 ~]# jps 2705 QuorumPeerMain 3538 Jps 3373 Kafka -
kafka03
[root@kafka03 ~]# jps 3668 Kafka 3030 QuorumPeerMain 3896 Jps
-