1.

Kafka源码包下载

wget http://mirror.bit.edu.cn/apache/kafka/2.1.1/kafka_2.11-2.1.1.tgz

2. 集群环境

192.168.43.205 master
192.168.43.79 slave1
192.168.43.32 slave2

3. 安装kafka

Master
[root@master src]# tar -xvf kafka_2.11-0.10.2.1.tgz -C /opt

4. 修改Kafka配置文件

Master
vim /opt/kafka_2.11-0.10.2.1/config/server.propertie
log.dirs=/opt/kafka_2.11-2.1.1/logs
zookeeper.connect=master:2181,slave1:2181,slave2:2181


5. 增加环境变量

Master、Slave1、Slave2
[root@master ~]# vim /etc/profile
export KAFKA_HOME=/opt/kafka_2.11-2.1.1
export PATH=$PATH:$KAFKA_HOME/bin
[root@master ~]# source /etc/profile
Slave1、slave2也要添加

6. 拷贝软件包

[root@master ~]# scp -r /opt/kafka_2.11-2.1.1/ slave1:/opt/
[root@master ~]# scp -r /opt/kafka_2.11-2.1.1/ slave2:/opt/

7. 修改配置文件broker号

Master
[root@master ~]# vim

/opt/kafka_2.11-2.1.1/config/server.properties
broker.id=0
#Slave1
[root@slave1 ~]# vim /opt/kafka_2.11-2.1.1/config/server.properties
broker.id=1
#Slave2
[root@slave2 ~]# vim /opt/kafka_2.11-2.1.1/config/server.properties
broker.id=2

8. 启动Kafka

1)单机Kafka
]# kafka-server-start.sh -daemon /opt/kafka_2.11-2.1.1/config/server.properties
2) 集群
#Master、Slave1、Slave2
]# kafka-server-start.sh /opt/kafka_2.11-2.1.1/config/server.properties &

可以写成脚本,后台启动
# vim /opt/kafka_2.11-2.1.1/bin/start-kafka.sh
nohup /opt/kafka_2.11-2.1.1/bin/kafka-server-start.sh /opt/kafka_2.11-2.1.1/config/server.properties > /dev/null 2>&1 &

查看进程:kafka、QuorumPeerMain(zookeeper)
查看端口:2181(zookeeper)、9092(kafka)