主机信息： 主机名 kfk-zk1 ip 192.168.1.6
1 关闭selinux filewalld
systemctl stop firewalld
systemctl disable firewalld
setenforce 0
2 安装jdk
yum install -y java-1.8.0-openjdk java-1.8.0-openjdk-devel
3 安装zookeeper
官网地址https://archive.apache.org/dist/zookeeper
wget https://archive.apache.org/dist/zookeeper/zookeeper-3.8.0/apache-zookeeper-3.8.0-bin.tar.gz
cd /opt
tar -zxvf apache-zookeeper-3.8.0-bin.tar.gz
mv apache-zookeeper-3.8.0-bin /opt/zookeeper
cd /opt/zookeeper/conf
cp zoo_sample.cfg zoo.cfg
vim zoo.cfg
配置内容如下
[root@localhost conf]# cat zoo.cfg |grep -v ^#
tickTime=2000
initLimit=10
syncLimit=5
dataDir=/opt/zookeeper/data
dataLogDir=/opt/zookeeper/logs
clientPort=2181
server.1=192.168.1.6:3188:3288
创建data/logs目录
mkdir /opt/zookeeper/data /opt/zookeeper/logs
echo 1 >/opt/zookeeper/data/myid
启动
/opt/zookeeper/bin/zkServer.sh start
4 部署kafka
http://kafka.apache.org/downloads.html
wget https://downloads.apache.org/kafka/3.2.1/kafka_2.13-3.2.1.tgz
tar -xvf kafka_2.13-3.2.1.tgz
mv kafka_2.13-3.2.1 /opt/kafka
cd /opt/kafka/config
cp server.properties{,.bak}
vim server.properties
配置内容
broker.id=0
listeners=PLAINTEXT://192.168.1.6:9092
num.network.threads=3
num.io.threads=8
socket.send.buffer.bytes=102400
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/opt/kafka/logs
num.partitions=1
num.recovery.threads.per.data.dir=1
offsets.topic.replication.factor=1
transaction.state.log.replication.factor=1
transaction.state.log.min.isr=1
log.retention.hours=168
log.segment.bytes=1073741824
log.retention.check.interval.ms=300000
zookeeper.connect=192.168.1.6:2181
zookeeper.connection.timeout.ms=18000
group.initial.rebalance.delay.ms=0
配置环境变量
vim etc/profile
export KAFKA_HOME=/opt/kafka
export PATH=$PATH:$KAFKA_HOME/bin
source /etc/profile
启动kafka
kafka-server-start.sh -daemon /opt/kafka/config/server.properties
5 测试验证
创建队列
kafka-topics.sh --create --topic test --partitions 3 --bootstrap-server 192.168.1.6:9092
发消息
kafka-console-producer.sh --bootstrap-server 192.168.1.6:9092 --topic test
{"event_id":"li","appkey":"21","event_name":"test"}
查看消息
kafka-console-consumer.sh --bootstrap-server 192.168.1.6:9092 --from-beginning --topic test
