环境及所需文件准备

主机环境

安装文件准备

• kafka安装文件包：
  kafka_2.12-2.3.1.tgz
• 控制台安装文件包
  kafka-manager-2.0.0.2.zip

kafka安装步骤

主要操作在主机vcapp250上进行

创建所需要的目录及准备安装文件

#安装目录
mkdir -p /data/kafka_install 
#将kafka_2.12-2.3.1.tgz拷贝到安装目录中后
tar -zxvf kafka_2.12-2.3.1.tgz

#运行所需目录
mkdir -p /data/kafka_work/kafka_log
mkdir -p /data/kafka_work/zookeeper_data
mkdir -p /data/kafka_work/kafka_data

配置文件修改

#进入kafka安装目录
cd kafka_2.12-2.3.1

编辑config/zookeeper.properties

dataDir=/data/kafka_work/zookeeper_data
dataLogDir=/data/kafka_work/kafka_log
# the port at which the clients will connect
clientPort=2181
# disable the per-ip limit on the number of connections since this is a non-production config
maxClientCnxns=0

#修改下面的zookeeper节点列表
server.1=172.32.150.250:2888:3888
server.2=172.32.150.251:2888:3888
server.3=172.32.150.252:2888:3888

minSessionTimeout=30000
autopurge.purgeInterval=24
zk_clusters=
syncLimit=5
initLimit=10
maxSessionTimeout=1800000
tickTime=2000
autopurge.snapRetainCount=30

编辑config/server.properties

broker.id=-1
#修改ip地址为主机地址 后续拷贝到其它主机时也需要再次修改
advertised.listeners=PLAINTEXT://172.32.150.250:9092
num.network.threads=3
num.io.threads=8
socket.send.buffer.bytes=102400
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/data/kafka_work/kafka_data
num.partitions=15
num.recovery.threads.per.data.dir=1
offsets.topic.replication.factor=1
transaction.state.log.replication.factor=1
transaction.state.log.min.isr=1
log.retention.hours=72
log.segment.bytes=1073741824
log.retention.check.interval.ms=300000
#修改为前面设置的zookeeper节点列表
zookeeper.connect=172.32.150.250:2181,172.32.150.251:2181,172.32.150.252:2181
zookeeper.connection.timeout.ms=6000
group.initial.rebalance.delay.ms=0
auto.create.topics.enable=true
delete.topic.enable=true

编辑bin/kafka-run-class.sh

# Log directory to use
# 增加日志目录配置
LOG_DIR=/paaslog/kafka_log
if [ "x$LOG_DIR" = "x" ]; then
  LOG_DIR="$base_dir/logs"
fi

将安装目录拷贝到剩余主机的对应目录中

#拷贝完成后需要到各主机目录中再次修改server.properties
scp -r /data/kafka_install/kafka_2.12-2.3.1  172.32.150.251:/data/kafka_install
scp -r /data/kafka_install/kafka_2.12-2.3.1  172.32.150.252:/data/kafka_install

启动zookeeper

#设置zookeeper id文件
touch /data/kafka_work/zookeeper_data/myid

#250主机
echo 1 > /data/kafka_work/zookeeper_data/myid
#251主机
echo 2 > /data/kafka_work/zookeeper_data/myid
#252主机
echo 3 > /data/kafka_work/zookeeper_data/myid

#启动
cd /data/kafka_install/kafka_2.12-2.3.1/bin
./zookeeper-server-start.sh -daemon ../config/zookeeper.properties

启动kafka

cd /data/kafka_install/kafka_2.12-2.3.1/bin
./kafka-server-start.sh -daemon ../config/server.properties

kafka manager安装步骤

#解压压缩包
cp kafka-manager-2.0.0.2.zip /data/kafka_install
unzip kafka-manager-2.0.0.2.zip
cd kafka-manager-2.0.0.2

#修改配置文件 conf/application.conf
#修改kafka地址串
kafka-manager.zkhosts="172.32.150.250:2181,172.32.150.251:2181,172.32.150.252:2181"

#启动
cd ..
nohup ./bin/kafka-manager &

• 访问kafka-manager
  通过浏览器访问地址 http://172.32.150.250:9000