- 将zookeeper与kafka解压至/opt
- systemd配置文件
# zookeeper serverAdmin默认开启，使用8080端口
# 在zookeeper配置文件中设置 admin.serverPort=18080改变端口号或关闭serverAdmin
# /lib/systemd/system/zookeeper.service
[Unit]
Description=Zookeeper Service unit Configuration
After=network.target
[Service]
Type=forking
Environment=JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64
ExecStart=/opt/zookeeper/bin/zkServer.sh start /opt/zookeeper/conf/zoo.cfg
ExecStop=/opt/zookeeper/bin/zkServer.sh stop
PIDFile=/tmp/zookeeper/zookeeper_server.pid
KillMode=none
Restart=on-failure
[Install]
WantedBy=multi-user.target
# /lib/systemd/system/kafka.service
[Unit]
Description=Apache Kafka server (broker)
Documentation=http://kafka.apache.org/documentation.html
Requires=network.target
After=network.target zookeeper.service
[Service]
Type=simple
Environment=JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64
ExecStart=/opt/kafka/bin/kafka-server-start.sh /opt/kafka/config/server.properties
ExecStop=/opt/kafka/bin/kafka-server-stop.sh
[Install]
WantedBy=multi-user.target
配置文件保存后执行 sudo systemctl daemon-reload
- 开启关闭指令
sudo systemd start zookeeper.service # 开启
sudo systemd stop
sudo systemd status
sudo systemd enable # 设置开机自启
sudo systemd disable # 关闭开机自启
- 安装faust
需要先安装rocksdb
sudo apt update
sudo apt-get install libgflags-dev libsnappy-dev zlib1g-dev libbz2-devliblz4-dev libzstd-dev # 安装需要的依赖
下载rocksdb，解压
进入目录
make shared_lib # 可是使用-j 加快速度，但可能出错
# globally install librocksdb.so library
sudo cp librocksdb.so /usr/local/lib
# globally install headers
sudo mkdir -p /usr/local/include/rocksdb/
sudo cp -r ./include/* /usr/local/include/
# update cache
sudo ldconfig
# 之后执行pip
pip install 'faust-streaming[rocksdb,uvloop,fast,redis]'
kafka常用指令
# 创建主题
./kafka-topics.sh --create --topic quickstart-events --bootstrap-server localhost:9092
#开启简易生产者
./kafka-console-producer.sh --topic quickstart-events --bootstrap-server localhost:9092
# 开启简易消费者
./kafka-console-consumer.sh --topic quickstart-events --from-beginning --bootstrap-server localhost:9092
