6.1 Zookeeper
解压
tar -zxvf zookeeper-3.4.14.tar.gz
更名
mv zookeeper-3.4.14 zookeeper
改配置
cd zookeeper/conf/
cp zoo_sample.cfg zoo.cfg
vi zoo.cfg
添加
server.1=x.x.x.4:2888:3888
server.2=x.x.x.6:2888:3888
server.3=x.x.x.7:2888:3888
建立文件及文件夹
mkdir /tmp/zookeeper
touch /tmp/zookeeper/myid
echo 1 > /tmp/zookeeper/myid
传输到另外2台
scp -r zookeeper x.x.x.6:/home/software/
scp -r zookeeper x.x.x.7:/home/software/
启动
./zookeeper/bin/zkServer.sh start
查看状态
./zookeeper/bin/zkServer.sh status
成功
6.2 Kafka
解压
tar -zxvf kafka_2.12-2.4.0.tgz
mv kafka_2.12-2.4.0 kafka
cd kafka/
cd config/
修改配置
master为1
broker.id=1
listeners=PLAINTEXT://ZooKeeper-Kafka-01:9092
advertised.listeners=PLAINTEXT://ZooKeeper-Kafka-01:9092
num.network.threads=3
num.io.threads=8
socket.send.buffer.bytes=102400
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/tmp/kafka-logs
num.partitions=5
num.recovery.threads.per.data.dir=1
offsets.topic.replication.factor=1
transaction.state.log.replication.factor=1
transaction.state.log.min.isr=1
log.retention.hours=2
log.segment.bytes=536870912
log.retention.check.interval.ms=300000
# 连接
zookeeper.connect=ZooKeeper-Kafka-01:2181,ZooKeeper-Kafka-02:2181,ZooKeeper-Kafka-03:2181
zookeeper.connection.timeout.ms=6000
group.initial.rebalance.delay.ms=0
# 可删除topic
delete.topic.enable=true
传输
scp -r kafka x.x.x.6:/home/software/
scp -r kafka x.x.x.7:/home/software/
启动
bin/kafka-server-start.sh config/server.properties &
bin/kafka-server-stop.sh
创建topic
bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2--partitions 6 --zysco_realtime
bin/kafka-topics.sh --list --zookeeper localhost:2181
bin/kafka-console-consumer.sh --bootstrap-server localhost:2181, -topic zysco_realtime --from-beginning
6.3 kafka可视化工具（kafka-eagle）
下载
