[快速配置]zookeeper+kafka集群
来源:互联网 发布:js获取img标签的src 编辑:程序博客网 时间:2024/04/26 11:19
Host
cat /etc/hosts
...
192.168.184.17 zk-kfk-01
192.168.184.18 zk-kfk-02
192.168.184.19 zk-kfk-03
Zookeeper
Install
wget http://apache.fayea.com/zookeeper/zookeeper-3.4.8/zookeeper-3.4.8.tar.gz
tar zxvf zookeeper-3.4.8.tar.gz
mkdir -p /service /data/zookeeper/{data,logs}
cp -r zookeeper-3.4.8 /service/zookeeper
Config
cp /service/zookeeper/conf/zoo_sample.cfg /service/zookeeper/conf/zoo.cfg
cat /service/zookeeper/conf/zoo.cfg
dataDir=/data/zookeeper/data
dataLogDir=/data/zookeeper/logs
clientPort=2181
tickTime=2000
initLimit=5
syncLimit=2
server.1=zk-kfk-01:2888:3888
server.2=zk-kfk-02:2888:3888
server.3=zk-kfk-03:2888:3888
ClusterID
cat >>/data/zookeeper/data/myid <<EOF
1
EOF
StartZookeeper
./zkServer.sh start
Kafka
Install
wget http://apache.fayea.com/kafka/0.10.0.1/kafka_2.11-0.10.0.1.tgz
tar zxvf kafka_2.11-0.10.0.1.tgz
cp -r kafka_2.11-0.10.0.1 /service/kafka
cat /service/kafka/config/server.properties
broker.id=1
port=9092
host.name=zk-kfk-01
advertised.host.name=zk-kfk-01
num.network.threads=3
num.io.threads=8
socket.send.buffer.bytes=102400
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/data/kafka/logs
num.partitions=2
log.retention.hours=168
log.segment.bytes=536870912
log.retention.check.interval.ms=60000
log.cleaner.enable=false
zookeeper.connect=zk-kfk-01:2181,zk-kfk-02:2181,zk-kfk-03:2181/kafka
zookeeper.connection.timeout.ms=6000
delete.topic.enable=true
auto.leader.rebalance.enable=true
StartKafka
nohup /service/kafka/bin/kafka-server-start.sh /service/kafka/config/server.properties &
CreateTopic
./kafka-topics.sh --create --zookeeper zk-kfk-01:2181/kafka --replication-factor 2 --partitions 3 --topic test_topic
Test
./kafka-topics.sh --list --zookeeper zk-kfk-01:2181/kafka
./kafka-console-consumer.sh --zookeeper zk-kfk-02:2181/kafka --topic test_topic
./kafka-console-producer.sh --broker-list zk-kfk-03:9092 --topic test_topic
cat /etc/hosts
...
192.168.184.17 zk-kfk-01
192.168.184.18 zk-kfk-02
192.168.184.19 zk-kfk-03
Zookeeper
Install
wget http://apache.fayea.com/zookeeper/zookeeper-3.4.8/zookeeper-3.4.8.tar.gz
tar zxvf zookeeper-3.4.8.tar.gz
mkdir -p /service /data/zookeeper/{data,logs}
cp -r zookeeper-3.4.8 /service/zookeeper
Config
cp /service/zookeeper/conf/zoo_sample.cfg /service/zookeeper/conf/zoo.cfg
cat /service/zookeeper/conf/zoo.cfg
dataDir=/data/zookeeper/data
dataLogDir=/data/zookeeper/logs
clientPort=2181
tickTime=2000
initLimit=5
syncLimit=2
server.1=zk-kfk-01:2888:3888
server.2=zk-kfk-02:2888:3888
server.3=zk-kfk-03:2888:3888
ClusterID
cat >>/data/zookeeper/data/myid <<EOF
1
EOF
StartZookeeper
./zkServer.sh start
Kafka
Install
wget http://apache.fayea.com/kafka/0.10.0.1/kafka_2.11-0.10.0.1.tgz
tar zxvf kafka_2.11-0.10.0.1.tgz
cp -r kafka_2.11-0.10.0.1 /service/kafka
cat /service/kafka/config/server.properties
broker.id=1
port=9092
host.name=zk-kfk-01
advertised.host.name=zk-kfk-01
num.network.threads=3
num.io.threads=8
socket.send.buffer.bytes=102400
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/data/kafka/logs
num.partitions=2
log.retention.hours=168
log.segment.bytes=536870912
log.retention.check.interval.ms=60000
log.cleaner.enable=false
zookeeper.connect=zk-kfk-01:2181,zk-kfk-02:2181,zk-kfk-03:2181/kafka
zookeeper.connection.timeout.ms=6000
delete.topic.enable=true
auto.leader.rebalance.enable=true
StartKafka
nohup /service/kafka/bin/kafka-server-start.sh /service/kafka/config/server.properties &
CreateTopic
./kafka-topics.sh --create --zookeeper zk-kfk-01:2181/kafka --replication-factor 2 --partitions 3 --topic test_topic
Test
./kafka-topics.sh --list --zookeeper zk-kfk-01:2181/kafka
./kafka-console-consumer.sh --zookeeper zk-kfk-02:2181/kafka --topic test_topic
./kafka-console-producer.sh --broker-list zk-kfk-03:9092 --topic test_topic
0 0
- [快速配置]zookeeper+kafka集群
- Kafka---如何配置Kafka集群和zookeeper集群
- zookeeper kafka 集群配置(centos6.5)
- Zookeeper+Kafka集群搭建
- zookeeper+flume+kafka集群
- zookeeper+Kafka集群部署
- kafka+zookeeper集群搭建
- zookeeper+kafka集群搭建
- zookeeper+kafka集群部署
- Zookeeper + Kafka 集群搭建
- Zookeeper 集群+kafka集群+kafka manager搭建
- zookeeper、kafka的安装与配置以及集群
- zookeeper+kafka集群安装之一
- KafKa基于Zookeeper集群安装
- Zookeeper与Kafka集群搭建
- Zookeeper与Kafka集群搭建
- Zookeeper与Kafka集群搭建
- Zookeeper与Kafka集群搭建
- 鱼眼索引控件详解之一 —— 自定义索引器
- 非UI线程不能更新View源码探索
- 介绍使用Clojure的OpenCV开发
- 前端自动化工作流环境
- NEFU OJ9 喜羊羊
- [快速配置]zookeeper+kafka集群
- How to Hidden My Site and My Profile Link?
- CentOS6.4 安装nmon
- 排序知识总结
- 前端面试题总结
- android客户端与服务端交互的三种方式
- 欢迎使用CSDN-markdown编辑器
- 桶中取黑白球问题
- 鱼眼索引控件详解之二 —— 快速索引实现