Kafka mounted cluster
master node h201, from node H202, H203
1. Installation jdk1.8
[Hadoop @ ~ H201] $ /usr/jdk1.8.0_144/bin/java -version
2. Install the zookeeper
Kafka used to live zookeeper cluster requires support
[hadoop @ h201 ~] $ tar -zxvf zookeeper-3.4.5-cdh5.5.2.tar.gz
[hadoop@h201 zookeeper-3.4.5-cdh5.5.2]$ mkdir data
[hadoop@h201 zookeeper-3.4.5-cdh5.5.2]$ mkdir log
[Hadoop the conf @ H201] $ VI zoo.cfg
tickTime = 2000
# heartbeat interval
initLimit = 10
the maximum number of heartbeat can tolerate connection interval when the initialize number #
syncLimit = 5
send messages between #Leader and Follower, requests, and the length of the response time
dataDir=/home/hadoop/zookeeper-3.4.5-cdh5.5.2/data
dataLogDir=/home/hadoop/zookeeper-3.4.5-cdh5.5.2/data
clientPort=2181
server.1=192.168.8.201:2888:3888
server.2=192.168.8.202:2888:3888
server.3=192.168.8.203:2888:3888
[hadoop@h201 ~]$ scp -r zookeeper-3.4.5-cdh5.5.2 h202:/home/hadoop/
[hadoop@h201 ~]$ scp -r zookeeper-3.4.5-cdh5.5.2 h203:/home/hadoop/
[hadoop@h201 ~]$ echo "1" > zookeeper-3.4.5-cdh5.5.2/data/myid
[hadoop@h202 ~]$ echo "2" > zookeeper-3.4.5-cdh5.5.2/data/myid
[hadoop@h203 ~]$ echo "3" > zookeeper-3.4.5-cdh5.5.2/data/myid
Installation 3.kafka (Cluster Installation Mode)
[Hadoop @ ~ H201] $ -zxvf the tar kafka_2.12-0.10.2.1.tgz
[hadoop@h201kafka_2.12-0.10.2.1] $ mkdir kafkalogs
[hadoop@h201kafka_2.12-0.10 .2.1] $ cd config
[hadoop @ H201 config] $ vi the server.properties
broker.id = 0 #
# Each node unique
# zookeeper.connect = localhost: 2181
# kafka comes off ZK
# log.dirs = / tmp / logs-kafka
host.name = h201
addresses per node #
log.dirs = / Home / Hadoop / kafka_2.12-0.10.2.1 / kafkalogs
message.max.byte = 5242880
default.replication.factor = 2
replica.fetch.max.bytes = 5242880
broker.id. 1 =
Port = 9092
zookeeper.connect = H201: 2181, H202: 2181, H203: 2181
######## disable original broker.id = 0 #########
[hadoop@h201 ~]$ scp -r kafka_2.12-0.10.2.1 h202:/home/hadoop/
[hadoop@h202 config]$ vi server.properties
修改
host.name=h202
broker.id=2
[hadoop@h201 ~]$ scp -r kafka_2.12-0.10.2.1 h203:/home/hadoop/
[hadoop@h203 config]$ vi server.properties
修改
host.name=h203
broker.id=3
启动服务
[hadoop@h201 zookeeper-3.4.5-cdh5.5.2]$ bin/zkServer.sh start
[hadoop@h202 zookeeper-3.4.5-cdh5.5.2]$ bin/zkServer.sh start
[hadoop@h203 zookeeper-3.4.5-cdh5.5.2]$ bin/zkServer.sh start
[hadoop@h201kafka_2.12-0.10.2.1]$ bin/kafka-server-start.sh config/server.properties &
[hadoop@h202kafka_2.12-0.10.2.1]$ bin/kafka-server-start.sh config/server.properties &
[hadoop@h203kafka_2.12-0.10.2.1]$ bin/kafka-server-start.sh config/server.properties &
[hadoop@h201kafka_2.12-0.10.2.1]$jps