kafka+zookeeper

實驗環境

centos6.9_x64

192.168.10.18   java/zk1/ka1

192.168.10.15   java/zk2/ka2

實驗軟體

jdk-8u172-linux-x64.tar.gz

zookeeper-3.4.6.tar.gz

kafka_2.10-0.9.0.1.tgz

軟體安裝

yum install -y lsof python-scp openssh-server openssh-clients

cp -pv /etc/hosts /etc/hosts.bak

echo 192.168.10.18 ka1 >> /etc/hosts

echo 192.168.10.15 ka2 >> /etc/hosts

cp -pv /etc/sysconfig/network /etc/sysconfig/network.bak

sed -i 's/HOSTNAME=centos6/HOSTNAME=ka1/g' /etc/sysconfig/network

cp -pv /etc/sysctl.conf /etc/sysctl.conf.bak

echo net.ipv4.tcp_syncookies = 1 >> /etc/sysctl.conf

echo net.ipv4.tcp_tw_reuse = 1 >> /etc/sysctl.conf

echo net.ipv4.tcp_tw_recycle = 1 >> /etc/sysctl.conf

echo net.ipv4.tcp_fin_timeout = 30 >> /etc/sysctl.conf

echo "vm.max_map_count=262144"  >>  /etc/sysctl.conf

sysctl -p

ssh-keygen -t rsa           ka1/ka2相同操作

scp -pr /root/.ssh/id_rsa.pub [email protected]:/root/.ssh/authorized_keys

scp -pr /root/.ssh/id_rsa.pub [email protected]:/root/.ssh/authorized_keys

ssh [email protected] 'uname -a'     測試ssh免鑰登入

tar zxvf  /root/jdk-8u172-linux-x64.tar.gz

tar zxvf  /root/zookeeper-3.4.6.tar.gz

tar zxvf /root/kafka_2.10-0.9.0.1.tgz 

mv /root/jdk1.8.0_172 /usr/local/java

mv /root/zookeeper-3.4.6 /usr/local/zk1

mv /root/kafka_2.10-0.9.0.1 /usr/local/ka1

cp -pv  /etc/profile /etc/profile.bak

echo  export JAVA_HOME=/usr/local/java  >> /etc/profile

echo  export PATH=$JAVA_HOME/bin:$PATH  >> /etc/profile

echo  export zookeeper_home=/usr/local/zk1   >> /etc/profile

source  /etc/profile && java -version

java version "1.8.0_172"                 ka1操作

scp -pr /etc/hosts [email protected]:/etc/hosts

scp -pr /etc/sysconfig/network [email protected]:/etc/sysconfig/network

scp -pr /etc/profile [email protected]:/etc/profile

scp -pr /usr/local/java/ [email protected]:/usr/local/java

scp -pr /usr/local/zk1/ [email protected]:/usr/local/zk2

scp -pr /usr/local/ka1/ [email protected]:/usr/local/ka2     ka1操作

sed -i 's/ka1/ka2/g' /etc/sysconfig/network

java version "1.8.0_172"                                ka2操作

cp -pv /usr/local/ka1/config/server.properties /usr/local/ka1/config/server.properties.bak

mkdir -pv /usr/local/ka1/log/

cat   /usr/local/ka1/config/server.properties

broker.id=0

port=9092

host.name=ka1

log.dirs=/usr/local/ka1/log/

zookeeper.connect=192.168.10.18:2181

zookeeper.connect=192.168.10.15:2181 

cp -pv /usr/local/ka1/config/zookeeper.properties  /usr/local/ka1/config/zookeeper.properties.bak

mkdir -pv /usr/local/ka1/zk1  

cat /usr/local/ka1/config/zookeeper.properties

dataDir=/usr/local/ka1/zk1/

dataLogDir=/usr/local/ka1/log/

clientPort=2181

maxClientCnxns=100

tickTime=2000

initLimit=10

syncLimit=5

mkdir -pv /usr/local/ka1/sh &&   /usr/local/ka1/sh/ka1start.sh 建立啟動腳本

touch  /usr/local/ka1/sh/ka1start.sh  &&  touch  /usr/local/ka1/sh/ka1stop.sh

chmod +x /usr/local/ka1/sh/*

cat /usr/local/ka1/sh/ka1start.sh 

#!/bin/sh

/usr/local/ka1/bin/zookeeper-server-start.sh /usr/local/ka1/config/zookeeper.properties &

sleep 3

/usr/local/ka1/bin/kafka-server-start.sh /usr/local/ka1/config/server.properties &

cat /usr/local/ka1/sh/ka1stop.sh 

/usr/local/ka1/bin/zookeeper-server-stop.sh /usr/local/ka1/config/zookeeper.properties &

/usr/local/ka1/bin/kafka-server-stop.sh /usr/local/ka1/config/server.properties &

cp -pv /etc/rc.d/rc.local  /etc/rc.d/rc.local.bak

echo   sh  /usr/local/ka1/sh/ka1start.sh >> /etc/rc.d/rc.local

echo   sh  /usr/local/ka1/sh/ka1stop.sh >> /etc/rc.d/rc.local  ka1設定開機啟動

scp -pr /usr/local/ka1/config/server.properties [email protected]:/usr/local/ka2/config

scp -pr /usr/local/ka1/config/zookeeper.properties [email protected]:/usr/local/ka2/config

scp -pr /usr/local/ka1/sh/*.sh [email protected]:/usr/local/ka2/sh/

scp -pr /etc/rc.d/rc.local [email protected]:/etc/rc.d/rc.local   ka1操作

mkdir -pv /usr/local/ka2/sh                                                      

mkdir -pv /usr/local/ka2/zk2  && mkdir -pv /usr/local/ka2/log/

broker.id=1

host.name=ka2

log.dirs=/usr/local/ka2/log

zookeeper.connect=192.168.10.15:2181   

cat /usr/local/ka2/config/zookeeper.properties

dataDir=/usr/local/ka2/zk2/

dataLogDir=/usr/local/ka2/log/

netstat -tuplna | grep 2181

tcp        0      0 :::2181                     :::*                        LISTEN      1533/java           

tcp        0      0 ::ffff:192.168.10.18:51124  ::ffff:192.168.10.15:2181   ESTABLISHED 1572/java 

netstat -tuplna | grep 9092

tcp        0      0 :::9092                     :::*                        LISTEN      1572/java           

tcp        0      0 ::ffff:192.168.10.18:9092   ::ffff:192.168.10.15:42068  ESTABLISHED 1572/java