Kafka 2.8 移除Zookeeper 叢集搭建

下載下傳解壓

tar xzf  kafka_2.12-2.8.0.tgz
cd kafka_2.12-2.8.0

           

單機環境模拟叢集

cd config/kraft
cp server.properties server1.properties
cp server.properties server2.properties
cp server.properties server3.properties
           

server1

node.id=1

process.roles=broker,controller

inter.broker.listener.name=PLAINTEXT

controller.listener.names=CONTROLLER

listeners=PLAINTEXT://:9092,CONTROLLER://:19092

log.dirs=/tmp/server1/kraft-combined-logs

listener.security.protocol.map=CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL

[email protected]:19092,[email protected]:19093,[email protected]:19094
           

Server2

node.id=2

process.roles=broker,controller

[email protected]:19092,[email protected]:19093,[email protected]:19094

listeners=PLAINTEXT://:9093,CONTROLLER://:19093

inter.broker.listener.name=PLAINTEXT

controller.listener.names=CONTROLLER

log.dirs=/tmp/server2/kraft-combined-logs

listener.security.protocol.map=CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL
           

server3

node.id=3

process.roles=broker,controller

[email protected]:19092,[email protected]:19093,[email protected]:19094

listeners=PLAINTEXT://:9094,CONTROLLER://:19094

inter.broker.listener.name=PLAINTEXT

controller.listener.names=CONTROLLER

log.dirs=/tmp/server3/kraft-combined-logs

listener.security.protocol.map=CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL
           

./bin/kafka-storage.sh random-uuid

 ./bin/kafka-storage.sh random-uuid
 8cKzdGvfTPaCY3e6klXaDQ

./bin/kafka-storage.sh format -t <uuid> -c <server_config_location>


./bin/kafka-storage.sh format -t 8cKzdGvfTPaCY3e6klXaDQ -c ./config/kraft/server1.properties

./bin/kafka-storage.sh format -t 8cKzdGvfTPaCY3e6klXaDQ -c ./config/kraft/server2.properties

./bin/kafka-storage.sh format -t 8cKzdGvfTPaCY3e6klXaDQ -c ./config/kraft/server3.properties


./bin/kafka-storage.sh format -t 8cKzdGvfTPaCY3e6klXaDQ -c ./config/kraft/server1.properties
Formatting /tmp/server1/kraft-combined-logs
./bin/kafka-storage.sh format -t 8cKzdGvfTPaCY3e6klXaDQ -c ./config/kraft/server2.properties
Formatting /tmp/server2/kraft-combined-logs
./bin/kafka-storage.sh format -t 8cKzdGvfTPaCY3e6klXaDQ -c ./config/kraft/server3.properties
Formatting /tmp/server3/kraft-combined-logs


export KAFKA_HEAP_OPTS="-Xmx200M –Xms100M"

./bin/kafka-server-start.sh -daemon ./config/kraft/server1.properties

./bin/kafka-server-start.sh -daemon ./config/kraft/server2.properties

./bin/kafka-server-start.sh -daemon ./config/kraft/server3.properties

           

test

建立topic 并 消費