Kafka Basics Commands

Instructions:

#install zookeper
sudo apt-get install zookeeperd

#check listening port zookeeper
sudo netstat -nlpt | grep ':2181'

telnet 2181

#download kafka specific version
wget http://www.us.apache.org/dist/kafka/0.8.2.2/kafka_2.9.2-0.8.2.2.tgz

#untar for setup
tar xvzf kafka_2.9.2-0.8.2.2.tgz --strip 1

#set kafka bin path in ~/.bashrc

#Start kafka server
nohup /home/kapil/kafka-2.8.0/bin/kafka-server-start.sh /home/kapil/kafka-2.8.0/config/server.properties > /home/kapil/kafka-2.8.0/kafka.log 2>&1 &

netstat -nlpt

#stop zookeper service
sudo service zookeeper stop

#check location for zookeper property
ls /home/kapil/kafka-2.8.0/config

#start zookeeper
/home/kapil/kafka-2.8.0/bin/zookeeper-server-start.sh /home/kapil/kafka-2.8.0/config/zookeeper.properties

#producer
echo "Hello, Kafka kapil here" | /home/kapil/kafka-2.8.0/bin/kafka-console-producer.sh --broker-list localhost:9092 --topic MyTopic > /dev/null

#Consumer
/home/kapil/kafka-2.8.0/bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic MyTopic --from-beginning

#topic
/home/kapil/kafka-2.8.0/bin/kafka-topics.sh --list --zookeeper localhost:2181