下载Kafka
http://archive.apache.org/dist/kafka/1.1.0/
解压并重命名
cd /usr/localtar zxvf kafka_2.12-1.1.0.tgzmv kafka_2.12-1.1.0 kafka_2.12-1.1.0/
配置kafka
mkdir /usr/local/kafka/log/kafka #创建kafka日志目录cd /usr/local/kafka/config #进入配置目录vi server.properties #编辑修改相应的参数broker.id=0port=9092 #端口号host.name=hostname #hostnamelisteners=PLAINTEXT://hostname:9092log.dirs=/usr/local/kafka/log/kafka #日志存放路径,上面创建的目录zookeeper.connect=localhost:2181 #zookeeper地址和端口,单机配置部署,localhost:2181
配置zookeeper
mkdir /usr/local/kafka/zookeeper #创建zookeeper目录mkdir /usr/local/kafka/log/zookeeper #创建zookeeper日志目录cd /usr/local/kafka/config #进入配置目录vi zookeeper.properties #编辑修改相应的参数dataDir=/usr/local/kafka/zookeeper #zookeeper数据目录dataLogDir=/usr/local/kafka/log/zookeeper #zookeeper日志目录clientPort=2181maxClientCnxns=100tickTime=2000initLimit=10syncLimit=5
以上配置使用了kafka自动的zookeeper,无需单独安装一个zookeeper
启动脚本
vi kafkastart.sh #编辑,添加以下代码#!/bin/sh#启动zookeeper/usr/local/kafka/bin/zookeeper-server-start.sh /usr/local/kafka/config/zookeeper.properties &sleep 3 #等3秒后执行#启动kafka/usr/local/kafka/bin/kafka-server-start.sh /usr/local/kafka/config/server.properties &
停止脚本
vi kafkastop.sh #编辑,添加以下代码#!/bin/sh#关闭zookeeper/usr/local/kafka/bin/zookeeper-server-stop.sh /usr/local/kafka/config/zookeeper.properties &sleep 3 #等3秒后执行#关闭kafka/usr/local/kafka/bin/kafka-server-stop.sh /usr/local/kafka/config/server.properties &
创建一个Topic
bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic test
上述命令为创建一个副本数为1,分区数为1的,名字为test的topic
查看Topic
bin/kafka-topics.sh --list --zookeeper localhost:2181
发送消息
bin/kafka-console-producer.sh --broker-list hostname:9092 --topic test
消费消息
bin/kafka-console-consumer.sh --bootstrap-server hostname:9092 --topic test --from-beginning
注意hostname和配置中的hostname必须一致