kafka安装自己工作使用中/如果不绑定 hostsname会因为种种原因老报错
hosts
10.104.210.127 dev-3
单机安装kafka
# 首先机器要安装java
[ ! -d /data/server ] && mkdir -p /data/server
cd /data/server
wget http://mirrors.tuna.tsinghua.edu.cn/apache/kafka/2.3.0/kafka_2.12-2.3.0.tgz
tar zxvf kafka_2.12-2.3.0.tgz
ln -s /data/server/kafka_2.12-2.3.0 /data/kafka
cd /data/kafka
sed -i 's?/tmp/zookeeper?/data/server/kafka_2.12-2.3.0/zookeeper?' config/zookeeper.properties
cat >> ./config/server.properties << EOF
advertised.host.name=10.0.0.5
EOF
# 运行zookeepr
nohup bin/zookeeper-server-start.sh config/zookeeper.properties > zookeeper-run.log 2>&1 &
# 运行kafka
nohup bin/kafka-server-start.sh config/server.properties > kafka-run.log 2>&1 &
单机docker 安装kafka
docker pull wurstmeister/zookeeper
docker pull wurstmeister/kafka:2.12-2.3.0
# docker 启动 zookeeper
docker run -d --name zookeeper --publish 2181:2181 \--volume /etc/localtime:/etc/localtime wurstmeister/zookeeper
# docker启动kafaka
docker run -d --name kafka --publish 9092:9092 \
--link zookeeper \
--env KAFKA_ZOOKEEPER_CONNECT=10.104.210.127:2181 \
--env KAFKA_ADVERTISED_HOST_NAME=10.104.210.127 \
--env KAFKA_ADVERTISED_PORT=9092 \
--volume /etc/localtime:/etc/localtime \
wurstmeister/kafka:2.12-2.3.0
验证kafka
#创建topic
bin/kafka-topics.sh --create --zookeeper 10.104.142.168:2181 --replication-factor 1 --partitions 1 --topic test
#查看topic
bin/kafka-topics.sh -list -zookeeper 10.104.142.168:2181
#生产者
/bin/kafka-console-producer.sh --broker-list 10.104.142.168:9092 --topic sun
#消费者
/bin/kafka-console-consumer.sh --bootstrap-server 10.104.142.168:9092 --topic sun --from-beginning