项目

一般

简介

Actions

Kafka常用命令

kafka生产者发送消息

# kafka节点

# release版本
monitor-zk1:19001,monitor-zk2:19001,monitor-zk3:19001
192.168.0.221:19001,192.168.0.222:19001,192.168.0.223:19001
# A-View
monitor-zk4:19002,monitor-zk5:19002,monitor-zk6:19002
192.168.0.131:19001,192.168.0.132:19001,192.168.0.133:19001
# 旭耀
monitor-ali:19002,monitor-ali1:19002,monitor-ali2:19002
192.168.0.201:19001,192.168.0.202:19001,192.168.0.203:19001

kafka生产者发送消息

# 生产者
./kafka-console-producer.sh --broker-list monitor-zk4:19002,monitor-zk5:19002,monitor-zk6:19002 --topic monitor-collector-result

# 生产者
./kafka-console-producer.sh --broker-list

kafka消费者消费消息

# 消费者
./kafka-console-consumer.sh --bootstrap-server monitor-zk4:19002,monitor-zk5:19002,monitor-zk6:19002 --topic monitor-collector-result

# 消费者
./kafka-console-consumer.sh --bootstrap-server

topic信息

# 采集器获取配置信息
monitor-collector-workstation-config
# workstation反馈配置信息
monitor-workstation-collector-config
# 采集结果
monitor-collector-result

kafka常用命令

-- 查看group列表
./kafka-consumer-groups.sh --new-consumer --bootstrap-server monitor-zk4:19002,monitor-zk5:19002,monitor-zk6:19002 --list

-- 查看group【monitor-workstation-db】消费情况
./kafka-consumer-groups.sh --bootstrap-server monitor-zk4:19002,monitor-zk5:19002,monitor-zk6:19002 --group monitor-workstation-db --describe

-- 查询topic【monitor-collector-result】offset的最小值
./kafka-run-class.sh kafka.tools.GetOffsetShell --broker-list monitor-zk4:19002,monitor-zk5:19002,monitor-zk6:19002 -topic monitor-collector-result --time -2

-- 查询topic【monitor-collector-result】offset的最大值
./kafka-run-class.sh kafka.tools.GetOffsetShell --broker-list monitor-zk4:19002,monitor-zk5:19002,monitor-zk6:19002 -topic monitor-collector-result --time -1

-- 设置topic【monitor-collector-result】group【monitor-workstation-db】从头消费
./kafka-consumer-groups.sh --bootstrap-server monitor-zk4:19002,monitor-zk5:19002,monitor-zk6:19002 --group monitor-workstation-db --reset-offsets --execute --to-earliest --topic monitor-collector-result

-- 设置topic【monitor-collector-result】group【monitor-workstation-db】从尾消费
./kafka-consumer-groups.sh --bootstrap-server monitor-zk4:19002,monitor-zk5:19002,monitor-zk6:19002 --group monitor-workstation-db --reset-offsets --execute --to-latest --topic monitor-collector-result

-- 查看topic的状态和分区负载详情
./kafka-topics.sh --zookeeper monitor-zk4:19001,monitor-zk5:19001,monitor-zk6:19001 --describe --topic monitor-collector-result

-- 所有的topic
./kafka-topics.sh --list --zookeeper monitor-zk1:19001,monitor-zk2:19001,monitor-zk3:19001

-- 查看topic信息
./kafka-topics.sh --describe --zookeeper monitor-zk1:19001,monitor-zk2:19001,monitor-zk3:19001 --topic monitor-system-log

赵鹏军 更新于 超过 4 年 之前 · 8 修订