kafka启动、状态监控、日常操作

lsof –i:9092

创建 topic

bin/kafka–topic s.sh —create —zookeeper lzm h dev–node1:2181,lzm h dev–node2:2181,lzm h dev–node3:2181 —re pli cat i on-factor 2 —partition s 2 —topic r tb _ad_req_info

bin/kafka–top i cs.sh —create —zookeeper lzm h dev10:2181,lzmh dev10:2182,lzmh dev10:2183 —re pli cat i on-factor 2 —partitions 2 —top ic ad_r tb_spark_log_sum

备注：

—create：创建 top ic

—zookeeper ： zk 集群 2181端口

—re pli cat i on–fa ct o r ：副本数

—partitions ：分区数

—top ic：主题名称

查看 主题详情

bin/kafka–top i cs.sh —des c rib e —zookeeper lzmh dev–node1:2181,lzmh de v–node2:2181,lzmh de v-nod e3:2181 —top ic test1

bin/kafka–top ics.sh —de sc rib e —zookeeper lzmhde v10:2181,lzmhde v10:2182,lzmhdev10:2183 —top ic ad_r tb_spark_log_sum

bin/k af ka-top ics.sh —de scrib e –zookeep er lzmhqa01:2181,lzmhqa01:2182,lzmhqa01:2183 —t op ic ad_rtb_sp ar k_log_sum

备注：

—d es cribe ：详情

bin/k af ka-t op ics.sh —d es cribe –zookeeper lzmhdev10:2181 —t op ic ad_rtb_sp ar k_log_sum

查看主题 list

bin/k af ka-t opics.sh —list –zookeeper lzmhdev-node1:2181,lzmhdev-node2:2181,lzmhdev-node3:2181

或

bin/kafka-t opics.sh –zookeeper lzmhdev-node1:2181,lzmhdev-node2:2181,lzmhdev-node3:2181 –list

b in/kafka-t opics.sh –zookeeper lzmhdev10:2181,lzmhdev10:2182,lzmhdev10:2183 –list

bin/kafka-t opics.sh –zookeeper lzmhqa01:2181,lzmhqa01:2182,lzmhqa01:2183 –list

删除 主题

bin/kafka-t opics.sh –zookeeper lzmhdev-node1:2181,lzmhdev-node2:2181,lzmhdev-node3:2181 —delete –topic test

bin/kafka-topics.sh –zookeeper lzmhdev-node1:2181 —delete –topic sp arktest001

bin/kafka-topics.sh –zookeeper lzmhdev10:2181,lzmhdev10:2182,lzmhdev10:2183 —delete –topic ad_rtb_ad_repo rt_info

bin/kafka-topics.sh –zookeeper lzmhqa01:2181,lzmhqa01:2182,lzmhqa01:2183 —delete –topic ad_rtb_ad_report_info

查看消费组list

bin/kafka-consumer–groups.sh —bootstrap–server lzmhdev10:9092,lzmhdev09:9092 —list

bin/kafka-consumer–groups.sh —bootstrap–server lzmhqa01:9092 —list

查看消费组信息

bin/kafka-consumer–groups.sh –describe —bootstrap–server lzmhdev10:9092 —group adSparkLogCountgDspGro upId

bin/kafka-consumer–groups.sh –describe —bootstrap–server lzmhdev10:9092 —group adDataPersistGro upId

bin/kafka-consumer–groups.sh –describe —bootstrap–server lzmhqa01:9092 —g roup adDataPersistGroupId

删除消费组

bin/kafka-consumer–g roups.sh —bootstrap–server lzmhdev10:9092,lzmhdev09:9092 –delete —g roup adDataPersistGroupId

bin/kafka-consumer-g roups.sh —bootstrap–server lzmhqa01:9092 –delete —g roup adSparkLogCountGroupId

设置为最初偏移量

bin/kafka-consumer-groups.sh —bootstrap–server lzmhdev10:9092,lzmhdev09:9092 –group adDataPersistGroupId –topic ad_rtb_spark_log_sum —reset–offsets –to-earl iest –execute

bin/kafka-consumer-groups.sh —bootstrap–server lzmhqa01:9092 –group adSparkLogCountGroupId –topic rtb_ad_req_info —reset–off sets –to-earl iest –execute

设置任意 偏移量

bin/kafka-consumer-groups.sh —bootstrap–server lzmhdev10:9092,lzmhdev09:9092 –group adDataPersistGroupId –topic ad_rtb_spark_log_sum —reset–off sets –to-offset 4 –execute

bin/kafka-consumer-groups.sh —boot str ap–server lzmhqa01:9092 –group adSparkLogCountGroupId –topic rtb_ad_req_info —reset-offsets –to-offset 5210857 –execute

bin/kafka-consumer-groups.sh —boot str ap–server lzmhqa01:9092 –group lzctest –topic rtb_ad_req_info —re set-offsets –to-offset 13573951 –execute

bin/kafka-consumer-groups.sh —boot str ap–server lzmhqa01:9092 –group lzctest –topic rtb_ad_rep_info –reset-offsets –to-offset 21728285 –execute

——————————————————————————–

创建 生产者：

bin/kafka-console–producer.sh —broker–list lzmhdev-node1:9092,lzmhdev-node2:9092,lzmhdev-node3:9092 –topic test2

bin/kafka-console–producer.sh —broker–list PLAINTEXT://lzmhdev-node3:9092 –topic test2

bin/kafka-console–producer.sh —broker–list lzmhdev-node1:9092 –topic sparkt est001

bin/kafka-console–producer.sh —broker-list lzmhdev10:9092,lzmhdev09:9092 –topic ad_rtb_spark_log_sum

bin/kafka-console–producer.sh –broker-list lzmhqa01:9092 –topic rtb_ad_req_info

——————————————————————————–

创建 消费者

bin/kafka-console-consumer.sh —boot strap-server lzmhdev-node1:9092,lzmhdev-node2:9092,lzmhdev-node3:9092 –topic test2 –from-beginning –consumer-property group.id=test-group

bin/kafka-console-consumer.sh —bootstrap-server lzmhdev-node1:9092,lzmhdev-node2:9092,lzmhdev-node3:9092 –topic input –from-beginning

bin/kafka-console-consumer.sh —bootstrap-server lzmhdev-node1:9092,lzmhdev-node2:9092,lzmhdev-node3:9092 –topic pTest2 –from-beginning

bin/kafka-console-consumer.sh —bootstrap-server PLAINTEXT://lzmhdev-node3:9092 –topic test2 –from-beginning

bin/kafka-console-consumer.sh –bootstrap-server lzmhdev-node1:9092 –topic sparksink001 –from-beginning

bin/kafka-console-consumer.sh –bootstrap-server lzmhdev10:9092 –topic ad_rtb_spark_log_sum –from-beginning –consumer-property group.id=ad_rtb_log

bin/kafka-console-consumer.sh –bootstrap-server lzmhdev10:9092,lzmhdev09:9092 –topic ad_rtb_spark_log_sum –from-beginning –consumer-property group.id=ad_rtb_log

bin/kafka-console-consumer.sh –bootstrap-server lzmhdev10:9092,lzmhdev09:9092 –topic ad_rtb_spark_log_sum –from-beginning –consumer-property group.id=lzctest

bin/kafka-console-consumer.sh –bootstrap-server lzmhqa01:9092 –topic rtb_ad_rep_info –from-beginning –consumer-property group.id=lzctest

原文地址:https://blog.csdn.net/chenyubei/article/details/130399119

本文来自互联网用户投稿，该文观点仅代表作者本人，不代表本站立场。本站仅提供信息存储空间服务，不拥有所有权，不承担相关法律责任。