kafka

List topics List all Kafka topics in the cluster kafka-topics.sh --bootstrap-server kafka:9092 --list #kafka Create topic Create topic with specific partition and replication settings kafka-topics.sh --bootstrap-server kafka:9092 --create --topic <name> --partitions 3 --replication-factor 2 #kafka Describe topic Show partition count, replication, leaders and ISR kafka-topics.sh --bootstrap-server kafka:9092 --describe --topic <name> #kafka Delete topic Permanently delete a Kafka topic kafka-topics.sh --bootstrap-server kafka:9092 --delete --topic <name> #kafka Consume from beginning Read all messages from a topic starting from offset 0 kafka-console-consumer.sh --bootstrap-server kafka:9092 --topic <name> --from-beginning #kafka#debug Produce messages Send messages to a topic interactively from stdin kafka-console-producer.sh --bootstrap-server kafka:9092 --topic <name> #kafka#debug List consumer groups Show all consumer groups kafka-consumer-groups.sh --bootstrap-server kafka:9092 --list #kafka Consumer group lag Show lag per partition for a consumer group kafka-consumer-groups.sh --bootstrap-server kafka:9092 --describe --group <group> #kafka#monitoring#debug Reset consumer group offset Reset a consumer group to the beginning of the topic kafka-consumer-groups.sh --bootstrap-server kafka:9092 --group <group> --topic <topic> --reset-offsets --to-earliest --execute #kafka Alter topic partitions Increase (only) the number of partitions for a topic kafka-topics.sh --bootstrap-server kafka:9092 --alter --topic <name> --partitions 6 #kafka Get topic offsets Show earliest and latest offsets per partition kafka-run-class.sh kafka.tools.GetOffsetShell --broker-list kafka:9092 --topic <name> #kafka#debug Create a topic Create a new Kafka topic with 6 partitions and RF=3 kafka-topics.sh --bootstrap-server kafka:9092 --create --topic my-topic --partitions 6 --replication-factor 3 #kafka List consumer group lag Show per-partition lag for a consumer group kafka-consumer-groups.sh --bootstrap-server kafka:9092 --describe --group my-group #kafka#monitoring Reset consumer group offset Reset consumer offsets to earliest kafka-consumer-groups.sh --bootstrap-server kafka:9092 --group my-group --reset-offsets --to-earliest --topic my-topic --execute #kafka Produce messages from stdin Produce key:value messages interactively kafka-console-producer.sh --bootstrap-server kafka:9092 --topic my-topic --property 'key.separator=:' --property 'parse.key=true' #kafka Consume from beginning Read first 10 messages from a topic kafka-console-consumer.sh --bootstrap-server kafka:9092 --topic my-topic --from-beginning --max-messages 10 #kafka Alter topic partitions Increase partition count (cannot decrease) kafka-topics.sh --bootstrap-server kafka:9092 --alter --topic my-topic --partitions 12 #kafka Describe topic config Show all overridden config values for a topic kafka-configs.sh --bootstrap-server kafka:9092 --describe --entity-type topics --entity-name my-topic #kafka Set topic retention Set 7-day retention on a topic kafka-configs.sh --bootstrap-server kafka:9092 --alter --entity-type topics --entity-name my-topic --add-config retention.ms=604800000 #kafka Check broker metadata List all API versions supported by the broker kafka-broker-api-versions.sh --bootstrap-server kafka:9092 #kafka#debug