kafka

注意

必须更改kafka日志目录

docker-compose

services:
  kafka:
    container_name: kafka
    image: apache/kafka:3.7.1
    ports:
      - 9092:9092
    environment:
      KAFKA_NODE_ID: 1
      KAFKA_PROCESS_ROLES: broker,controller
      KAFKA_LISTENERS: PLAINTEXT_HOST://0.0.0.0:9092,PLAINTEXT_INTERNAL://kafka:29092,CONTROLLER://localhost:9093
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT_HOST://192.168.3.51:9092,PLAINTEXT_INTERNAL://kafka:29092
      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT_INTERNAL
      KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT,PLAINTEXT_INTERNAL:PLAINTEXT
      KAFKA_CONTROLLER_QUORUM_VOTERS: 1@localhost:9093
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
      KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
      KAFKA_NUM_PARTITIONS: 3
    networks:
      - demo

  kafka-ui:
    container_name: kafka-ui
    image: provectuslabs/kafka-ui:latest
    ports:
      - 8888:8080
    environment:
      DYNAMIC_CONFIG_ENABLED: 'true'
    networks:
      - demo      
    # volumes:
    #   - ~/kui/config.yml:/etc/kafkaui/dynamic_config.yaml
networks:
  demo:

docker

docker run -p 80:8080 -e DYNAMIC_CONFIG_ENABLED=true --name kafka-ui  provectuslabs/kafka-ui

使用

• 查看消费进度

./bin/kafka-consumer-groups.sh --bootstrap-server localhost:9092 --describe --group streaming

• 重置偏移量

./bin/kafka-consumer-groups.sh --bootstrap-server localhost:9092 --group streaming --reset-offsets --topic sxt-b-x-in --to-datetime 2025-03-14T00:00:00.000 --execute

日志一直输出debug

查看是否有logback日志包