# Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # The monitoring type category:service-application service monitoring db-database monitoring custom-custom monitoring os-operating system monitoring category: mid # The monitoring type eg: linux windows tomcat mysql aws... app: kafka # The monitoring i18n name name: zh-CN: Kafka消息系统 en-US: Kafka Message # The description and help of this monitoring type help: zh-CN: HertzBeat 使用 JMX 协议 对 Kafka 的通用性能指标 (server info、code cache、active controller count、broker partition count、broker leader count、broker handler avg percent etc) 进行采集监控。
注意⚠️:您需要在 Kafka 开启 JMX 服务,应用启动时添加 JMX 参数,暴露端口,对外IP。点击查看开启步骤 en-US: HertzBeat uses JMX Protocol to monitoring kafka general performance metrics (server info、code cache、active controller count、broker partition count、broker leader count、broker handler avg percent etc).
Note⚠️:You need to enable JMX service in Kafka, export JMX port and config params. Click here to view the specific steps. zh-TW: HertzBeat 使用 JMX 協議 對 Kafka 的通用性能指標 (server info、code cache、active controller count、broker partition count、broker leader count、broker handler avg percent etc) 進行采集監控。
注意⚠️:您需要在 Kafka 開啓 JMX 服務,應用啓動時添加 JMX 參數,暴露端口,對外IP。點擊查看開啓步驟 helpLink: zh-CN: https://hertzbeat.apache.org/zh-cn/docs/help/kafka en-US: https://hertzbeat.apache.org/docs/help/kafka # Input params define for monitoring(render web ui by the definition) params: # field-param field key - field: host # name-param field display i18n name name: zh-CN: 目标Host en-US: Target Host # type-param field type(most mapping the html input type) type: host # required-true or false required: true - field: port name: zh-CN: 端口 en-US: Port type: number # when type is number, range is required range: '[0,65535]' required: true defaultValue: 9999 - field: url name: zh-CN: JMX URL en-US: JMX URL type: text required: false hide: true placeholder: 'service:jmx:rmi:///jndi/rmi://host:port/jmxrmi' - field: username name: zh-CN: 用户名 en-US: Username type: text limit: 50 required: false hide: true - field: password name: zh-CN: 密码 en-US: Password type: password required: false hide: true # collect metrics config list metrics: # metrics - server_info - name: server_info i18n: zh-CN: 服务器信息 en-US: Server Info # metrics scheduling priority(0->127)->(high->low), metrics with the same priority will be scheduled in parallel # priority 0's metrics is availability metrics, it will be scheduled first, only availability metrics collect success will the scheduling continue priority: 0 # collect metrics content fields: # field-metric name, type-metric type(0-number,1-string), unit-metric unit('%','ms','MB'), label-whether it is a metrics label field - field: Version type: 1 i18n: zh-CN: 版本 en-US: Version - field: StartTimeMs type: 1 i18n: zh-CN: 启动时间 en-US: Start Time - field: CommitId type: 1 i18n: zh-CN: CommitId en-US: CommitId # the protocol used for monitoring, eg: sql, ssh, http, telnet, wmi, snmp, sdk protocol: jmx # the config content when protocol is jmx jmx: host: ^_^host^_^ port: ^_^port^_^ username: ^_^username^_^ password: ^_^password^_^ # jmx mbean object name objectName: kafka.server:type=app-info,id=* # jmx url url: ^_^url^_^ - name: jvm_basic i18n: zh-CN: 虚拟机基础信息 en-US: JVM Basic priority: 1 fields: - field: VmName type: 1 i18n: zh-CN: 名称 en-US: Vm Name - field: VmVendor type: 1 i18n: zh-CN: 厂商 en-US: Vm Vendor - field: VmVersion type: 1 i18n: zh-CN: 版本 en-US: Vm Version - field: Uptime type: 0 unit: ms i18n: zh-CN: 运行时长 en-US: Up time protocol: jmx jmx: host: ^_^host^_^ port: ^_^port^_^ username: ^_^username^_^ password: ^_^password^_^ # jmx mbean object name objectName: java.lang:type=Runtime url: ^_^url^_^ - name: jvm_memory_pool i18n: zh-CN: 内存池 en-US: Memory Pool priority: 2 fields: - field: name type: 1 label: true i18n: zh-CN: 指标名称 en-US: Name - field: committed type: 0 i18n: zh-CN: 已分配内存 en-US: Committed - field: init type: 0 i18n: zh-CN: 初始化内存 en-US: Init - field: max type: 0 i18n: zh-CN: 最大内存 en-US: Max - field: used type: 0 i18n: zh-CN: 已使用内存 en-US: Used aliasFields: - Name - Usage->committed - Usage->init - Usage->max - Usage->used calculates: - name=Name - committed=Usage->committed - init=Usage->init - max=Usage->max - used=Usage->used protocol: jmx jmx: host: ^_^host^_^ port: ^_^port^_^ username: ^_^username^_^ password: ^_^password^_^ objectName: java.lang:type=MemoryPool,name=* url: ^_^url^_^ - name: active_controller_count i18n: zh-CN: 活跃控制器数量 en-US: Active Controller Count priority: 3 fields: - field: Value type: 0 i18n: zh-CN: 值 en-US: Value protocol: jmx jmx: host: ^_^host^_^ port: ^_^port^_^ username: ^_^username^_^ password: ^_^password^_^ # jmx mbean object name objectName: kafka.controller:type=KafkaController,name=ActiveControllerCount url: ^_^url^_^ - name: broker_partition_count i18n: zh-CN: Broker分区数量 en-US: Broker Partition Count priority: 4 fields: - field: Value type: 0 i18n: zh-CN: 值 en-US: Value protocol: jmx jmx: host: ^_^host^_^ port: ^_^port^_^ username: ^_^username^_^ password: ^_^password^_^ # jmx mbean object name objectName: kafka.server:type=ReplicaManager,name=PartitionCount url: ^_^url^_^ - name: broker_leader_count i18n: zh-CN: Broker领导者数量 en-US: Broker Leader Count priority: 5 fields: - field: Value type: 0 i18n: zh-CN: 值 en-US: Value protocol: jmx jmx: host: ^_^host^_^ port: ^_^port^_^ username: ^_^username^_^ password: ^_^password^_^ # jmx mbean object name objectName: kafka.server:type=ReplicaManager,name=LeaderCount url: ^_^url^_^ - name: broker_handler_avg_percent i18n: zh-CN: Broker处理器平均百分比 en-US: Broker Handler Avg Percent priority: 6 fields: - field: EventType type: 1 i18n: zh-CN: 事件类型 en-US: Event Type - field: RateUnit type: 1 i18n: zh-CN: 速率单位 en-US: Rate Unit - field: Count type: 0 i18n: zh-CN: 计数 en-US: Count - field: MeanRate type: 0 i18n: zh-CN: 平均速率 en-US: Mean Rate - field: OneMinuteRate type: 0 i18n: zh-CN: 一分钟速率 en-US: One Minute Rate - field: FiveMinuteRate type: 0 i18n: zh-CN: 五分钟速率 en-US: Five Minute Rate - field: FifteenMinuteRate type: 0 i18n: zh-CN: 十五分钟速率 en-US: Fifteen Minute Rate protocol: jmx jmx: host: ^_^host^_^ port: ^_^port^_^ username: ^_^username^_^ password: ^_^password^_^ # jmx mbean object name objectName: kafka.server:type=KafkaRequestHandlerPool,name=RequestHandlerAvgIdlePercent url: ^_^url^_^ - name: topic_bytes_in_persec i18n: zh-CN: 每秒主题流入字节 en-US: Topic Bytes In PerSec priority: 7 fields: - field: EventType type: 1 i18n: zh-CN: 事件类型 en-US: Event Type - field: RateUnit type: 1 i18n: zh-CN: 速率单位 en-US: Rate Unit - field: MeanRate type: 0 i18n: zh-CN: 平均速率 en-US: Mean Rate - field: OneMinuteRate type: 0 i18n: zh-CN: 一分钟速率 en-US: One Minute Rate - field: FiveMinuteRate type: 0 i18n: zh-CN: 五分钟速率 en-US: Five Minute Rate - field: FifteenMinuteRate type: 0 i18n: zh-CN: 十五分钟速率 en-US: Fifteen Minute Rate - field: Count type: 0 i18n: zh-CN: 计数 en-US: Count protocol: jmx jmx: host: ^_^host^_^ port: ^_^port^_^ username: ^_^username^_^ password: ^_^password^_^ # jmx mbean object name objectName: kafka.server:type=BrokerTopicMetrics,name=BytesInPerSec url: ^_^url^_^ - name: topic_bytes_out_persec i18n: zh-CN: 每秒主题流出字节 en-US: Topic Bytes Out PerSec priority: 8 fields: - field: EventType type: 1 i18n: zh-CN: 事件类型 en-US: Event Type - field: RateUnit type: 1 i18n: zh-CN: 速率单位 en-US: Rate Unit - field: MeanRate type: 0 i18n: zh-CN: 平均速率 en-US: Mean Rate - field: OneMinuteRate type: 0 i18n: zh-CN: 一分钟速率 en-US: One Minute Rate - field: FiveMinuteRate type: 0 i18n: zh-CN: 五分钟速率 en-US: Five Minute Rate - field: FifteenMinuteRate type: 0 i18n: zh-CN: 十五分钟速率 en-US: Fifteen Minute Rate - field: Count type: 0 i18n: zh-CN: 计数 en-US: Count protocol: jmx jmx: host: ^_^host^_^ port: ^_^port^_^ username: ^_^username^_^ password: ^_^password^_^ # jmx mbean object name objectName: kafka.server:type=BrokerTopicMetrics,name=BytesOutPerSec url: ^_^url^_^ - name: produce_message_conversions_persec i18n: zh-CN: 每秒生产消息转换 en-US: Produce Message Conversions PerSec priority: 9 fields: - field: EventType type: 1 i18n: zh-CN: 事件类型 en-US: Event Type - field: RateUnit type: 1 i18n: zh-CN: 速率单位 en-US: Rate Unit - field: MeanRate type: 0 i18n: zh-CN: 平均速率 en-US: Mean Rate - field: OneMinuteRate type: 0 i18n: zh-CN: 一分钟速率 en-US: One Minute Rate - field: FiveMinuteRate type: 0 i18n: zh-CN: 五分钟速率 en-US: Five Minute Rate - field: FifteenMinuteRate type: 0 i18n: zh-CN: 十五分钟速率 en-US: Fifteen Minute Rate - field: Count type: 0 i18n: zh-CN: 计数 en-US: Count protocol: jmx jmx: host: ^_^host^_^ port: ^_^port^_^ username: ^_^username^_^ password: ^_^password^_^ # jmx mbean object name objectName: kafka.server:type=BrokerTopicMetrics,name=ProduceMessageConversionsPerSec url: ^_^url^_^ - name: produce_total_requests_persec i18n: zh-CN: 每秒生产总请求数 en-US: Produce Total Requests PerSec priority: 10 fields: - field: EventType type: 1 i18n: zh-CN: 事件类型 en-US: Event Type - field: RateUnit type: 1 i18n: zh-CN: 速率单位 en-US: Rate Unit - field: MeanRate type: 0 i18n: zh-CN: 平均速率 en-US: Mean Rate - field: OneMinuteRate type: 0 i18n: zh-CN: 一分钟速率 en-US: One Minute Rate - field: FiveMinuteRate type: 0 i18n: zh-CN: 五分钟速率 en-US: Five Minute Rate - field: FifteenMinuteRate type: 0 i18n: zh-CN: 十五分钟速率 en-US: Fifteen Minute Rate - field: Count type: 0 i18n: zh-CN: 计数 en-US: Count protocol: jmx jmx: host: ^_^host^_^ port: ^_^port^_^ username: ^_^username^_^ password: ^_^password^_^ # jmx mbean object name objectName: kafka.server:type=BrokerTopicMetrics,name=TotalProduceRequestsPerSec url: ^_^url^_^