3.0 2017-06-09T08:31:34Z hadoop.hbase Kafka {Kafka:jmx["kafka.controller:type=ControllerStats,name=LeaderElectionRateAndTimeMs","Count"].last()}<>0 Broker are failures 1 1 0 {Kafka:jmx["kafka.controller:type=KafkaController,name=ActiveControllerCount","Value"].last()}=1 Controller on broker is active 1 1 0 {Kafka:jmx["kafka.server:type=ReplicaManager,name=IsrExpandsPerSec","Count"].last()}=0 ISR expansion rate has been changed 0 4 0 {Kafka:jmx["kafka.server:type=ReplicaManager,name=IsrShrinksPerSec","Count"].last()}<>0 ISR shrink rate has been changed 1 1 0 {Kafka:jmx["kafka.log:type=LogFlushStats,name=LogFlushRateAndTimeMs","95thPercentile"].last()}>10 Log flush latency (95th percentile) > 10ms 0 2 0 {Kafka:jmx["kafka.log:type=LogFlushStats,name=LogFlushRateAndTimeMs","95thPercentile"].last()}>20 Log flush latency (95th percentile) > 20ms 0 3 0 {Kafka:jmx["kafka.server:type=ReplicaFetcherManager,name=MaxLag,clientId=Replica","Value"].last()}>4000 Max lag in messages btw follower and leader replicas > 4000 0 4 0 {Kafka:jmx["kafka.controller:type=ControllerStats,name=UncleanLeaderElectionsPerSec","Count"].last()}<>0 Unclean leader election rate isn't 0 0 4 0 {Kafka:jmx["kafka.server:type=ReplicaManager,name=UnderReplicatedPartitions","Value"].last()}<>0 Under replicated partitions 0 4 0 Bytes Per Sec FifteenMinuteRate 900 200 0.0000 100.0000 0 0 0 1 0 0.0000 0.0000 0 0 0 0 0 5 0000DD 0 2 0 Kafka jmx["kafka.server:type=BrokerTopicMetrics,name=BytesOutPerSec","FifteenMinuteRate"] 1 0 00C800 0 2 0 Kafka jmx["kafka.server:type=BrokerTopicMetrics,name=BytesInPerSec","FifteenMinuteRate"] Bytes Per Sec FiveMinuteRate 900 200 0.0000 100.0000 0 0 0 1 0 0.0000 0.0000 0 0 0 0 0 5 0000DD 0 2 0 Kafka jmx["kafka.server:type=BrokerTopicMetrics,name=BytesOutPerSec","FiveMinuteRate"] 1 0 00C800 0 2 0 Kafka jmx["kafka.server:type=BrokerTopicMetrics,name=BytesInPerSec","FiveMinuteRate"] Bytes Per Sec MeanRate 900 200 0.0000 100.0000 0 0 0 1 0 0.0000 0.0000 0 0 0 0 0 5 0000DD 0 2 0 Kafka jmx["kafka.server:type=BrokerTopicMetrics,name=BytesOutPerSec","MeanRate"] 1 0 00C800 0 2 0 Kafka jmx["kafka.server:type=BrokerTopicMetrics,name=BytesInPerSec","MeanRate"] Bytes Per Sec OneMinuteRate 900 200 0.0000 100.0000 0 0 0 1 0 0.0000 0.0000 0 0 0 0 0 5 0000DD 0 2 0 Kafka jmx["kafka.server:type=BrokerTopicMetrics,name=BytesOutPerSec","OneMinuteRate"] 1 0 00C800 0 2 0 Kafka jmx["kafka.server:type=BrokerTopicMetrics,name=BytesInPerSec","OneMinuteRate"] CollectionCount 900 200 0.0000 100.0000 1 1 0 1 0 0.0000 0.0000 0 0 0 0 0 0 00C800 0 2 0 Kafka jmx["java.lang:type=GarbageCollector,name=G1 Old Generation","CollectionCount"] 1 0 C80000 0 2 0 Kafka jmx["java.lang:type=GarbageCollector,name=G1 Young Generation","CollectionCount"] Heap Memory Usage 900 200 0.0000 100.0000 1 1 0 1 0 0.0000 0.0000 0 0 0 0 0 5 00C800 0 2 0 Kafka jmx[java.lang:type=Memory,HeapMemoryUsage.used] 1 0 C80000 0 2 0 Kafka jmx[java.lang:type=Memory,NonHeapMemoryUsage.used] Log Flushes 900 200 0.0000 100.0000 1 1 0 1 0 0.0000 0.0000 0 0 0 0 0 0 1A7C11 0 2 0 Kafka jmx["kafka.log:type=LogFlushStats,name=LogFlushRateAndTimeMs","50thPercentile"] 1 0 F63100 0 2 0 Kafka jmx["kafka.log:type=LogFlushStats,name=LogFlushRateAndTimeMs","75thPercentile"] 2 0 2774A4 0 2 0 Kafka jmx["kafka.log:type=LogFlushStats,name=LogFlushRateAndTimeMs","95thPercentile"] Messages In Per Sec 900 200 0.0000 100.0000 1 1 0 1 0 0.0000 0.0000 0 0 0 0 0 5 00C800 0 2 0 Kafka jmx["kafka.server:type=BrokerTopicMetrics,name=MessagesInPerSec","OneMinuteRate"] 1 0 C80000 0 2 0 Kafka jmx["kafka.server:type=BrokerTopicMetrics,name=MessagesInPerSec","FifteenMinuteRate"] 2 0 0000C8 0 2 0 Kafka jmx["kafka.server:type=BrokerTopicMetrics,name=MessagesInPerSec","FiveMinuteRate"] 3 0 C800C8 0 2 0 Kafka jmx["kafka.server:type=BrokerTopicMetrics,name=MessagesInPerSec","MeanRate"] Open File Descriptor Count 900 200 0.0000 100.0000 1 1 0 1 0 0.0000 0.0000 0 0 0 0 0 5 00C800 0 2 0 Kafka jmx[java.lang:type=OperatingSystem,OpenFileDescriptorCount] Request rate 900 200 0.0000 100.0000 1 1 0 1 0 0.0000 0.0000 0 0 0 0 0 0 00C800 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=RequestsPerSec,request=FetchConsumer","Count"] 1 0 C80000 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=RequestsPerSec,request=FetchFollower","Count"] 2 0 0000C8 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=RequestsPerSec,request=Produce","Count"] Requests waiting 900 200 0.0000 100.0000 1 1 0 1 0 0.0000 0.0000 0 0 0 0 0 0 00C800 0 2 0 Kafka jmx["kafka.server:type=FetchRequestPurgatory,name=PurgatorySize","Value"] 1 0 C80000 0 2 0 Kafka jmx["kafka.server:type=ProducerRequestPurgatory,name=PurgatorySize","Value"] Request total time 900 200 0.0000 100.0000 1 1 0 1 0 0.0000 0.0000 0 0 0 0 0 0 00C800 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchConsumer","Count"] 1 0 C80000 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=FetchFollower","Count"] 2 0 0000C8 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=TotalTimeMs,request=Produce","Count"] Thread Count 900 200 0.0000 100.0000 1 1 0 1 0 0.0000 0.0000 0 0 0 0 0 0 00C800 0 2 0 Kafka jmx[java.lang:type=Threading,ThreadCount] 1 0 C80000 0 2 0 Kafka jmx[java.lang:type=Threading,PeakThreadCount] 2 0 0000C8 0 2 0 Kafka jmx[java.lang:type=Threading,DaemonThreadCount] Time the request being processed at the leader 900 200 0.0000 100.0000 1 1 0 1 0 0.0000 0.0000 0 0 0 0 0 0 00C800 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=LocalTimeMs,request=FetchConsumer","Count"] 1 0 C80000 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=LocalTimeMs,request=FetchFollower","Count"] 2 0 0000C8 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=LocalTimeMs,request=Produce","Count"] Time the request waiting in the request queue 900 200 0.0000 100.0000 1 1 0 1 0 0.0000 0.0000 0 0 0 0 0 0 00C800 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=RequestQueueTimeMs,request=FetchConsumer","Count"] 1 0 C80000 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=RequestQueueTimeMs,request=FetchFollower","Count"] 2 0 0000C8 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=RequestQueueTimeMs,request=Produce","Count"] Time the request waits for the follower 900 200 0.0000 100.0000 1 1 0 1 0 0.0000 0.0000 0 0 0 0 0 0 00C800 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=RemoteTimeMs,request=FetchConsumer","Count"] 1 0 C80000 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=RemoteTimeMs,request=FetchFollower","Count"] 2 0 0000C8 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=RemoteTimeMs,request=Produce","Count"] Time to send the response 900 200 0.0000 100.0000 1 1 0 1 0 0.0000 0.0000 0 0 0 0 0 0 00C800 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=ResponseSendTimeMs,request=FetchConsumer","Count"] 1 0 C80000 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=ResponseSendTimeMs,request=FetchFollower","Count"] 2 0 0000C8 0 2 0 Kafka jmx["kafka.network:type=RequestMetrics,name=ResponseSendTimeMs,request=Produce","Count"]