[global_tags] type = "on_prem" ## Read JMX metrics through Jolokia [[inputs.jolokia2_agent]] ## An array of Kafka servers URI to gather stats. urls = ["http://KAFKA_SERVER_IP:8778/jolokia"] name_prefix = "kafka." [inputs.jolokia2_agent.tags] component = "messaging" messaging_system = "kafka" environment = "dev" messaging_cluster = "kafka_cluster_standalone" ## List of metrics collected on above servers ## Each metric consists of a name, a jmx path and ## optionally, a list of fields to collect. ## This collects all heap memory usage metrics. [[inputs.jolokia2_agent.metric]] name = "java_lang_ClassLoading" mbean = "java.lang:type=ClassLoading" paths = ["LoadedClassCount", "TotalLoadedClassCount", "UnloadedClassCount"] [[inputs.jolokia2_agent.metric]] name = "java_lang_Compilation" mbean = "java.lang:type=Compilation" paths = ["TotalCompilationTime"] [[inputs.jolokia2_agent.metric]] name = "java_lang_GarbageCollector" mbean = "java.lang:name=*,type=GarbageCollector" paths = ["CollectionCount", "CollectionTime", "LastGcInfo"] tag_keys = ["name"] [[inputs.jolokia2_agent.metric]] name = "java_lang_MemoryPool" mbean = "java.lang:name=*,type=MemoryPool" paths = ["CollectionUsage", "CollectionUsageThresholdSupported", "PeakUsage", "Usage", "UsageThresholdSupported"] tag_keys = ["name"] [[inputs.jolokia2_agent.metric]] name = "java_lang_Memory" mbean = "java.lang:type=Memory" paths = ["HeapMemoryUsage", "NonHeapMemoryUsage", "ObjectPendingFinalizationCount"] [[inputs.jolokia2_agent.metric]] name = "java_lang_OperatingSystem" mbean = "java.lang:type=OperatingSystem" paths = ["AvailableProcessors", "CommittedVirtualMemorySize", "FreePhysicalMemorySize", "FreeSwapSpaceSize", "MaxFileDescriptorCount", "OpenFileDescriptorCount", "ProcessCpuLoad", "ProcessCpuTime", "SystemCpuLoad", "SystemLoadAverage", "TotalPhysicalMemorySize", "TotalSwapSpaceSize"] [[inputs.jolokia2_agent.metric]] name = "java_lang_Runtime" mbean = "java.lang:type=Runtime" paths = ["BootClassPathSupported", "StartTime", "Uptime"] [[inputs.jolokia2_agent.metric]] name = "java_lang_Threading" mbean = "java.lang:type=Threading" paths = ["CurrentThreadCpuTime", "CurrentThreadUserTime", "DaemonThreadCount", "ObjectMonitorUsageSupported", "PeakThreadCount", "SynchronizerUsageSupported", "ThreadContentionMonitoringEnabled", "ThreadContentionMonitoringSupported", "ThreadCount", "ThreadCpuTimeEnabled", "ThreadCpuTimeSupported", "TotalStartedThreadCount"] [[inputs.jolokia2_agent.metric]] name = "java_lang_OperatingSystem" mbean = "java.lang:type=OperatingSystem" paths = ["FreeMemorySize", "TotalMemorySize"] [[inputs.jolokia2_agent.metric]] name = "java_lang_Runtime" mbean = "java.lang:type=Runtime" paths = ["Pid"] [[inputs.jolokia2_agent.metric]] name = "java_lang_Threading" mbean = "java.lang:type=Threading" paths = ["CurrentThreadAllocatedBytes"] [[inputs.jolokia2_agent.metric]] name = "java_lang_Threading" mbean = "java.lang:type=Threading" paths = ["ThreadAllocatedMemoryEnabled", "ThreadAllocatedMemorySupported"] # Zookeeper Metrics [[inputs.jolokia2_agent.metric]] name = "zookeeper_disconnects" mbean = "kafka.server:type=SessionExpireListener,name=ZooKeeperDisconnectsPerSec" paths = ["Count","OneMinuteRate","FiveMinuteRate","FifteenMinuteRate","MeanRate"] [[inputs.jolokia2_agent.metric]] name = "zookeeper_sync_connects" mbean = "kafka.server:type=SessionExpireListener,name=ZooKeeperSyncConnectsPerSec" paths = ["Count","OneMinuteRate","FiveMinuteRate","FifteenMinuteRate","MeanRate"] [[inputs.jolokia2_agent.metric]] name = "zookeeper_auth_failures" mbean = "kafka.server:type=SessionExpireListener,name=ZooKeeperAuthFailuresPerSec" paths = ["Count","OneMinuteRate","FiveMinuteRate","FifteenMinuteRate","MeanRate"] [[inputs.jolokia2_agent.metric]] name = "zookeeper_readonly_connects" mbean = "kafka.server:type=SessionExpireListener,name=ZooKeeperReadOnlyConnectsPerSec" paths = ["Count","OneMinuteRate","FiveMinuteRate","FifteenMinuteRate","MeanRate"] [[inputs.jolokia2_agent.metric]] name = "zookeeper_authentications" mbean = "kafka.server:type=SessionExpireListener,name=ZooKeeperSaslAuthenticationsPerSec" paths = ["Count","OneMinuteRate","FiveMinuteRate","FifteenMinuteRate","MeanRate"] [[inputs.jolokia2_agent.metric]] name = "zookeeper_expires" mbean = "kafka.server:type=SessionExpireListener,name=ZooKeeperExpiresPerSec" paths = ["Count","OneMinuteRate","FiveMinuteRate","FifteenMinuteRate","MeanRate"] [[inputs.jolokia2_agent.metric]] name = "zookeeper_SessionState" mbean = "kafka.server:type=SessionExpireListener,name=SessionState" #Kafka Producer Metrics [[inputs.jolokia2_agent.metric]] name = "producer" mbean = "kafka.producer:type=producer-metrics,client-id=([-.w]+)" field_prefix = "$1_" [[inputs.jolokia2_agent.metric]] name = "controller" mbean = "kafka.controller:name=*,type=*" field_prefix = "$1." [[inputs.jolokia2_agent.metric]] name = "replica_manager" mbean = "kafka.server:name=*,type=ReplicaManager" field_prefix = "$1." [[inputs.jolokia2_agent.metric]] name = "purgatory" mbean = "kafka.server:delayedOperation=*,name=*,type=DelayedOperationPurgatory" field_prefix = "$1." field_name = "$2" [[inputs.jolokia2_agent.metric]] name = "client" mbean = "kafka.server:client-id=*,type=*" tag_keys = ["client-id", "type"] [[inputs.jolokia2_agent.metric]] name = "request" mbean = "kafka.network:name=*,request=*,type=RequestMetrics" field_prefix = "$1." tag_keys = ["request"] [[inputs.jolokia2_agent.metric]] name = "topics" mbean = "kafka.server:name=*,type=BrokerTopicMetrics" field_prefix = "$1." [[inputs.jolokia2_agent.metric]] name = "topic" mbean = "kafka.server:name=*,topic=*,type=BrokerTopicMetrics" field_prefix = "$1." tag_keys = ["topic"] [[inputs.jolokia2_agent.metric]] name = "partition" mbean = "kafka.log:name=*,partition=*,topic=*,type=Log" field_name = "$1" tag_keys = ["topic", "partition"] [[inputs.jolokia2_agent.metric]] name = "partition" mbean = "kafka.cluster:name=UnderReplicated,partition=*,topic=*,type=Partition" field_name = "UnderReplicatedPartitions" tag_keys = ["topic", "partition"] [[inputs.jolokia2_agent.metric]] name = "network" mbean = "kafka.network:name=ResponseQueueSize,type=RequestChannel" field_prefix = "ResponseQueueSize" tag_keys = ["name"] [[inputs.jolokia2_agent.metric]] name = "network" mbean = "kafka.network:name=NetworkProcessorAvgIdlePercent,type=SocketServer" field_prefix = "NetworkProcessorAvgIdlePercent" tag_keys = ["name"] [[inputs.jolokia2_agent.metric]] name = "log" mbean = "kafka.log:name=LogFlushRateAndTimeMs,type=LogFlushStats" field_name = "LogFlushRateAndTimeMs" tag_keys = ["name"] [[inputs.jolokia2_agent.metric]] name = "request_handlers" mbean = "kafka.server:name=RequestHandlerAvgIdlePercent,type=KafkaRequestHandlerPool" tag_keys = ["name"] [[inputs.diskio]] [inputs.diskio.tags] component = "messaging" messaging_system = "kafka" environment = "dev" messaging_cluster = "kafka_cluster_standalone" metric_type = "disk" [[inputs.disk]] ignore_fs = ["tmpfs", "devtmpfs", "devfs"] [inputs.disk.tags] component = "messaging" messaging_system = "kafka" environment = "dev" messaging_cluster = "kafka_cluster_standalone" metric_type = "disk" [[outputs.sumologic]] url = "" data_format = "prometheus"