| { |
| "env": { |
| "site": "sandbox", |
| "metric_prefix": "hadoop.", |
| "log_file": "/tmp/hadoop-jmx-collector.log" |
| }, |
| "input": [ |
| { |
| "component": "namenode", |
| "host": "sandbox.hortonworks.com", |
| "port": "50070", |
| "https": false |
| }, |
| { |
| "component": "resourcemanager", |
| "host": "sandbox.hortonworks.com", |
| "port": "19888", |
| "https": false |
| }, |
| { |
| "component": "datanode", |
| "host": "sandbox.hortonworks.com", |
| "port": "50075", |
| "https": false |
| } |
| ], |
| "filter": { |
| "bean_group_filter": ["hadoop","java.lang"], |
| "metric_name_filter": [ |
| "hadoop.memory.heapmemoryusage.used", |
| "hadoop.memory.nonheapmemoryusage.used", |
| "hadoop.bufferpool.direct.memoryused", |
| |
| "hadoop.hbase.master.server.averageload", |
| "hadoop.hbase.master.server.numdeadregionservers", |
| "hadoop.hbase.master.assignmentmanger.ritcount", |
| "hadoop.hbase.master.assignmentmanger.ritcountoverthreshold", |
| "hadoop.hbase.master.assignmentmanger.assign_num_ops", |
| "hadoop.hbase.master.assignmentmanger.assign_min", |
| "hadoop.hbase.master.assignmentmanger.assign_max", |
| "hadoop.hbase.master.assignmentmanger.assign_75th_percentile", |
| "hadoop.hbase.master.assignmentmanger.assign_95th_percentile", |
| "hadoop.hbase.master.assignmentmanger.assign_99th_percentile", |
| "hadoop.hbase.master.assignmentmanger.bulkassign_num_ops", |
| "hadoop.hbase.master.assignmentmanger.bulkassign_min", |
| "hadoop.hbase.master.assignmentmanger.bulkassign_max", |
| "hadoop.hbase.master.assignmentmanger.bulkassign_75th_percentile", |
| "hadoop.hbase.master.assignmentmanger.bulkassign_95th_percentile", |
| "hadoop.hbase.master.assignmentmanger.bulkassign_99th_percentile", |
| "hadoop.hbase.master.balancer.balancercluster_num_ops", |
| "hadoop.hbase.master.balancer.balancercluster_min", |
| "hadoop.hbase.master.balancer.balancercluster_max", |
| "hadoop.hbase.master.balancer.balancercluster_75th_percentile", |
| "hadoop.hbase.master.balancer.balancercluster_95th_percentile", |
| "hadoop.hbase.master.balancer.balancercluster_99th_percentile", |
| "hadoop.hbase.master.filesystem.hlogsplittime_min", |
| "hadoop.hbase.master.filesystem.hlogsplittime_max", |
| "hadoop.hbase.master.filesystem.hlogsplittime_75th_percentile", |
| "hadoop.hbase.master.filesystem.hlogsplittime_95th_percentile", |
| "hadoop.hbase.master.filesystem.hlogsplittime_99th_percentile", |
| "hadoop.hbase.master.filesystem.hlogsplitsize_min", |
| "hadoop.hbase.master.filesystem.hlogsplitsize_max", |
| "hadoop.hbase.master.filesystem.metahlogsplittime_min", |
| "hadoop.hbase.master.filesystem.metahlogsplittime_max", |
| "hadoop.hbase.master.filesystem.metahlogsplittime_75th_percentile", |
| "hadoop.hbase.master.filesystem.metahlogsplittime_95th_percentile", |
| "hadoop.hbase.master.filesystem.metahlogsplittime_99th_percentile", |
| "hadoop.hbase.master.filesystem.metahlogsplitsize_min", |
| "hadoop.hbase.master.filesystem.metahlogsplitsize_max", |
| |
| "hadoop.hbase.jvm.gccount", |
| "hadoop.hbase.jvm.gctimemillis", |
| "hadoop.hbase.ipc.ipc.queuesize", |
| "hadoop.hbase.ipc.ipc.numcallsingeneralqueue", |
| "hadoop.hbase.ipc.ipc.numactivehandler", |
| "hadoop.hbase.ipc.ipc.queuecalltime_99th_percentile", |
| "hadoop.hbase.ipc.ipc.processcalltime_99th_percentile", |
| "hadoop.hbase.ipc.ipc.queuecalltime_num_ops", |
| "hadoop.hbase.ipc.ipc.processcalltime_num_ops", |
| "hadoop.hbase.regionserver.server.regioncount", |
| "hadoop.hbase.regionserver.server.storecount", |
| "hadoop.hbase.regionserver.server.memstoresize", |
| "hadoop.hbase.regionserver.server.storefilesize", |
| "hadoop.hbase.regionserver.server.totalrequestcount", |
| "hadoop.hbase.regionserver.server.readrequestcount", |
| "hadoop.hbase.regionserver.server.writerequestcount", |
| "hadoop.hbase.regionserver.server.splitqueuelength", |
| "hadoop.hbase.regionserver.server.compactionqueuelength", |
| "hadoop.hbase.regionserver.server.flushqueuelength", |
| "hadoop.hbase.regionserver.server.blockcachesize", |
| "hadoop.hbase.regionserver.server.blockcachehitcount", |
| "hadoop.hbase.regionserver.server.blockcachecounthitpercent", |
| |
| "hadoop.memory.heapmemoryusage.used", |
| "hadoop.memory.nonheapmemoryusage.used", |
| "hadoop.namenode.fsnamesystemstate.capacitytotal", |
| "hadoop.namenode.fsnamesystemstate.capacityusage", |
| "hadoop.namenode.fsnamesystemstate.topuseropcounts", |
| "hadoop.namenode.fsnamesystemstate.fsstate", |
| "hadoop.namenode.fsnamesystemstate.numlivedatanodes", |
| "hadoop.namenode.fsnamesystemstate.numrevisedlivedatanodes", |
| "hadoop.namenode.dfs.capacityused", |
| "hadoop.namenode.dfs.capacityremaining", |
| "hadoop.namenode.dfs.blockstotal", |
| "hadoop.namenode.dfs.filestotal", |
| "hadoop.namenode.dfs.underreplicatedblocks", |
| "hadoop.namenode.dfs.missingblocks", |
| "hadoop.namenode.dfs.corruptblocks", |
| "hadoop.namenode.dfs.lastcheckpointtime", |
| "hadoop.namenode.dfs.checkpointtimelag", |
| "hadoop.namenode.dfs.transactionssincelastcheckpoint", |
| "hadoop.namenode.dfs.lastwrittentransactionid", |
| "hadoop.namenode.dfs.snapshottabledirectories", |
| "hadoop.namenode.dfs.snapshots", |
| "hadoop.namenode.rpc.rpcqueuetimeavgtime", |
| "hadoop.namenode.rpc.rpcprocessingtimeavgtime", |
| "hadoop.namenode.rpc.numopenconnections", |
| "hadoop.namenode.rpc.callqueuelength", |
| "hadoop.namenode.rpc.hadoop.namenode.rpc.rpcqueuetimeavgtime", |
| "hadoop.namenode.rpc.hadoop.namenode.rpc.rpcprocessingtimeavgtime", |
| "hadoop.namenode.namenodeinfo.corruptfiles", |
| |
| "hadoop.datanode.fsdatasetstate.capacity", |
| "hadoop.datanode.fsdatasetstate.dfsused", |
| "hadoop.datanode.datanodeinfo.xceivercount", |
| "hadoop.datanode.rpc.rpcqueuetimeavgtime", |
| "hadoop.datanode.rpc.rpcprocessingtimeavgtime", |
| "hadoop.datanode.rpc.numopenconnections", |
| "hadoop.datanode.rpc.callqueuelength", |
| |
| "hadoop.namenode.hastate.total.count", |
| "hadoop.namenode.hastate.active.count", |
| "hadoop.namenode.hastate.standby.count", |
| "hadoop.namenode.hastate.failed.count", |
| |
| "hadoop.resourcemanager.yarn.numunhealthynms", |
| "hadoop.resourcemanager.yarn.numlostnms", |
| "hadoop.resourcemanager.yarn.numrebootednms", |
| "hadoop.resourcemanager.yarn.numdecommissionednms", |
| "hadoop.resourcemanager.yarn.numactivenms", |
| |
| "hadoop.resourcemanager.hastate.total.count", |
| "hadoop.resourcemanager.hastate.active.count", |
| "hadoop.resourcemanager.hastate.standby.count", |
| "hadoop.resourcemanager.hastate.failed.count" |
| ] |
| }, |
| "output": { |
| "kafka": { |
| "debug": false, |
| "default_topic": "hadoop_jmx_metric_sandbox", |
| "metric_topic_mapping": { |
| "hadoop.namenode.namenodeinfo.corruptfiles": "hadoop_jmx_resource_sandbox", |
| "hadoop.namenode.fsnamesystemstate.topuseropcounts" : "hadoop_jmx_resource_sandbox" |
| }, |
| "broker_list": [ |
| "sandbox.hortonworks.com:6667" |
| ] |
| } |
| } |
| } |
