| { |
| "beans" : [ { |
| "name" : "java.lang:type=Memory", |
| "modelerType" : "sun.management.MemoryImpl", |
| "Verbose" : true, |
| "HeapMemoryUsage" : { |
| "committed" : 194183168, |
| "init" : 0, |
| "max" : 1052770304, |
| "used" : 43580400 |
| }, |
| "NonHeapMemoryUsage" : { |
| "committed" : 47218688, |
| "init" : 24313856, |
| "max" : 136314880, |
| "used" : 29602888 |
| }, |
| "ObjectPendingFinalizationCount" : 0 |
| }, { |
| "name" : "Hadoop:service=JobTracker,name=RpcActivityForPort50300", |
| "modelerType" : "RpcActivityForPort50300", |
| "tag.context" : "rpc", |
| "tag.port" : "50300", |
| "tag.hostName" : "ip-10-116-103-5.ec2.internal", |
| "rpcAuthenticationSuccesses" : 0, |
| "rpcAuthenticationFailures" : 0, |
| "rpcAuthorizationSuccesses" : 2, |
| "rpcAuthorizationFailures" : 0, |
| "ReceivedBytes" : 97304512, |
| "SentBytes" : 32241668, |
| "RpcQueueTime_num_ops" : 301267, |
| "RpcQueueTime_avg_time" : 0.05882352941176472, |
| "RpcProcessingTime_num_ops" : 301267, |
| "RpcProcessingTime_avg_time" : 0.058823529411764705, |
| "NumOpenConnections" : 0, |
| "callQueueLen" : 0 |
| }, { |
| "name" : "Hadoop:service=JobTracker,name=JobTrackerInfo", |
| "modelerType" : "org.apache.hadoop.mapred.JobTracker", |
| "Hostname" : "ip-10-116-103-5", |
| "Version" : "1.1.2.21, r", |
| "ConfigVersion" : "default", |
| "ThreadCount" : 75, |
| "SummaryJson" : "{\"nodes\":1,\"alive\":1,\"blacklisted\":0,\"graylisted\":0,\"slots\":{\"map_slots\":4,\"map_slots_used\":0,\"reduce_slots\":2,\"reduce_slots_used\":0},\"jobs\":1}", |
| "AliveNodesInfoJson" : "[{\"hostname\":\"ip-10-85-111-149.ec2.internal\",\"last_seen\":1358455632994,\"health\":\"OK\",\"slots\":{\"map_slots\":4,\"map_slots_used\":0,\"reduce_slots\":2,\"reduce_slots_used\":0},\"failures\":0,\"dir_failures\":0}]", |
| "BlacklistedNodesInfoJson" : "[]", |
| "GraylistedNodesInfoJson" : "[]", |
| "QueueInfoJson" : "{\"default\":{\"state\":\"running\",\"info\":\"Queue configuration\\nCapacity Percentage: 100.0%\\nUser Limit: 100%\\nPriority Supported: NO\\n-------------\\nMap tasks\\nCapacity: 4 slots\\nUsed capacity: 0 (0.0% of Capacity)\\nRunning tasks: 0\\n-------------\\nReduce tasks\\nCapacity: 2 slots\\nUsed capacity: 0 (0.0% of Capacity)\\nRunning tasks: 0\\n-------------\\nJob info\\nNumber of Waiting Jobs: 0\\nNumber of Initializing Jobs: 0\\nNumber of users who have submitted jobs: 0\\n\"}}" |
| }, { |
| "name" : "Hadoop:service=JobTracker,name=MetricsSystem,sub=Control", |
| "modelerType" : "org.apache.hadoop.metrics2.impl.MetricsSystemImpl" |
| }, { |
| "name" : "java.lang:type=GarbageCollector,name=ConcurrentMarkSweep", |
| "modelerType" : "sun.management.GarbageCollectorImpl", |
| "LastGcInfo" : { |
| "GcThreadCount" : 11, |
| "duration" : 421, |
| "endTime" : 5276850, |
| "id" : 261, |
| "memoryUsageAfterGc" : [ { |
| "key" : "CMS Perm Gen", |
| "value" : { |
| "committed" : 44007424, |
| "init" : 21757952, |
| "max" : 85983232, |
| "used" : 26295304 |
| } |
| }, { |
| "key" : "Code Cache", |
| "value" : { |
| "committed" : 2752512, |
| "init" : 2555904, |
| "max" : 50331648, |
| "used" : 2664960 |
| } |
| }, { |
| "key" : "CMS Old Gen", |
| "value" : { |
| "committed" : 5439488, |
| "init" : 5439488, |
| "max" : 864026624, |
| "used" : 3141144 |
| } |
| }, { |
| "key" : "Par Eden Space", |
| "value" : { |
| "committed" : 167772160, |
| "init" : 167772160, |
| "max" : 167772160, |
| "used" : 199320 |
| } |
| }, { |
| "key" : "Par Survivor Space", |
| "value" : { |
| "committed" : 20971520, |
| "init" : 20971520, |
| "max" : 20971520, |
| "used" : 299064 |
| } |
| } ], |
| "memoryUsageBeforeGc" : [ { |
| "key" : "CMS Perm Gen", |
| "value" : { |
| "committed" : 44007424, |
| "init" : 21757952, |
| "max" : 85983232, |
| "used" : 26295304 |
| } |
| }, { |
| "key" : "Code Cache", |
| "value" : { |
| "committed" : 2752512, |
| "init" : 2555904, |
| "max" : 50331648, |
| "used" : 2664960 |
| } |
| }, { |
| "key" : "CMS Old Gen", |
| "value" : { |
| "committed" : 5439488, |
| "init" : 5439488, |
| "max" : 864026624, |
| "used" : 3140952 |
| } |
| }, { |
| "key" : "Par Eden Space", |
| "value" : { |
| "committed" : 167772160, |
| "init" : 167772160, |
| "max" : 167772160, |
| "used" : 167494600 |
| } |
| }, { |
| "key" : "Par Survivor Space", |
| "value" : { |
| "committed" : 20971520, |
| "init" : 20971520, |
| "max" : 20971520, |
| "used" : 237168 |
| } |
| } ], |
| "startTime" : 5276429 |
| }, |
| "CollectionCount" : 261, |
| "CollectionTime" : 128067, |
| "Name" : "ConcurrentMarkSweep", |
| "Valid" : true, |
| "MemoryPoolNames" : [ "Par Eden Space", "Par Survivor Space", "CMS Old Gen", "CMS Perm Gen" ] |
| }, { |
| "name" : "java.lang:type=Compilation", |
| "modelerType" : "sun.management.CompilationImpl", |
| "Name" : "HotSpot 64-Bit Tiered Compilers", |
| "CompilationTimeMonitoringSupported" : true, |
| "TotalCompilationTime" : 16556 |
| }, { |
| "name" : "java.lang:type=MemoryPool,name=Par Eden Space", |
| "modelerType" : "sun.management.MemoryPoolImpl", |
| "Name" : "Par Eden Space", |
| "Type" : "HEAP", |
| "Valid" : true, |
| "CollectionUsage" : { |
| "committed" : 167772160, |
| "init" : 167772160, |
| "max" : 167772160, |
| "used" : 0 |
| }, |
| "CollectionUsageThreshold" : 0, |
| "CollectionUsageThresholdCount" : 0, |
| "MemoryManagerNames" : [ "ConcurrentMarkSweep", "ParNew" ], |
| "PeakUsage" : { |
| "committed" : 167772160, |
| "init" : 167772160, |
| "max" : 167772160, |
| "used" : 167772160 |
| }, |
| "Usage" : { |
| "committed" : 167772160, |
| "init" : 167772160, |
| "max" : 167772160, |
| "used" : 40150880 |
| }, |
| "CollectionUsageThresholdExceeded" : true, |
| "CollectionUsageThresholdSupported" : true, |
| "UsageThresholdSupported" : false |
| }, { |
| "name" : "Hadoop:service=JobTracker,name=RpcDetailedActivityForPort50300", |
| "modelerType" : "RpcDetailedActivityForPort50300", |
| "tag.context" : "rpcdetailed", |
| "tag.port" : "50300", |
| "tag.hostName" : "ip-10-116-103-5.ec2.internal", |
| "getProtocolVersion_num_ops" : 2, |
| "getProtocolVersion_avg_time" : 0.0, |
| "getBuildVersion_num_ops" : 1, |
| "getBuildVersion_avg_time" : 0.0, |
| "getVIVersion_num_ops" : 1, |
| "getVIVersion_avg_time" : 0.0, |
| "getSystemDir_num_ops" : 1, |
| "getSystemDir_avg_time" : 0.0, |
| "heartbeat_num_ops" : 301157, |
| "heartbeat_avg_time" : 0.06060606060606061, |
| "getStagingAreaDir_num_ops" : 1, |
| "getStagingAreaDir_avg_time" : 2.0, |
| "getNewJobId_num_ops" : 1, |
| "getNewJobId_avg_time" : 0.0, |
| "getQueueAdmins_num_ops" : 1, |
| "getQueueAdmins_avg_time" : 0.0, |
| "submitJob_num_ops" : 1, |
| "submitJob_avg_time" : 160.0, |
| "getJobProfile_num_ops" : 1, |
| "getJobProfile_avg_time" : 0.0, |
| "getJobStatus_num_ops" : 26, |
| "getJobStatus_avg_time" : 0.0, |
| "getTaskCompletionEvents_num_ops" : 56, |
| "getTaskCompletionEvents_avg_time" : 0.09090909090909093, |
| "getJobCounters_num_ops" : 1, |
| "getJobCounters_avg_time" : 0.0 |
| }, { |
| "name" : "java.lang:type=MemoryPool,name=CMS Perm Gen", |
| "modelerType" : "sun.management.MemoryPoolImpl", |
| "Name" : "CMS Perm Gen", |
| "Type" : "NON_HEAP", |
| "Valid" : true, |
| "CollectionUsage" : { |
| "committed" : 44007424, |
| "init" : 21757952, |
| "max" : 85983232, |
| "used" : 26295304 |
| }, |
| "CollectionUsageThreshold" : 0, |
| "CollectionUsageThresholdCount" : 0, |
| "MemoryManagerNames" : [ "ConcurrentMarkSweep" ], |
| "PeakUsage" : { |
| "committed" : 44007424, |
| "init" : 21757952, |
| "max" : 85983232, |
| "used" : 26468808 |
| }, |
| "Usage" : { |
| "committed" : 44007424, |
| "init" : 21757952, |
| "max" : 85983232, |
| "used" : 26468808 |
| }, |
| "UsageThreshold" : 0, |
| "UsageThresholdCount" : 0, |
| "CollectionUsageThresholdExceeded" : true, |
| "CollectionUsageThresholdSupported" : true, |
| "UsageThresholdExceeded" : true, |
| "UsageThresholdSupported" : true |
| }, { |
| "name" : "java.lang:type=OperatingSystem", |
| "modelerType" : "com.sun.management.UnixOperatingSystem", |
| "MaxFileDescriptorCount" : 32768, |
| "OpenFileDescriptorCount" : 92, |
| "CommittedVirtualMemorySize" : 1644990464, |
| "FreePhysicalMemorySize" : 5975683072, |
| "FreeSwapSpaceSize" : 0, |
| "ProcessCpuTime" : 552680000000, |
| "TotalPhysicalMemorySize" : 7694454784, |
| "TotalSwapSpaceSize" : 0, |
| "Name" : "Linux", |
| "Version" : "2.6.32-220.17.1.el6.centos.plus.x86_64", |
| "AvailableProcessors" : 2, |
| "Arch" : "amd64", |
| "SystemLoadAverage" : 0.0 |
| }, { |
| "name" : "Hadoop:service=JobTracker,name=QueueMetrics,q=default", |
| "modelerType" : "QueueMetrics,q=default", |
| "tag.context" : "mapred", |
| "tag.sessionId" : "", |
| "tag.Queue" : "default", |
| "tag.hostName" : "ip-10-116-103-5.ec2.internal", |
| "maps_launched" : 1, |
| "maps_completed" : 1, |
| "maps_failed" : 0, |
| "reduces_launched" : 1, |
| "reduces_completed" : 1, |
| "reduces_failed" : 0, |
| "jobs_submitted" : 1, |
| "jobs_completed" : 1, |
| "waiting_maps" : 0, |
| "waiting_reduces" : 0, |
| "reserved_map_slots" : 0, |
| "reserved_reduce_slots" : 0, |
| "jobs_failed" : 0, |
| "jobs_killed" : 0, |
| "jobs_preparing" : 0, |
| "jobs_running" : 0, |
| "maps_killed" : 0, |
| "reduces_killed" : 0, |
| "running_0" : 0, |
| "running_60" : 0, |
| "running_300" : 0, |
| "running_1440" : 0 |
| }, { |
| "name" : "java.lang:type=MemoryPool,name=Par Survivor Space", |
| "modelerType" : "sun.management.MemoryPoolImpl", |
| "Name" : "Par Survivor Space", |
| "Type" : "HEAP", |
| "Valid" : true, |
| "CollectionUsage" : { |
| "committed" : 20971520, |
| "init" : 20971520, |
| "max" : 20971520, |
| "used" : 263424 |
| }, |
| "CollectionUsageThreshold" : 0, |
| "CollectionUsageThresholdCount" : 0, |
| "MemoryManagerNames" : [ "ConcurrentMarkSweep", "ParNew" ], |
| "PeakUsage" : { |
| "committed" : 20971520, |
| "init" : 20971520, |
| "max" : 20971520, |
| "used" : 4907280 |
| }, |
| "Usage" : { |
| "committed" : 20971520, |
| "init" : 20971520, |
| "max" : 20971520, |
| "used" : 263424 |
| }, |
| "CollectionUsageThresholdExceeded" : true, |
| "CollectionUsageThresholdSupported" : true, |
| "UsageThresholdSupported" : false |
| }, { |
| "name" : "java.lang:type=MemoryManager,name=CodeCacheManager", |
| "modelerType" : "sun.management.MemoryManagerImpl", |
| "Name" : "CodeCacheManager", |
| "Valid" : true, |
| "MemoryPoolNames" : [ "Code Cache" ] |
| }, { |
| "name" : "java.lang:type=MemoryPool,name=CMS Old Gen", |
| "modelerType" : "sun.management.MemoryPoolImpl", |
| "Name" : "CMS Old Gen", |
| "Type" : "HEAP", |
| "Valid" : true, |
| "CollectionUsage" : { |
| "committed" : 5439488, |
| "init" : 5439488, |
| "max" : 864026624, |
| "used" : 3141144 |
| }, |
| "CollectionUsageThreshold" : 0, |
| "CollectionUsageThresholdCount" : 0, |
| "MemoryManagerNames" : [ "ConcurrentMarkSweep" ], |
| "PeakUsage" : { |
| "committed" : 5439488, |
| "init" : 5439488, |
| "max" : 864026624, |
| "used" : 3267800 |
| }, |
| "Usage" : { |
| "committed" : 5439488, |
| "init" : 5439488, |
| "max" : 864026624, |
| "used" : 3222992 |
| }, |
| "UsageThreshold" : 0, |
| "UsageThresholdCount" : 0, |
| "CollectionUsageThresholdExceeded" : true, |
| "CollectionUsageThresholdSupported" : true, |
| "UsageThresholdExceeded" : true, |
| "UsageThresholdSupported" : true |
| }, { |
| "name" : "Hadoop:service=JobTracker,name=JobTrackerMetrics", |
| "modelerType" : "JobTrackerMetrics", |
| "tag.context" : "mapred", |
| "tag.sessionId" : "", |
| "tag.hostName" : "ip-10-116-103-5.ec2.internal", |
| "map_slots" : 4, |
| "reduce_slots" : 2, |
| "blacklisted_maps" : 0, |
| "blacklisted_reduces" : 0, |
| "maps_launched" : 1, |
| "maps_completed" : 1, |
| "maps_failed" : 0, |
| "reduces_launched" : 1, |
| "reduces_completed" : 1, |
| "reduces_failed" : 0, |
| "jobs_submitted" : 2, |
| "jobs_completed" : 1, |
| "waiting_maps" : 0, |
| "waiting_reduces" : 0, |
| "reserved_map_slots" : 0, |
| "reserved_reduce_slots" : 0, |
| "occupied_map_slots" : 0, |
| "occupied_reduce_slots" : 0, |
| "jobs_failed" : 1, |
| "jobs_killed" : 0, |
| "jobs_preparing" : 0, |
| "jobs_running" : 0, |
| "running_maps" : 0, |
| "running_reduces" : 0, |
| "maps_killed" : 0, |
| "reduces_killed" : 0, |
| "trackers" : 1, |
| "trackers_blacklisted" : 0, |
| "trackers_graylisted" : 0, |
| "trackers_decommissioned" : 0, |
| "heartbeats" : 301157 |
| }, { |
| "name" : "java.lang:type=MemoryPool,name=Code Cache", |
| "modelerType" : "sun.management.MemoryPoolImpl", |
| "Name" : "Code Cache", |
| "Type" : "NON_HEAP", |
| "Valid" : true, |
| "CollectionUsage" : null, |
| "MemoryManagerNames" : [ "CodeCacheManager" ], |
| "PeakUsage" : { |
| "committed" : 3211264, |
| "init" : 2555904, |
| "max" : 50331648, |
| "used" : 3144512 |
| }, |
| "Usage" : { |
| "committed" : 3211264, |
| "init" : 2555904, |
| "max" : 50331648, |
| "used" : 3134080 |
| }, |
| "UsageThreshold" : 0, |
| "UsageThresholdCount" : 0, |
| "CollectionUsageThresholdSupported" : false, |
| "UsageThresholdExceeded" : true, |
| "UsageThresholdSupported" : true |
| }, { |
| "name" : "java.lang:type=Runtime", |
| "modelerType" : "sun.management.RuntimeImpl", |
| "Name" : "12857@ip-10-116-103-5.ec2.internal", |
| "ClassPath" : "/etc/hadoop/conf:/usr/jdk/jdk1.6.0_31/lib/tools.jar:/usr/lib/hadoop/libexec/..:/usr/lib/hadoop/libexec/../hadoop-core-1.1.2.21.jar:/usr/lib/hadoop/libexec/../lib/ambari-log4j-1.0.jar:/usr/lib/hadoop/libexec/../lib/asm-3.2.jar:/usr/lib/hadoop/libexec/../lib/aspectjrt-1.6.11.jar:/usr/lib/hadoop/libexec/../lib/aspectjtools-1.6.11.jar:/usr/lib/hadoop/libexec/../lib/commons-beanutils-1.7.0.jar:/usr/lib/hadoop/libexec/../lib/commons-beanutils-core-1.8.0.jar:/usr/lib/hadoop/libexec/../lib/commons-cli-1.2.jar:/usr/lib/hadoop/libexec/../lib/commons-codec-1.4.jar:/usr/lib/hadoop/libexec/../lib/commons-collections-3.2.1.jar:/usr/lib/hadoop/libexec/../lib/commons-configuration-1.6.jar:/usr/lib/hadoop/libexec/../lib/commons-daemon-1.0.1.jar:/usr/lib/hadoop/libexec/../lib/commons-digester-1.8.jar:/usr/lib/hadoop/libexec/../lib/commons-el-1.0.jar:/usr/lib/hadoop/libexec/../lib/commons-httpclient-3.0.1.jar:/usr/lib/hadoop/libexec/../lib/commons-io-2.1.jar:/usr/lib/hadoop/libexec/../lib/commons-lang-2.4.jar:/usr/lib/hadoop/libexec/../lib/commons-logging-1.1.1.jar:/usr/lib/hadoop/libexec/../lib/commons-logging-api-1.0.4.jar:/usr/lib/hadoop/libexec/../lib/commons-math-2.1.jar:/usr/lib/hadoop/libexec/../lib/commons-net-3.1.jar:/usr/lib/hadoop/libexec/../lib/core-3.1.1.jar:/usr/lib/hadoop/libexec/../lib/hadoop-capacity-scheduler-1.1.2.21.jar:/usr/lib/hadoop/libexec/../lib/hadoop-fairscheduler-1.1.2.21.jar:/usr/lib/hadoop/libexec/../lib/hadoop-lzo-0.5.0.jar:/usr/lib/hadoop/libexec/../lib/hadoop-thriftfs-1.1.2.21.jar:/usr/lib/hadoop/libexec/../lib/hadoop-tools.jar:/usr/lib/hadoop/libexec/../lib/hsqldb-1.8.0.10.jar:/usr/lib/hadoop/libexec/../lib/jackson-core-asl-1.8.8.jar:/usr/lib/hadoop/libexec/../lib/jackson-mapper-asl-1.8.8.jar:/usr/lib/hadoop/libexec/../lib/jasper-compiler-5.5.12.jar:/usr/lib/hadoop/libexec/../lib/jasper-runtime-5.5.12.jar:/usr/lib/hadoop/libexec/../lib/jdeb-0.8.jar:/usr/lib/hadoop/libexec/../lib/jersey-core-1.8.jar:/usr/lib/hadoop/libexec/../lib/jersey-json-1.8.jar:/usr/lib/hadoop/libexec/../lib/jersey-server-1.8.jar:/usr/lib/hadoop/libexec/../lib/jets3t-0.6.1.jar:/usr/lib/hadoop/libexec/../lib/jetty-6.1.26.jar:/usr/lib/hadoop/libexec/../lib/jetty-util-6.1.26.jar:/usr/lib/hadoop/libexec/../lib/jsch-0.1.42.jar:/usr/lib/hadoop/libexec/../lib/junit-4.5.jar:/usr/lib/hadoop/libexec/../lib/kfs-0.2.2.jar:/usr/lib/hadoop/libexec/../lib/log4j-1.2.15.jar:/usr/lib/hadoop/libexec/../lib/mockito-all-1.8.5.jar:/usr/lib/hadoop/libexec/../lib/oro-2.0.8.jar:/usr/lib/hadoop/libexec/../lib/postgresql-9.1-901-1.jdbc4.jar:/usr/lib/hadoop/libexec/../lib/servlet-api-2.5-20081211.jar:/usr/lib/hadoop/libexec/../lib/slf4j-api-1.4.3.jar:/usr/lib/hadoop/libexec/../lib/slf4j-log4j12-1.4.3.jar:/usr/lib/hadoop/libexec/../lib/xmlenc-0.52.jar:/usr/lib/hadoop/libexec/../lib/jsp-2.1/jsp-2.1.jar:/usr/lib/hadoop/libexec/../lib/jsp-2.1/jsp-api-2.1.jar", |
| "StartTime" : 1358364466756, |
| "BootClassPath" : "/usr/jdk/jdk1.6.0_31/jre/lib/resources.jar:/usr/jdk/jdk1.6.0_31/jre/lib/rt.jar:/usr/jdk/jdk1.6.0_31/jre/lib/sunrsasign.jar:/usr/jdk/jdk1.6.0_31/jre/lib/jsse.jar:/usr/jdk/jdk1.6.0_31/jre/lib/jce.jar:/usr/jdk/jdk1.6.0_31/jre/lib/charsets.jar:/usr/jdk/jdk1.6.0_31/jre/lib/modules/jdk.boot.jar:/usr/jdk/jdk1.6.0_31/jre/classes", |
| "LibraryPath" : "/usr/lib/hadoop/libexec/../lib/native/Linux-amd64-64", |
| "VmName" : "Java HotSpot(TM) 64-Bit Server VM", |
| "VmVendor" : "Sun Microsystems Inc.", |
| "VmVersion" : "20.6-b01", |
| "BootClassPathSupported" : true, |
| "InputArguments" : [ "-Dproc_jobtracker", "-Xmx1024m", "-Djava.net.preferIPv4Stack=true", "-Djava.net.preferIPv4Stack=true", "-Djava.net.preferIPv4Stack=true", "-XX:ParallelGCThreads=8", "-XX:+UseConcMarkSweepGC", "-XX:ErrorFile=/var/log/hadoop/mapred/hs_err_pid%p.log", "-XX:NewSize=200m", "-XX:MaxNewSize=200m", "-Xloggc:/var/log/hadoop/mapred/gc.log-201301161427", "-verbose:gc", "-XX:+PrintGCDetails", "-XX:+PrintGCTimeStamps", "-XX:+PrintGCDateStamps", "-Xmx1024m", "-Dhadoop.security.logger=INFO,DRFAS", "-Dmapred.audit.logger=INFO,MRAUDIT", "-Dhadoop.mapreduce.jobsummary.logger=INFO,JSA", "-Dhadoop.log.dir=/var/log/hadoop/mapred", "-Dhadoop.log.file=hadoop-mapred-jobtracker-ip-10-116-103-5.log", "-Dhadoop.home.dir=/usr/lib/hadoop/libexec/..", "-Dhadoop.id.str=mapred", "-Dhadoop.root.logger=INFO,DRFA", "-Dhadoop.security.logger=INFO,DRFAS", "-Djava.library.path=/usr/lib/hadoop/libexec/../lib/native/Linux-amd64-64", "-Dhadoop.policy.file=hadoop-policy.xml" ], |
| "ManagementSpecVersion" : "1.2", |
| "SpecName" : "Java Virtual Machine Specification", |
| "SpecVendor" : "Sun Microsystems Inc.", |
| "SpecVersion" : "1.0", |
| "SystemProperties" : [ { |
| "key" : "java.ext.dirs", |
| "value" : "/usr/jdk/jdk1.6.0_31/jre/lib/ext:/usr/java/packages/lib/ext" |
| }, { |
| "key" : "hadoop.home.dir", |
| "value" : "/usr/lib/hadoop/libexec/.." |
| }, { |
| "key" : "java.vm.specification.vendor", |
| "value" : "Sun Microsystems Inc." |
| }, { |
| "key" : "user.timezone", |
| "value" : "America/New_York" |
| }, { |
| "key" : "java.vm.vendor", |
| "value" : "Sun Microsystems Inc." |
| }, { |
| "key" : "hadoop.id.str", |
| "value" : "mapred" |
| }, { |
| "key" : "user.name", |
| "value" : "mapred" |
| }, { |
| "key" : "java.vm.specification.name", |
| "value" : "Java Virtual Machine Specification" |
| }, { |
| "key" : "user.dir", |
| "value" : "/usr/lib/hadoop" |
| }, { |
| "key" : "user.country", |
| "value" : "US" |
| }, { |
| "key" : "user.language", |
| "value" : "en" |
| }, { |
| "key" : "java.specification.version", |
| "value" : "1.6" |
| }, { |
| "key" : "hadoop.log.file", |
| "value" : "hadoop-mapred-jobtracker-ip-10-116-103-5.log" |
| }, { |
| "key" : "hadoop.policy.file", |
| "value" : "hadoop-policy.xml" |
| }, { |
| "key" : "sun.cpu.endian", |
| "value" : "little" |
| }, { |
| "key" : "java.home", |
| "value" : "/usr/jdk/jdk1.6.0_31/jre" |
| }, { |
| "key" : "java.net.preferIPv4Stack", |
| "value" : "true" |
| }, { |
| "key" : "sun.jnu.encoding", |
| "value" : "ANSI_X3.4-1968" |
| }, { |
| "key" : "file.separator", |
| "value" : "/" |
| }, { |
| "key" : "java.vendor.url", |
| "value" : "http://java.sun.com/" |
| }, { |
| "key" : "hadoop.mapreduce.jobsummary.logger", |
| "value" : "INFO,JSA" |
| }, { |
| "key" : "java.awt.graphicsenv", |
| "value" : "sun.awt.X11GraphicsEnvironment" |
| }, { |
| "key" : "hadoop.log.dir", |
| "value" : "/var/log/hadoop/mapred" |
| }, { |
| "key" : "os.arch", |
| "value" : "amd64" |
| }, { |
| "key" : "proc_jobtracker", |
| "value" : "" |
| }, { |
| "key" : "java.io.tmpdir", |
| "value" : "/tmp" |
| }, { |
| "key" : "java.runtime.name", |
| "value" : "Java(TM) SE Runtime Environment" |
| }, { |
| "key" : "java.awt.printerjob", |
| "value" : "sun.print.PSPrinterJob" |
| }, { |
| "key" : "mapred.audit.logger", |
| "value" : "INFO,MRAUDIT" |
| }, { |
| "key" : "file.encoding", |
| "value" : "ANSI_X3.4-1968" |
| }, { |
| "key" : "java.version", |
| "value" : "1.6.0_31" |
| }, { |
| "key" : "java.vendor.url.bug", |
| "value" : "http://java.sun.com/cgi-bin/bugreport.cgi" |
| }, { |
| "key" : "java.vm.specification.version", |
| "value" : "1.0" |
| }, { |
| "key" : "file.encoding.pkg", |
| "value" : "sun.io" |
| }, { |
| "key" : "sun.java.command", |
| "value" : "org.apache.hadoop.mapred.JobTracker" |
| }, { |
| "key" : "sun.java.launcher", |
| "value" : "SUN_STANDARD" |
| }, { |
| "key" : "path.separator", |
| "value" : ":" |
| }, { |
| "key" : "java.runtime.version", |
| "value" : "1.6.0_31-b04" |
| }, { |
| "key" : "java.class.path", |
| "value" : "/etc/hadoop/conf:/usr/jdk/jdk1.6.0_31/lib/tools.jar:/usr/lib/hadoop/libexec/..:/usr/lib/hadoop/libexec/../hadoop-core-1.1.2.21.jar:/usr/lib/hadoop/libexec/../lib/ambari-log4j-1.0.jar:/usr/lib/hadoop/libexec/../lib/asm-3.2.jar:/usr/lib/hadoop/libexec/../lib/aspectjrt-1.6.11.jar:/usr/lib/hadoop/libexec/../lib/aspectjtools-1.6.11.jar:/usr/lib/hadoop/libexec/../lib/commons-beanutils-1.7.0.jar:/usr/lib/hadoop/libexec/../lib/commons-beanutils-core-1.8.0.jar:/usr/lib/hadoop/libexec/../lib/commons-cli-1.2.jar:/usr/lib/hadoop/libexec/../lib/commons-codec-1.4.jar:/usr/lib/hadoop/libexec/../lib/commons-collections-3.2.1.jar:/usr/lib/hadoop/libexec/../lib/commons-configuration-1.6.jar:/usr/lib/hadoop/libexec/../lib/commons-daemon-1.0.1.jar:/usr/lib/hadoop/libexec/../lib/commons-digester-1.8.jar:/usr/lib/hadoop/libexec/../lib/commons-el-1.0.jar:/usr/lib/hadoop/libexec/../lib/commons-httpclient-3.0.1.jar:/usr/lib/hadoop/libexec/../lib/commons-io-2.1.jar:/usr/lib/hadoop/libexec/../lib/commons-lang-2.4.jar:/usr/lib/hadoop/libexec/../lib/commons-logging-1.1.1.jar:/usr/lib/hadoop/libexec/../lib/commons-logging-api-1.0.4.jar:/usr/lib/hadoop/libexec/../lib/commons-math-2.1.jar:/usr/lib/hadoop/libexec/../lib/commons-net-3.1.jar:/usr/lib/hadoop/libexec/../lib/core-3.1.1.jar:/usr/lib/hadoop/libexec/../lib/hadoop-capacity-scheduler-1.1.2.21.jar:/usr/lib/hadoop/libexec/../lib/hadoop-fairscheduler-1.1.2.21.jar:/usr/lib/hadoop/libexec/../lib/hadoop-lzo-0.5.0.jar:/usr/lib/hadoop/libexec/../lib/hadoop-thriftfs-1.1.2.21.jar:/usr/lib/hadoop/libexec/../lib/hadoop-tools.jar:/usr/lib/hadoop/libexec/../lib/hsqldb-1.8.0.10.jar:/usr/lib/hadoop/libexec/../lib/jackson-core-asl-1.8.8.jar:/usr/lib/hadoop/libexec/../lib/jackson-mapper-asl-1.8.8.jar:/usr/lib/hadoop/libexec/../lib/jasper-compiler-5.5.12.jar:/usr/lib/hadoop/libexec/../lib/jasper-runtime-5.5.12.jar:/usr/lib/hadoop/libexec/../lib/jdeb-0.8.jar:/usr/lib/hadoop/libexec/../lib/jersey-core-1.8.jar:/usr/lib/hadoop/libexec/../lib/jersey-json-1.8.jar:/usr/lib/hadoop/libexec/../lib/jersey-server-1.8.jar:/usr/lib/hadoop/libexec/../lib/jets3t-0.6.1.jar:/usr/lib/hadoop/libexec/../lib/jetty-6.1.26.jar:/usr/lib/hadoop/libexec/../lib/jetty-util-6.1.26.jar:/usr/lib/hadoop/libexec/../lib/jsch-0.1.42.jar:/usr/lib/hadoop/libexec/../lib/junit-4.5.jar:/usr/lib/hadoop/libexec/../lib/kfs-0.2.2.jar:/usr/lib/hadoop/libexec/../lib/log4j-1.2.15.jar:/usr/lib/hadoop/libexec/../lib/mockito-all-1.8.5.jar:/usr/lib/hadoop/libexec/../lib/oro-2.0.8.jar:/usr/lib/hadoop/libexec/../lib/postgresql-9.1-901-1.jdbc4.jar:/usr/lib/hadoop/libexec/../lib/servlet-api-2.5-20081211.jar:/usr/lib/hadoop/libexec/../lib/slf4j-api-1.4.3.jar:/usr/lib/hadoop/libexec/../lib/slf4j-log4j12-1.4.3.jar:/usr/lib/hadoop/libexec/../lib/xmlenc-0.52.jar:/usr/lib/hadoop/libexec/../lib/jsp-2.1/jsp-2.1.jar:/usr/lib/hadoop/libexec/../lib/jsp-2.1/jsp-api-2.1.jar" |
| }, { |
| "key" : "os.name", |
| "value" : "Linux" |
| }, { |
| "key" : "hadoop.security.logger", |
| "value" : "INFO,DRFAS" |
| }, { |
| "key" : "line.separator", |
| "value" : "\n" |
| }, { |
| "key" : "os.version", |
| "value" : "2.6.32-220.17.1.el6.centos.plus.x86_64" |
| }, { |
| "key" : "sun.arch.data.model", |
| "value" : "64" |
| }, { |
| "key" : "java.class.version", |
| "value" : "50.0" |
| }, { |
| "key" : "sun.io.unicode.encoding", |
| "value" : "UnicodeLittle" |
| }, { |
| "key" : "java.vendor", |
| "value" : "Sun Microsystems Inc." |
| }, { |
| "key" : "sun.boot.class.path", |
| "value" : "/usr/jdk/jdk1.6.0_31/jre/lib/resources.jar:/usr/jdk/jdk1.6.0_31/jre/lib/rt.jar:/usr/jdk/jdk1.6.0_31/jre/lib/sunrsasign.jar:/usr/jdk/jdk1.6.0_31/jre/lib/jsse.jar:/usr/jdk/jdk1.6.0_31/jre/lib/jce.jar:/usr/jdk/jdk1.6.0_31/jre/lib/charsets.jar:/usr/jdk/jdk1.6.0_31/jre/lib/modules/jdk.boot.jar:/usr/jdk/jdk1.6.0_31/jre/classes" |
| }, { |
| "key" : "java.vm.info", |
| "value" : "mixed mode" |
| }, { |
| "key" : "java.specification.name", |
| "value" : "Java Platform API Specification" |
| }, { |
| "key" : "java.vm.name", |
| "value" : "Java HotSpot(TM) 64-Bit Server VM" |
| }, { |
| "key" : "java.vm.version", |
| "value" : "20.6-b01" |
| }, { |
| "key" : "sun.boot.library.path", |
| "value" : "/usr/jdk/jdk1.6.0_31/jre/lib/amd64" |
| }, { |
| "key" : "hadoop.root.logger", |
| "value" : "INFO,DRFA" |
| }, { |
| "key" : "java.endorsed.dirs", |
| "value" : "/usr/jdk/jdk1.6.0_31/jre/lib/endorsed" |
| }, { |
| "key" : "sun.os.patch.level", |
| "value" : "unknown" |
| }, { |
| "key" : "sun.cpu.isalist", |
| "value" : "" |
| }, { |
| "key" : "user.home", |
| "value" : "/usr/lib/hadoop" |
| }, { |
| "key" : "java.library.path", |
| "value" : "/usr/lib/hadoop/libexec/../lib/native/Linux-amd64-64" |
| }, { |
| "key" : "java.specification.vendor", |
| "value" : "Sun Microsystems Inc." |
| }, { |
| "key" : "sun.management.compiler", |
| "value" : "HotSpot 64-Bit Tiered Compilers" |
| } ], |
| "Uptime" : 91166419 |
| }, { |
| "name" : "java.lang:type=ClassLoading", |
| "modelerType" : "sun.management.ClassLoadingImpl", |
| "LoadedClassCount" : 3365, |
| "UnloadedClassCount" : 0, |
| "TotalLoadedClassCount" : 3365, |
| "Verbose" : false |
| }, { |
| "name" : "java.lang:type=Threading", |
| "modelerType" : "sun.management.ThreadImpl", |
| "ThreadAllocatedMemoryEnabled" : true, |
| "ThreadAllocatedMemorySupported" : true, |
| "ThreadCount" : 75, |
| "DaemonThreadCount" : 66, |
| "PeakThreadCount" : 80, |
| "CurrentThreadCpuTimeSupported" : true, |
| "ObjectMonitorUsageSupported" : true, |
| "SynchronizerUsageSupported" : true, |
| "ThreadContentionMonitoringEnabled" : false, |
| "ThreadContentionMonitoringSupported" : true, |
| "ThreadCpuTimeEnabled" : true, |
| "AllThreadIds" : [ 206, 96, 95, 88, 87, 15, 85, 84, 82, 83, 76, 75, 74, 73, 72, 71, 70, 69, 68, 67, 66, 65, 64, 63, 62, 61, 60, 59, 58, 57, 56, 55, 54, 53, 52, 51, 50, 49, 48, 47, 46, 45, 44, 43, 42, 41, 40, 39, 38, 37, 36, 35, 34, 33, 32, 31, 30, 29, 28, 27, 18, 20, 26, 24, 23, 19, 17, 14, 13, 12, 10, 5, 3, 2, 1 ], |
| "CurrentThreadCpuTime" : 0, |
| "CurrentThreadUserTime" : 0, |
| "TotalStartedThreadCount" : 197, |
| "ThreadCpuTimeSupported" : true |
| }, { |
| "name" : "Hadoop:service=JobTracker,name=jvm", |
| "modelerType" : "jvm", |
| "tag.context" : "jvm", |
| "tag.processName" : "JobTracker", |
| "tag.sessionId" : "", |
| "tag.hostName" : "ip-10-116-103-5.ec2.internal", |
| "memNonHeapUsedM" : 28.231514, |
| "memNonHeapCommittedM" : 45.03125, |
| "memHeapUsedM" : 41.50329, |
| "memHeapCommittedM" : 185.1875, |
| "gcCount" : 293, |
| "gcTimeMillis" : 128469, |
| "threadsNew" : 0, |
| "threadsRunnable" : 6, |
| "threadsBlocked" : 0, |
| "threadsWaiting" : 59, |
| "threadsTimedWaiting" : 10, |
| "threadsTerminated" : 0, |
| "logFatal" : 0, |
| "logError" : 0, |
| "logWarn" : 0, |
| "logInfo" : 3 |
| }, { |
| "name" : "java.util.logging:type=Logging", |
| "modelerType" : "java.util.logging.Logging", |
| "LoggerNames" : [ "sun.awt.AppContext", "javax.management", "global", "javax.management.mbeanserver", "" ] |
| }, { |
| "name" : "java.lang:type=GarbageCollector,name=ParNew", |
| "modelerType" : "sun.management.GarbageCollectorImpl", |
| "LastGcInfo" : { |
| "GcThreadCount" : 11, |
| "duration" : 4, |
| "endTime" : 90371302, |
| "id" : 32, |
| "memoryUsageAfterGc" : [ { |
| "key" : "CMS Perm Gen", |
| "value" : { |
| "committed" : 44007424, |
| "init" : 21757952, |
| "max" : 85983232, |
| "used" : 26468808 |
| } |
| }, { |
| "key" : "Code Cache", |
| "value" : { |
| "committed" : 3211264, |
| "init" : 2555904, |
| "max" : 50331648, |
| "used" : 3132544 |
| } |
| }, { |
| "key" : "CMS Old Gen", |
| "value" : { |
| "committed" : 5439488, |
| "init" : 5439488, |
| "max" : 864026624, |
| "used" : 3222992 |
| } |
| }, { |
| "key" : "Par Eden Space", |
| "value" : { |
| "committed" : 167772160, |
| "init" : 167772160, |
| "max" : 167772160, |
| "used" : 0 |
| } |
| }, { |
| "key" : "Par Survivor Space", |
| "value" : { |
| "committed" : 20971520, |
| "init" : 20971520, |
| "max" : 20971520, |
| "used" : 263424 |
| } |
| } ], |
| "memoryUsageBeforeGc" : [ { |
| "key" : "CMS Perm Gen", |
| "value" : { |
| "committed" : 44007424, |
| "init" : 21757952, |
| "max" : 85983232, |
| "used" : 26468808 |
| } |
| }, { |
| "key" : "Code Cache", |
| "value" : { |
| "committed" : 3211264, |
| "init" : 2555904, |
| "max" : 50331648, |
| "used" : 3132544 |
| } |
| }, { |
| "key" : "CMS Old Gen", |
| "value" : { |
| "committed" : 5439488, |
| "init" : 5439488, |
| "max" : 864026624, |
| "used" : 3214808 |
| } |
| }, { |
| "key" : "Par Eden Space", |
| "value" : { |
| "committed" : 167772160, |
| "init" : 167772160, |
| "max" : 167772160, |
| "used" : 167772160 |
| } |
| }, { |
| "key" : "Par Survivor Space", |
| "value" : { |
| "committed" : 20971520, |
| "init" : 20971520, |
| "max" : 20971520, |
| "used" : 268496 |
| } |
| } ], |
| "startTime" : 90371298 |
| }, |
| "CollectionCount" : 32, |
| "CollectionTime" : 402, |
| "Name" : "ParNew", |
| "Valid" : true, |
| "MemoryPoolNames" : [ "Par Eden Space", "Par Survivor Space" ] |
| }, { |
| "name" : "com.sun.management:type=HotSpotDiagnostic", |
| "modelerType" : "sun.management.HotSpotDiagnostic", |
| "DiagnosticOptions" : [ { |
| "name" : "HeapDumpBeforeFullGC", |
| "origin" : "DEFAULT", |
| "value" : "false", |
| "writeable" : true |
| }, { |
| "name" : "HeapDumpAfterFullGC", |
| "origin" : "DEFAULT", |
| "value" : "false", |
| "writeable" : true |
| }, { |
| "name" : "HeapDumpOnOutOfMemoryError", |
| "origin" : "DEFAULT", |
| "value" : "false", |
| "writeable" : true |
| }, { |
| "name" : "HeapDumpPath", |
| "origin" : "DEFAULT", |
| "value" : "", |
| "writeable" : true |
| }, { |
| "name" : "CMSAbortablePrecleanWaitMillis", |
| "origin" : "DEFAULT", |
| "value" : "100", |
| "writeable" : true |
| }, { |
| "name" : "CMSWaitDuration", |
| "origin" : "DEFAULT", |
| "value" : "2000", |
| "writeable" : true |
| }, { |
| "name" : "PrintGC", |
| "origin" : "VM_CREATION", |
| "value" : "true", |
| "writeable" : true |
| }, { |
| "name" : "PrintGCDetails", |
| "origin" : "VM_CREATION", |
| "value" : "true", |
| "writeable" : true |
| }, { |
| "name" : "PrintGCDateStamps", |
| "origin" : "VM_CREATION", |
| "value" : "true", |
| "writeable" : true |
| }, { |
| "name" : "PrintGCTimeStamps", |
| "origin" : "VM_CREATION", |
| "value" : "true", |
| "writeable" : true |
| }, { |
| "name" : "PrintClassHistogramBeforeFullGC", |
| "origin" : "DEFAULT", |
| "value" : "false", |
| "writeable" : true |
| }, { |
| "name" : "PrintClassHistogramAfterFullGC", |
| "origin" : "DEFAULT", |
| "value" : "false", |
| "writeable" : true |
| }, { |
| "name" : "PrintClassHistogram", |
| "origin" : "DEFAULT", |
| "value" : "false", |
| "writeable" : true |
| }, { |
| "name" : "PrintConcurrentLocks", |
| "origin" : "DEFAULT", |
| "value" : "false", |
| "writeable" : true |
| } ] |
| }, { |
| "name" : "Hadoop:service=JobTracker,name=ugi", |
| "modelerType" : "ugi", |
| "tag.context" : "ugi", |
| "tag.hostName" : "ip-10-116-103-5.ec2.internal", |
| "loginSuccess_num_ops" : 0, |
| "loginSuccess_avg_time" : 0.0, |
| "loginFailure_num_ops" : 0, |
| "loginFailure_avg_time" : 0.0 |
| }, { |
| "name" : "Hadoop:service=JobTracker,name=MetricsSystem,sub=Stats", |
| "modelerType" : "MetricsSystem,sub=Stats", |
| "tag.context" : "metricssystem", |
| "num_sources" : 6, |
| "num_sinks" : 1, |
| "sink.ganglia.latency_num_ops" : 9115, |
| "sink.ganglia.latency_avg_time" : 1.0, |
| "sink.ganglia.dropped" : 0, |
| "sink.ganglia.qsize" : 0, |
| "snapshot_num_ops" : 63811, |
| "snapshot_avg_time" : 0.14285714285714285, |
| "snapshot_stdev_time" : 0.37796447300922725, |
| "snapshot_imin_time" : 0.0, |
| "snapshot_imax_time" : 1.0, |
| "snapshot_min_time" : 0.0, |
| "snapshot_max_time" : 4.0, |
| "publish_num_ops" : 9115, |
| "publish_avg_time" : 0.0, |
| "publish_stdev_time" : 0.0, |
| "publish_imin_time" : 0.0, |
| "publish_imax_time" : 1.401298464324817E-45, |
| "publish_min_time" : 0.0, |
| "publish_max_time" : 335.0, |
| "dropped_pub_all" : 0 |
| }, { |
| "name" : "JMImplementation:type=MBeanServerDelegate", |
| "modelerType" : "javax.management.MBeanServerDelegate", |
| "MBeanServerId" : "ip-10-116-103-5.ec2.internal_1358364467998", |
| "SpecificationName" : "Java Management Extensions", |
| "SpecificationVersion" : "1.4", |
| "SpecificationVendor" : "Sun Microsystems", |
| "ImplementationName" : "JMX", |
| "ImplementationVersion" : "1.6.0_31-b04", |
| "ImplementationVendor" : "Sun Microsystems" |
| } ] |
| } |
