| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.hadoop.yarn.server.resourcemanager; |
| |
| import static org.apache.hadoop.metrics2.lib.Interns.info; |
| |
| import java.util.concurrent.atomic.AtomicBoolean; |
| |
| import org.apache.hadoop.classification.InterfaceAudience; |
| import org.apache.hadoop.metrics2.MetricsInfo; |
| import org.apache.hadoop.metrics2.MetricsSystem; |
| import org.apache.hadoop.metrics2.annotation.Metric; |
| import org.apache.hadoop.metrics2.annotation.Metrics; |
| import org.apache.hadoop.metrics2.lib.DefaultMetricsSystem; |
| import org.apache.hadoop.metrics2.lib.MetricsRegistry; |
| import org.apache.hadoop.metrics2.lib.MutableGaugeInt; |
| import org.apache.hadoop.metrics2.lib.MutableGaugeLong; |
| import org.apache.hadoop.metrics2.lib.MutableRate; |
| import org.apache.hadoop.yarn.api.records.Resource; |
| import org.apache.hadoop.thirdparty.com.google.common.annotations.VisibleForTesting; |
| |
| @InterfaceAudience.Private |
| @Metrics(context="yarn") |
| public class ClusterMetrics { |
| |
| private static AtomicBoolean isInitialized = new AtomicBoolean(false); |
| |
| @Metric("# of active NMs") MutableGaugeInt numActiveNMs; |
| @Metric("# of decommissioning NMs") MutableGaugeInt numDecommissioningNMs; |
| @Metric("# of decommissioned NMs") MutableGaugeInt numDecommissionedNMs; |
| @Metric("# of lost NMs") MutableGaugeInt numLostNMs; |
| @Metric("# of unhealthy NMs") MutableGaugeInt numUnhealthyNMs; |
| @Metric("# of Rebooted NMs") MutableGaugeInt numRebootedNMs; |
| @Metric("# of Shutdown NMs") MutableGaugeInt numShutdownNMs; |
| @Metric("AM container launch delay") MutableRate aMLaunchDelay; |
| @Metric("AM register delay") MutableRate aMRegisterDelay; |
| @Metric("AM container allocation delay") |
| private MutableRate aMContainerAllocationDelay; |
| @Metric("Memory Utilization") MutableGaugeLong utilizedMB; |
| @Metric("Vcore Utilization") MutableGaugeLong utilizedVirtualCores; |
| @Metric("Memory Capability") MutableGaugeLong capabilityMB; |
| @Metric("Vcore Capability") MutableGaugeLong capabilityVirtualCores; |
| |
| private static final MetricsInfo RECORD_INFO = info("ClusterMetrics", |
| "Metrics for the Yarn Cluster"); |
| |
| private static volatile ClusterMetrics INSTANCE = null; |
| private static MetricsRegistry registry; |
| |
| public static ClusterMetrics getMetrics() { |
| if(!isInitialized.get()){ |
| synchronized (ClusterMetrics.class) { |
| if(INSTANCE == null){ |
| INSTANCE = new ClusterMetrics(); |
| registerMetrics(); |
| isInitialized.set(true); |
| } |
| } |
| } |
| return INSTANCE; |
| } |
| |
| private static void registerMetrics() { |
| registry = new MetricsRegistry(RECORD_INFO); |
| registry.tag(RECORD_INFO, "ResourceManager"); |
| MetricsSystem ms = DefaultMetricsSystem.instance(); |
| if (ms != null) { |
| ms.register("ClusterMetrics", "Metrics for the Yarn Cluster", INSTANCE); |
| } |
| } |
| |
| @VisibleForTesting |
| public synchronized static void destroy() { |
| isInitialized.set(false); |
| INSTANCE = null; |
| } |
| |
| //Active Nodemanagers |
| public int getNumActiveNMs() { |
| return numActiveNMs.value(); |
| } |
| |
| // Decommissioning NMs |
| public int getNumDecommissioningNMs() { |
| return numDecommissioningNMs.value(); |
| } |
| |
| public void incrDecommissioningNMs() { |
| numDecommissioningNMs.incr(); |
| } |
| |
| public void setDecommissioningNMs(int num) { |
| numDecommissioningNMs.set(num); |
| } |
| |
| public void decrDecommissioningNMs() { |
| numDecommissioningNMs.decr(); |
| } |
| |
| //Decommisioned NMs |
| public int getNumDecommisionedNMs() { |
| return numDecommissionedNMs.value(); |
| } |
| |
| public void incrDecommisionedNMs() { |
| numDecommissionedNMs.incr(); |
| } |
| |
| public void setDecommisionedNMs(int num) { |
| numDecommissionedNMs.set(num); |
| } |
| |
| public void decrDecommisionedNMs() { |
| numDecommissionedNMs.decr(); |
| } |
| |
| //Lost NMs |
| public int getNumLostNMs() { |
| return numLostNMs.value(); |
| } |
| |
| public void incrNumLostNMs() { |
| numLostNMs.incr(); |
| } |
| |
| public void decrNumLostNMs() { |
| numLostNMs.decr(); |
| } |
| |
| //Unhealthy NMs |
| public int getUnhealthyNMs() { |
| return numUnhealthyNMs.value(); |
| } |
| |
| public void incrNumUnhealthyNMs() { |
| numUnhealthyNMs.incr(); |
| } |
| |
| public void decrNumUnhealthyNMs() { |
| numUnhealthyNMs.decr(); |
| } |
| |
| //Rebooted NMs |
| public int getNumRebootedNMs() { |
| return numRebootedNMs.value(); |
| } |
| |
| public void incrNumRebootedNMs() { |
| numRebootedNMs.incr(); |
| } |
| |
| public void decrNumRebootedNMs() { |
| numRebootedNMs.decr(); |
| } |
| |
| // Shutdown NMs |
| public int getNumShutdownNMs() { |
| return numShutdownNMs.value(); |
| } |
| |
| public void incrNumShutdownNMs() { |
| numShutdownNMs.incr(); |
| } |
| |
| public void decrNumShutdownNMs() { |
| numShutdownNMs.decr(); |
| } |
| |
| public void incrNumActiveNodes() { |
| numActiveNMs.incr(); |
| } |
| |
| public void decrNumActiveNodes() { |
| numActiveNMs.decr(); |
| } |
| |
| public void addAMLaunchDelay(long delay) { |
| aMLaunchDelay.add(delay); |
| } |
| |
| public void addAMRegisterDelay(long delay) { |
| aMRegisterDelay.add(delay); |
| } |
| |
| public long getCapabilityMB() { |
| return capabilityMB.value(); |
| } |
| |
| public long getCapabilityVirtualCores() { |
| return capabilityVirtualCores.value(); |
| } |
| |
| public void incrCapability(Resource res) { |
| if (res != null) { |
| capabilityMB.incr(res.getMemorySize()); |
| capabilityVirtualCores.incr(res.getVirtualCores()); |
| } |
| } |
| |
| public void decrCapability(Resource res) { |
| if (res != null) { |
| capabilityMB.decr(res.getMemorySize()); |
| capabilityVirtualCores.decr(res.getVirtualCores()); |
| } |
| } |
| |
| public void addAMContainerAllocationDelay(long delay) { |
| aMContainerAllocationDelay.add(delay); |
| } |
| |
| public MutableRate getAMContainerAllocationDelay() { |
| return aMContainerAllocationDelay; |
| } |
| |
| public long getUtilizedMB() { |
| return utilizedMB.value(); |
| } |
| |
| public void incrUtilizedMB(long delta) { |
| utilizedMB.incr(delta); |
| } |
| |
| public void decrUtilizedMB(long delta) { |
| utilizedMB.decr(delta); |
| } |
| |
| public void decrUtilizedVirtualCores(long delta) { |
| utilizedVirtualCores.decr(delta); |
| } |
| |
| public long getUtilizedVirtualCores() { |
| return utilizedVirtualCores.value(); |
| } |
| |
| public void incrUtilizedVirtualCores(long delta) { |
| utilizedVirtualCores.incr(delta); |
| } |
| } |