src/main/java/org/apache/aurora/scheduler/stats/TaskStatCalculator.java

/**
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.aurora.scheduler.stats;

import javax.inject.Inject;

import com.google.common.base.Joiner;

import org.apache.aurora.common.inject.TimedInterceptor.Timed;
import org.apache.aurora.scheduler.base.Query;
import org.apache.aurora.scheduler.resources.ResourceType;
import org.apache.aurora.scheduler.stats.ResourceCounter.Metric;
import org.apache.aurora.scheduler.storage.Storage.StorageException;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import static java.util.Objects.requireNonNull;

/**
 * Calculates and exports aggregate stats about resources consumed by active tasks.
 */
class TaskStatCalculator implements Runnable {
  private static final Logger LOG = LoggerFactory.getLogger(TaskStatCalculator.class);

  private final CachedCounters counters;
  private final ResourceCounter resourceCounter;

  @Inject
  TaskStatCalculator(ResourceCounter resourceCounter, CachedCounters counters) {
    this.resourceCounter = requireNonNull(resourceCounter);
    this.counters = requireNonNull(counters);
  }

  private void update(String prefix, Metric metric) {
    metric.getBag().streamResourceVectors().forEach(r -> {
      ResourceType type = r.getKey();
      String metricName =
          Joiner.on("_").join(prefix, type.getAuroraName(), type.getAuroraStatUnit()).toLowerCase();
      counters.get(metricName).set((long) metric.getBag().valueOf(type));
    });
  }

  @Timed("task_stat_calculator_run")
  @Override
  public void run() {
    try {
      for (Metric metric : resourceCounter.computeConsumptionTotals()) {
        update("resources_" + metric.type.name(), metric);
      }
      // Export consumption per role
      for (ResourceCounter.MetricType type: ResourceCounter.MetricType.values()) {
        resourceCounter.computeAggregates(
            Query.unscoped().active(),
            type.filter,
            (taskConfig) -> type.name() + "_" + taskConfig.getJob().getRole())
            .forEach((name, metric) -> update("resources_per_role_" + name, metric));
      }

      update("resources_allocated_quota", resourceCounter.computeQuotaAllocationTotals());
      resourceCounter.computeQuotaAllocationByRole()
          .forEach((role, metric) -> update("quota_per_role_" + role, metric));
    } catch (StorageException e) {
      LOG.debug("Unable to fetch metrics, storage is likely not ready.");
    }
  }
}