| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| package org.apache.cassandra.metrics; |
| |
| import java.util.*; |
| |
| import com.codahale.metrics.Counter; |
| import com.codahale.metrics.Gauge; |
| import com.codahale.metrics.Meter; |
| |
| import com.codahale.metrics.Timer; |
| import org.apache.cassandra.concurrent.ExecutorPlus; |
| import org.apache.cassandra.db.ColumnFamilyStore; |
| import org.apache.cassandra.db.Keyspace; |
| import org.apache.cassandra.db.compaction.CompactionInfo; |
| import org.apache.cassandra.db.compaction.CompactionManager; |
| import org.apache.cassandra.schema.Schema; |
| import org.apache.cassandra.schema.TableMetadata; |
| |
| import static org.apache.cassandra.metrics.CassandraMetricsRegistry.Metrics; |
| |
| /** |
| * Metrics for compaction. |
| */ |
| public class CompactionMetrics |
| { |
| public static final MetricNameFactory factory = new DefaultNameFactory("Compaction"); |
| |
| /** Estimated number of compactions remaining to perform */ |
| public final Gauge<Integer> pendingTasks; |
| /** Estimated number of compactions remaining to perform, group by keyspace and then table name */ |
| public final Gauge<Map<String, Map<String, Integer>>> pendingTasksByTableName; |
| |
| /** Number of completed compactions since server [re]start */ |
| public final Gauge<Long> completedTasks; |
| /** Total number of compactions since server [re]start */ |
| public final Meter totalCompactionsCompleted; |
| /** Total number of bytes compacted since server [re]start */ |
| public final Counter bytesCompacted; |
| /** Time spent redistributing index summaries */ |
| public final Timer indexSummaryRedistributionTime; |
| |
| /** Total number of compactions that have had sstables drop out of them */ |
| public final Counter compactionsReduced; |
| |
| /** Total number of sstables that have been dropped out */ |
| public final Counter sstablesDropppedFromCompactions; |
| |
| /** Total number of compactions which have outright failed due to lack of disk space */ |
| public final Counter compactionsAborted; |
| |
| public CompactionMetrics(final ExecutorPlus... collectors) |
| { |
| pendingTasks = Metrics.register(factory.createMetricName("PendingTasks"), new Gauge<Integer>() |
| { |
| public Integer getValue() |
| { |
| int n = 0; |
| // add estimate number of compactions need to be done |
| for (String keyspaceName : Schema.instance.getKeyspaces()) |
| { |
| for (ColumnFamilyStore cfs : Keyspace.open(keyspaceName).getColumnFamilyStores()) |
| n += cfs.getCompactionStrategyManager().getEstimatedRemainingTasks(); |
| } |
| // add number of currently running compactions |
| return n + CompactionManager.instance.active.getCompactions().size(); |
| } |
| }); |
| |
| pendingTasksByTableName = Metrics.register(factory.createMetricName("PendingTasksByTableName"), |
| new Gauge<Map<String, Map<String, Integer>>>() |
| { |
| @Override |
| public Map<String, Map<String, Integer>> getValue() |
| { |
| Map<String, Map<String, Integer>> resultMap = new HashMap<>(); |
| // estimation of compactions need to be done |
| for (String keyspaceName : Schema.instance.getKeyspaces()) |
| { |
| for (ColumnFamilyStore cfs : Keyspace.open(keyspaceName).getColumnFamilyStores()) |
| { |
| int taskNumber = cfs.getCompactionStrategyManager().getEstimatedRemainingTasks(); |
| if (taskNumber > 0) |
| { |
| if (!resultMap.containsKey(keyspaceName)) |
| { |
| resultMap.put(keyspaceName, new HashMap<>()); |
| } |
| resultMap.get(keyspaceName).put(cfs.getTableName(), taskNumber); |
| } |
| } |
| } |
| |
| // currently running compactions |
| for (CompactionInfo.Holder compaction : CompactionManager.instance.active.getCompactions()) |
| { |
| TableMetadata metaData = compaction.getCompactionInfo().getTableMetadata(); |
| if (metaData == null) |
| { |
| continue; |
| } |
| if (!resultMap.containsKey(metaData.keyspace)) |
| { |
| resultMap.put(metaData.keyspace, new HashMap<>()); |
| } |
| |
| Map<String, Integer> tableNameToCountMap = resultMap.get(metaData.keyspace); |
| if (tableNameToCountMap.containsKey(metaData.name)) |
| { |
| tableNameToCountMap.put(metaData.name, |
| tableNameToCountMap.get(metaData.name) + 1); |
| } |
| else |
| { |
| tableNameToCountMap.put(metaData.name, 1); |
| } |
| } |
| return resultMap; |
| } |
| }); |
| |
| completedTasks = Metrics.register(factory.createMetricName("CompletedTasks"), new Gauge<Long>() |
| { |
| public Long getValue() |
| { |
| long completedTasks = 0; |
| for (ExecutorPlus collector : collectors) |
| completedTasks += collector.getCompletedTaskCount(); |
| return completedTasks; |
| } |
| }); |
| totalCompactionsCompleted = Metrics.meter(factory.createMetricName("TotalCompactionsCompleted")); |
| bytesCompacted = Metrics.counter(factory.createMetricName("BytesCompacted")); |
| |
| // compaction failure metrics |
| compactionsReduced = Metrics.counter(factory.createMetricName("CompactionsReduced")); |
| sstablesDropppedFromCompactions = Metrics.counter(factory.createMetricName("SSTablesDroppedFromCompaction")); |
| compactionsAborted = Metrics.counter(factory.createMetricName("CompactionsAborted")); |
| indexSummaryRedistributionTime = Metrics.timer(factory.createMetricName("IndexSummaryRedistributionTime")); |
| } |
| } |