| // Licensed to the Apache Software Foundation (ASF) under one |
| // or more contributor license agreements. See the NOTICE file |
| // distributed with this work for additional information |
| // regarding copyright ownership. The ASF licenses this file |
| // to you under the Apache License, Version 2.0 (the |
| // "License"); you may not use this file except in compliance |
| // with the License. You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, |
| // software distributed under the License is distributed on an |
| // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| // KIND, either express or implied. See the License for the |
| // specific language governing permissions and limitations |
| // under the License. |
| |
| #include <memory> |
| #include <unordered_set> |
| #include <vector> |
| |
| #include <gtest/gtest.h> |
| |
| #include "kudu/common/common.pb.h" |
| #include "kudu/gutil/map-util.h" |
| #include "kudu/gutil/port.h" |
| #include "kudu/gutil/ref_counted.h" |
| #include "kudu/tablet/tablet-test-base.h" |
| #include "kudu/tablet/tablet.h" |
| #include "kudu/tablet/tablet_metrics.h" |
| #include "kudu/tablet/tablet_mm_ops.h" |
| #include "kudu/util/maintenance_manager.h" |
| #include "kudu/util/metrics.h" |
| #include "kudu/util/monotime.h" |
| #include "kudu/util/test_macros.h" |
| |
| namespace kudu { |
| namespace tablet { |
| |
| class KuduTabletMmOpsTest : public TabletTestBase<IntKeyTestSetup<INT64>> { |
| protected: |
| typedef TabletTestBase<IntKeyTestSetup<INT64> > Superclass; |
| |
| KuduTabletMmOpsTest() |
| : Superclass(), |
| next_time_(MonoTime::Now()) { |
| } |
| |
| virtual void SetUp() OVERRIDE { |
| Superclass::SetUp(); |
| TabletMetrics* metrics = tablet()->metrics(); |
| all_possible_metrics_.push_back(metrics->flush_mrs_duration); |
| all_possible_metrics_.push_back(metrics->flush_dms_duration); |
| all_possible_metrics_.push_back(metrics->compact_rs_duration); |
| all_possible_metrics_.push_back(metrics->delta_minor_compact_rs_duration); |
| all_possible_metrics_.push_back(metrics->delta_major_compact_rs_duration); |
| } |
| |
| // Functions that call MaintenanceOp::UpdateStats() first sleep for a nominal |
| // amount of time, to ensure the "before" and "after" timestamps are unique |
| // if the stats are modified. |
| void StatsShouldChange(MaintenanceOp* op) { |
| SleepFor(MonoDelta::FromMilliseconds(1)); |
| op->UpdateStats(&stats_); |
| ASSERT_TRUE(next_time_ < stats_.last_modified()); |
| next_time_ = stats_.last_modified(); |
| } |
| |
| void StatsShouldNotChange(MaintenanceOp* op) { |
| SleepFor(MonoDelta::FromMilliseconds(1)); |
| op->UpdateStats(&stats_); |
| ASSERT_EQ(next_time_, stats_.last_modified()); |
| next_time_ = stats_.last_modified(); |
| } |
| |
| void TestFirstCall(MaintenanceOp* op) { |
| // The very first call to UpdateStats() will update the stats, but |
| // subsequent calls are cached. |
| NO_FATALS(StatsShouldChange(op)); |
| NO_FATALS(StatsShouldNotChange(op)); |
| NO_FATALS(StatsShouldNotChange(op)); |
| } |
| |
| void TestAffectedMetrics(MaintenanceOp* op, |
| const std::unordered_set< |
| scoped_refptr<Histogram>, |
| ScopedRefPtrHashFunctor<Histogram>, |
| ScopedRefPtrEqualToFunctor<Histogram> >& metrics) { |
| for (const scoped_refptr<Histogram>& c : all_possible_metrics_) { |
| c->Increment(1); // value doesn't matter |
| if (ContainsKey(metrics, c)) { |
| NO_FATALS(StatsShouldChange(op)); |
| } |
| NO_FATALS(StatsShouldNotChange(op)); |
| NO_FATALS(StatsShouldNotChange(op)); |
| } |
| } |
| |
| MaintenanceOpStats stats_; |
| MonoTime next_time_; |
| std::vector<scoped_refptr<Histogram> > all_possible_metrics_; |
| }; |
| |
| TEST_F(KuduTabletMmOpsTest, TestCompactRowSetsOpCacheStats) { |
| CompactRowSetsOp op(tablet().get()); |
| NO_FATALS(TestFirstCall(&op)); |
| NO_FATALS(TestAffectedMetrics(&op, { tablet()->metrics()->flush_mrs_duration, |
| tablet()->metrics()->compact_rs_duration })); |
| } |
| |
| TEST_F(KuduTabletMmOpsTest, TestMinorDeltaCompactionOpCacheStats) { |
| MinorDeltaCompactionOp op(tablet().get()); |
| NO_FATALS(TestFirstCall(&op)); |
| NO_FATALS(TestAffectedMetrics(&op, { tablet()->metrics()->flush_mrs_duration, |
| tablet()->metrics()->flush_dms_duration, |
| tablet()->metrics()->compact_rs_duration, |
| tablet()->metrics()->delta_minor_compact_rs_duration })); |
| } |
| |
| TEST_F(KuduTabletMmOpsTest, TestMajorDeltaCompactionOpCacheStats) { |
| MajorDeltaCompactionOp op(tablet().get()); |
| NO_FATALS(TestFirstCall(&op)); |
| NO_FATALS(TestAffectedMetrics(&op, { tablet()->metrics()->flush_mrs_duration, |
| tablet()->metrics()->flush_dms_duration, |
| tablet()->metrics()->compact_rs_duration, |
| tablet()->metrics()->delta_minor_compact_rs_duration, |
| tablet()->metrics()->delta_major_compact_rs_duration })); |
| } |
| } // namespace tablet |
| } // namespace kudu |