ambari-metrics/ambari-metrics-kafka-sink/src/test/java/org/apache/hadoop/metrics2/sink/kafka/KafkaTimelineMetricsReporterTest.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.hadoop.metrics2.sink.kafka;

import com.yammer.metrics.Metrics;
import com.yammer.metrics.core.Counter;
import com.yammer.metrics.core.Gauge;
import com.yammer.metrics.core.Histogram;
import com.yammer.metrics.core.Meter;
import com.yammer.metrics.core.Metric;
import com.yammer.metrics.core.MetricsRegistry;
import com.yammer.metrics.core.Timer;
import junit.framework.Assert;
import kafka.utils.VerifiableProperties;
import org.apache.hadoop.metrics2.sink.timeline.TimelineMetric;
import org.apache.hadoop.metrics2.sink.timeline.cache.TimelineMetricsCache;
import org.easymock.EasyMock;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.powermock.core.classloader.annotations.PowerMockIgnore;
import org.powermock.core.classloader.annotations.PrepareForTest;
import org.powermock.modules.junit4.PowerMockRunner;

import java.io.OutputStream;
import java.net.URL;
import java.util.ArrayList;
import java.util.List;
import java.util.Properties;
import java.util.concurrent.TimeUnit;
import static org.mockito.Mockito.mock;
import static org.powermock.api.easymock.PowerMock.mockStatic;
import static org.powermock.api.easymock.PowerMock.replay;
import static org.powermock.api.easymock.PowerMock.verifyAll;

@RunWith(PowerMockRunner.class)
@PrepareForTest({ Metrics.class, URL.class, OutputStream.class,
  KafkaTimelineMetricsReporter.TimelineScheduledReporter.class })
@PowerMockIgnore({"javax.management.*", "org.apache.log4j.*", "org.slf4j.*"})
public class KafkaTimelineMetricsReporterTest {

  private final List<Metric> list = new ArrayList<Metric>();
  private final MetricsRegistry registry = new MetricsRegistry();
  @SuppressWarnings("rawtypes")
  private final Gauge gauge = mock(Gauge.class);
  private final KafkaTimelineMetricsReporter kafkaTimelineMetricsReporter = new KafkaTimelineMetricsReporter();
  private VerifiableProperties props;

  @Before
  public void setUp() throws Exception {
    @SuppressWarnings({ "rawtypes", "unchecked" })
    Gauge g = registry.newGauge(System.class, "gauge", gauge);
    Counter counter = registry.newCounter(System.class, "counter");
    Histogram histogram = registry.newHistogram(System.class, "histogram");
    Meter meter = registry.newMeter(System.class, "meter", "empty", TimeUnit.MILLISECONDS);
    Timer timer = registry.newTimer(System.class, "timer");
    list.add(g);
    list.add(counter);
    list.add(histogram);
    list.add(meter);
    list.add(timer);
    Properties properties = new Properties();
    properties.setProperty("zookeeper.connect", "localhost:2181");
    properties.setProperty("kafka.timeline.metrics.sendInterval", "5900");
    properties.setProperty("kafka.timeline.metrics.maxRowCacheSize", "10000");
    properties.setProperty("kafka.timeline.metrics.hosts", "localhost:6188");
    properties.setProperty("kafka.timeline.metrics.port", "6188");
    properties.setProperty("kafka.timeline.metrics.reporter.enabled", "true");
    properties.setProperty("external.kafka.metrics.exclude.prefix", "a.b.c");
    properties.setProperty("external.kafka.metrics.include.prefix", "a.b.c.d");
    properties.setProperty("kafka.timeline.metrics.instanceId", "cluster");
    properties.setProperty("kafka.timeline.metrics.set.instanceId", "false");
    props = new VerifiableProperties(properties);
  }

  @Test
  public void testReporterStartStop() {
    mockStatic(Metrics.class);
    EasyMock.expect(Metrics.defaultRegistry()).andReturn(registry).times(2);
    TimelineMetricsCache timelineMetricsCache = getTimelineMetricsCache(kafkaTimelineMetricsReporter);
    kafkaTimelineMetricsReporter.setMetricsCache(timelineMetricsCache);
    replay(Metrics.class, timelineMetricsCache);
    kafkaTimelineMetricsReporter.init(props);
    kafkaTimelineMetricsReporter.stopReporter();
    verifyAll();
  }

  @Test
  public void testReporterStartStopHttps() {
    mockStatic(Metrics.class);
    EasyMock.expect(Metrics.defaultRegistry()).andReturn(registry).times(2);
    TimelineMetricsCache timelineMetricsCache = getTimelineMetricsCache(kafkaTimelineMetricsReporter);
    kafkaTimelineMetricsReporter.setMetricsCache(timelineMetricsCache);
    replay(Metrics.class, timelineMetricsCache);

    Properties properties = new Properties();
    properties.setProperty("zookeeper.connect", "localhost:2181");
    properties.setProperty("kafka.timeline.metrics.sendInterval", "5900");
    properties.setProperty("kafka.timeline.metrics.maxRowCacheSize", "10000");
    properties.setProperty("kafka.timeline.metrics.hosts", "localhost:6188");
    properties.setProperty("kafka.timeline.metrics.port", "6188");
    properties.setProperty("kafka.timeline.metrics.reporter.enabled", "true");
    properties.setProperty("external.kafka.metrics.exclude.prefix", "a.b.c");
    properties.setProperty("external.kafka.metrics.include.prefix", "a.b.c.d");
    properties.setProperty("kafka.timeline.metrics.protocol", "https");
    properties.setProperty("kafka.timeline.metrics.truststore.path", "");
    properties.setProperty("kafka.timeline.metrics.truststore.type", "");
    properties.setProperty("kafka.timeline.metrics.truststore.password", "");
    properties.setProperty("kafka.timeline.metrics.instanceId", "cluster");
    properties.setProperty("kafka.timeline.metrics.set.instanceId", "false");
    kafkaTimelineMetricsReporter.init(new VerifiableProperties(properties));
    kafkaTimelineMetricsReporter.stopReporter();
    verifyAll();
  }

  @Test
  public void testMetricsExclusionPolicy() throws Exception {
    mockStatic(Metrics.class);
    EasyMock.expect(Metrics.defaultRegistry()).andReturn(registry).times(2);
    TimelineMetricsCache timelineMetricsCache = getTimelineMetricsCache(kafkaTimelineMetricsReporter);
    kafkaTimelineMetricsReporter.setMetricsCache(timelineMetricsCache);

    replay(Metrics.class, timelineMetricsCache);
    kafkaTimelineMetricsReporter.init(props);

    Assert.assertTrue(kafkaTimelineMetricsReporter.isExcludedMetric("a.b.c"));
    Assert.assertFalse(kafkaTimelineMetricsReporter.isExcludedMetric("a.b"));
    Assert.assertFalse(kafkaTimelineMetricsReporter.isExcludedMetric("a.b.c.d"));
    Assert.assertFalse(kafkaTimelineMetricsReporter.isExcludedMetric("a.b.c.d.e"));

    kafkaTimelineMetricsReporter.stopReporter();
    verifyAll();
  }

  private TimelineMetricsCache getTimelineMetricsCache(KafkaTimelineMetricsReporter kafkaTimelineMetricsReporter) {
    TimelineMetricsCache timelineMetricsCache = EasyMock.createNiceMock(TimelineMetricsCache.class);
    kafkaTimelineMetricsReporter.setMetricsCache(timelineMetricsCache);
    EasyMock.expect(timelineMetricsCache.getTimelineMetric("key1")).andReturn(new TimelineMetric()).once();
    timelineMetricsCache.putTimelineMetric(EasyMock.anyObject(TimelineMetric.class));
    EasyMock.expectLastCall().once();
    return timelineMetricsCache;
  }

}