| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.hadoop.metrics2.sink.kafka; |
| |
| import com.yammer.metrics.Metrics; |
| import com.yammer.metrics.core.Counter; |
| import com.yammer.metrics.core.Gauge; |
| import com.yammer.metrics.core.Histogram; |
| import com.yammer.metrics.core.Meter; |
| import com.yammer.metrics.core.Metric; |
| import com.yammer.metrics.core.MetricsRegistry; |
| import com.yammer.metrics.core.Timer; |
| import junit.framework.Assert; |
| import kafka.utils.VerifiableProperties; |
| import org.apache.hadoop.metrics2.sink.timeline.TimelineMetric; |
| import org.apache.hadoop.metrics2.sink.timeline.cache.TimelineMetricsCache; |
| import org.easymock.EasyMock; |
| import org.junit.Before; |
| import org.junit.Test; |
| import org.junit.runner.RunWith; |
| import org.powermock.core.classloader.annotations.PowerMockIgnore; |
| import org.powermock.core.classloader.annotations.PrepareForTest; |
| import org.powermock.modules.junit4.PowerMockRunner; |
| |
| import java.io.OutputStream; |
| import java.net.URL; |
| import java.util.ArrayList; |
| import java.util.List; |
| import java.util.Properties; |
| import java.util.concurrent.TimeUnit; |
| import static org.mockito.Mockito.mock; |
| import static org.powermock.api.easymock.PowerMock.mockStatic; |
| import static org.powermock.api.easymock.PowerMock.replay; |
| import static org.powermock.api.easymock.PowerMock.verifyAll; |
| |
| @RunWith(PowerMockRunner.class) |
| @PrepareForTest({ Metrics.class, URL.class, OutputStream.class, |
| KafkaTimelineMetricsReporter.TimelineScheduledReporter.class }) |
| @PowerMockIgnore({"javax.management.*", "org.apache.log4j.*", "org.slf4j.*"}) |
| public class KafkaTimelineMetricsReporterTest { |
| |
| private final List<Metric> list = new ArrayList<Metric>(); |
| private final MetricsRegistry registry = new MetricsRegistry(); |
| @SuppressWarnings("rawtypes") |
| private final Gauge gauge = mock(Gauge.class); |
| private final KafkaTimelineMetricsReporter kafkaTimelineMetricsReporter = new KafkaTimelineMetricsReporter(); |
| private VerifiableProperties props; |
| |
| @Before |
| public void setUp() throws Exception { |
| @SuppressWarnings({ "rawtypes", "unchecked" }) |
| Gauge g = registry.newGauge(System.class, "gauge", gauge); |
| Counter counter = registry.newCounter(System.class, "counter"); |
| Histogram histogram = registry.newHistogram(System.class, "histogram"); |
| Meter meter = registry.newMeter(System.class, "meter", "empty", TimeUnit.MILLISECONDS); |
| Timer timer = registry.newTimer(System.class, "timer"); |
| list.add(g); |
| list.add(counter); |
| list.add(histogram); |
| list.add(meter); |
| list.add(timer); |
| Properties properties = new Properties(); |
| properties.setProperty("zookeeper.connect", "localhost:2181"); |
| properties.setProperty("kafka.timeline.metrics.sendInterval", "5900"); |
| properties.setProperty("kafka.timeline.metrics.maxRowCacheSize", "10000"); |
| properties.setProperty("kafka.timeline.metrics.hosts", "localhost:6188"); |
| properties.setProperty("kafka.timeline.metrics.port", "6188"); |
| properties.setProperty("kafka.timeline.metrics.reporter.enabled", "true"); |
| properties.setProperty("external.kafka.metrics.exclude.prefix", "a.b.c"); |
| properties.setProperty("external.kafka.metrics.include.prefix", "a.b.c.d"); |
| properties.setProperty("kafka.timeline.metrics.instanceId", "cluster"); |
| properties.setProperty("kafka.timeline.metrics.set.instanceId", "false"); |
| props = new VerifiableProperties(properties); |
| } |
| |
| @Test |
| public void testReporterStartStop() { |
| mockStatic(Metrics.class); |
| EasyMock.expect(Metrics.defaultRegistry()).andReturn(registry).times(2); |
| TimelineMetricsCache timelineMetricsCache = getTimelineMetricsCache(kafkaTimelineMetricsReporter); |
| kafkaTimelineMetricsReporter.setMetricsCache(timelineMetricsCache); |
| replay(Metrics.class, timelineMetricsCache); |
| kafkaTimelineMetricsReporter.init(props); |
| kafkaTimelineMetricsReporter.stopReporter(); |
| verifyAll(); |
| } |
| |
| @Test |
| public void testReporterStartStopHttps() { |
| mockStatic(Metrics.class); |
| EasyMock.expect(Metrics.defaultRegistry()).andReturn(registry).times(2); |
| TimelineMetricsCache timelineMetricsCache = getTimelineMetricsCache(kafkaTimelineMetricsReporter); |
| kafkaTimelineMetricsReporter.setMetricsCache(timelineMetricsCache); |
| replay(Metrics.class, timelineMetricsCache); |
| |
| Properties properties = new Properties(); |
| properties.setProperty("zookeeper.connect", "localhost:2181"); |
| properties.setProperty("kafka.timeline.metrics.sendInterval", "5900"); |
| properties.setProperty("kafka.timeline.metrics.maxRowCacheSize", "10000"); |
| properties.setProperty("kafka.timeline.metrics.hosts", "localhost:6188"); |
| properties.setProperty("kafka.timeline.metrics.port", "6188"); |
| properties.setProperty("kafka.timeline.metrics.reporter.enabled", "true"); |
| properties.setProperty("external.kafka.metrics.exclude.prefix", "a.b.c"); |
| properties.setProperty("external.kafka.metrics.include.prefix", "a.b.c.d"); |
| properties.setProperty("kafka.timeline.metrics.protocol", "https"); |
| properties.setProperty("kafka.timeline.metrics.truststore.path", ""); |
| properties.setProperty("kafka.timeline.metrics.truststore.type", ""); |
| properties.setProperty("kafka.timeline.metrics.truststore.password", ""); |
| properties.setProperty("kafka.timeline.metrics.instanceId", "cluster"); |
| properties.setProperty("kafka.timeline.metrics.set.instanceId", "false"); |
| kafkaTimelineMetricsReporter.init(new VerifiableProperties(properties)); |
| kafkaTimelineMetricsReporter.stopReporter(); |
| verifyAll(); |
| } |
| |
| @Test |
| public void testMetricsExclusionPolicy() throws Exception { |
| mockStatic(Metrics.class); |
| EasyMock.expect(Metrics.defaultRegistry()).andReturn(registry).times(2); |
| TimelineMetricsCache timelineMetricsCache = getTimelineMetricsCache(kafkaTimelineMetricsReporter); |
| kafkaTimelineMetricsReporter.setMetricsCache(timelineMetricsCache); |
| |
| replay(Metrics.class, timelineMetricsCache); |
| kafkaTimelineMetricsReporter.init(props); |
| |
| Assert.assertTrue(kafkaTimelineMetricsReporter.isExcludedMetric("a.b.c")); |
| Assert.assertFalse(kafkaTimelineMetricsReporter.isExcludedMetric("a.b")); |
| Assert.assertFalse(kafkaTimelineMetricsReporter.isExcludedMetric("a.b.c.d")); |
| Assert.assertFalse(kafkaTimelineMetricsReporter.isExcludedMetric("a.b.c.d.e")); |
| |
| kafkaTimelineMetricsReporter.stopReporter(); |
| verifyAll(); |
| } |
| |
| private TimelineMetricsCache getTimelineMetricsCache(KafkaTimelineMetricsReporter kafkaTimelineMetricsReporter) { |
| TimelineMetricsCache timelineMetricsCache = EasyMock.createNiceMock(TimelineMetricsCache.class); |
| kafkaTimelineMetricsReporter.setMetricsCache(timelineMetricsCache); |
| EasyMock.expect(timelineMetricsCache.getTimelineMetric("key1")).andReturn(new TimelineMetric()).once(); |
| timelineMetricsCache.putTimelineMetric(EasyMock.anyObject(TimelineMetric.class)); |
| EasyMock.expectLastCall().once(); |
| return timelineMetricsCache; |
| } |
| |
| } |