| |
| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.hadoop.yarn.server.timelineservice.collector; |
| |
| import static org.junit.Assert.assertEquals; |
| import static org.junit.Assert.assertFalse; |
| import static org.junit.Assert.assertNotNull; |
| import static org.junit.Assert.assertTrue; |
| import static org.junit.Assert.fail; |
| import static org.mockito.Matchers.any; |
| import static org.mockito.Mockito.doReturn; |
| import static org.mockito.Mockito.mock; |
| import static org.mockito.Mockito.spy; |
| import static org.mockito.Mockito.when; |
| |
| import java.io.IOException; |
| import java.util.ArrayList; |
| import java.util.List; |
| import java.util.concurrent.Callable; |
| import java.util.concurrent.ExecutorService; |
| import java.util.concurrent.Executors; |
| import java.util.concurrent.Future; |
| |
| import org.apache.hadoop.conf.Configuration; |
| import org.apache.hadoop.yarn.api.records.ApplicationId; |
| import org.apache.hadoop.yarn.conf.YarnConfiguration; |
| import org.apache.hadoop.yarn.exceptions.YarnException; |
| import org.apache.hadoop.yarn.server.api.CollectorNodemanagerProtocol; |
| import org.apache.hadoop.yarn.server.api.protocolrecords.GetTimelineCollectorContextRequest; |
| import org.apache.hadoop.yarn.server.api.protocolrecords.GetTimelineCollectorContextResponse; |
| import org.apache.hadoop.yarn.server.timelineservice.storage.FileSystemTimelineWriterImpl; |
| import org.apache.hadoop.yarn.server.timelineservice.storage.TimelineWriter; |
| import org.junit.After; |
| import org.junit.Before; |
| import org.junit.Test; |
| |
| /** |
| * Tests node level timeline collector manager. |
| */ |
| public class TestNMTimelineCollectorManager { |
| private NodeTimelineCollectorManager collectorManager; |
| |
| @Before |
| public void setup() throws Exception { |
| collectorManager = createCollectorManager(); |
| Configuration conf = new YarnConfiguration(); |
| conf.setClass(YarnConfiguration.TIMELINE_SERVICE_WRITER_CLASS, |
| FileSystemTimelineWriterImpl.class, TimelineWriter.class); |
| collectorManager.init(conf); |
| collectorManager.start(); |
| } |
| |
| @After |
| public void tearDown() throws Exception { |
| if (collectorManager != null) { |
| collectorManager.stop(); |
| } |
| } |
| |
| @Test |
| public void testStartingWriterFlusher() throws Exception { |
| assertTrue(collectorManager.writerFlusherRunning()); |
| } |
| |
| @Test |
| public void testStartWebApp() throws Exception { |
| assertNotNull(collectorManager.getRestServerBindAddress()); |
| String address = collectorManager.getRestServerBindAddress(); |
| String[] parts = address.split(":"); |
| assertEquals(2, parts.length); |
| assertNotNull(parts[0]); |
| assertTrue(Integer.valueOf(parts[1]) > 0); |
| } |
| |
| @Test(timeout=60000) |
| public void testMultithreadedAdd() throws Exception { |
| final int numApps = 5; |
| List<Callable<Boolean>> tasks = new ArrayList<Callable<Boolean>>(); |
| for (int i = 0; i < numApps; i++) { |
| final ApplicationId appId = ApplicationId.newInstance(0L, i); |
| Callable<Boolean> task = new Callable<Boolean>() { |
| public Boolean call() { |
| AppLevelTimelineCollector collector = |
| new AppLevelTimelineCollectorWithAgg(appId, "user"); |
| return (collectorManager.putIfAbsent(appId, collector) == collector); |
| } |
| }; |
| tasks.add(task); |
| } |
| ExecutorService executor = Executors.newFixedThreadPool(numApps); |
| try { |
| List<Future<Boolean>> futures = executor.invokeAll(tasks); |
| for (Future<Boolean> future: futures) { |
| assertTrue(future.get()); |
| } |
| } finally { |
| executor.shutdownNow(); |
| } |
| // check the keys |
| for (int i = 0; i < numApps; i++) { |
| final ApplicationId appId = ApplicationId.newInstance(0L, i); |
| assertTrue(collectorManager.containsTimelineCollector(appId)); |
| } |
| } |
| |
| @Test |
| public void testMultithreadedAddAndRemove() throws Exception { |
| final int numApps = 5; |
| List<Callable<Boolean>> tasks = new ArrayList<Callable<Boolean>>(); |
| for (int i = 0; i < numApps; i++) { |
| final ApplicationId appId = ApplicationId.newInstance(0L, i); |
| Callable<Boolean> task = new Callable<Boolean>() { |
| public Boolean call() { |
| AppLevelTimelineCollector collector = |
| new AppLevelTimelineCollectorWithAgg(appId, "user"); |
| boolean successPut = |
| (collectorManager.putIfAbsent(appId, collector) == collector); |
| return successPut && collectorManager.remove(appId); |
| } |
| }; |
| tasks.add(task); |
| } |
| ExecutorService executor = Executors.newFixedThreadPool(numApps); |
| try { |
| List<Future<Boolean>> futures = executor.invokeAll(tasks); |
| for (Future<Boolean> future: futures) { |
| assertTrue(future.get()); |
| } |
| } finally { |
| executor.shutdownNow(); |
| } |
| // check the keys |
| for (int i = 0; i < numApps; i++) { |
| final ApplicationId appId = ApplicationId.newInstance(0L, i); |
| assertFalse(collectorManager.containsTimelineCollector(appId)); |
| } |
| } |
| |
| private NodeTimelineCollectorManager createCollectorManager() { |
| final NodeTimelineCollectorManager cm = |
| spy(new NodeTimelineCollectorManager()); |
| doReturn(new Configuration()).when(cm).getConfig(); |
| CollectorNodemanagerProtocol nmCollectorService = |
| mock(CollectorNodemanagerProtocol.class); |
| GetTimelineCollectorContextResponse response = |
| GetTimelineCollectorContextResponse.newInstance(null, null, null, 0L); |
| try { |
| when(nmCollectorService.getTimelineCollectorContext(any( |
| GetTimelineCollectorContextRequest.class))).thenReturn(response); |
| } catch (YarnException | IOException e) { |
| fail(); |
| } |
| doReturn(nmCollectorService).when(cm).getNMCollectorService(); |
| return cm; |
| } |
| } |