| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * <p> |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * <p> |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| package org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity; |
| |
| import org.junit.Before; |
| import org.junit.Test; |
| |
| import static org.apache.hadoop.yarn.server.resourcemanager.scheduler |
| .capacity.TestCapacitySchedulerAutoCreatedQueueBase.C; |
| import static org.apache.hadoop.yarn.server.resourcemanager.scheduler |
| .capacity.TestCapacitySchedulerAutoCreatedQueueBase.D; |
| import static org.apache.hadoop.yarn.server.resourcemanager.scheduler |
| .capacity.TestCapacitySchedulerAutoCreatedQueueBase.E; |
| import static org.apache.hadoop.yarn.server.resourcemanager.scheduler |
| .capacity.TestCapacitySchedulerAutoCreatedQueueBase.ROOT; |
| import static org.apache.hadoop.yarn.server.resourcemanager.scheduler |
| .capacity.TestCapacitySchedulerAutoCreatedQueueBase.USER0; |
| import static org.apache.hadoop.yarn.server.resourcemanager.scheduler |
| .capacity.TestCapacitySchedulerAutoCreatedQueueBase.USER1; |
| import static org.apache.hadoop.yarn.server.resourcemanager.scheduler |
| .capacity.TestCapacitySchedulerAutoCreatedQueueBase.USER2; |
| import static org.apache.hadoop.yarn.server.resourcemanager.scheduler |
| .capacity.TestCapacitySchedulerAutoCreatedQueueBase.USER3; |
| |
| /** |
| * Tests various preemption cases on auto-created leaf queues. All |
| * auto-created leaf queues will end up having same priority since they are set |
| * from template. Priority on ManagedParent Queues can be set however and |
| * priority based premption cases are based on that. |
| */ |
| public class TestCapacitySchedulerAutoCreatedQueuePreemption |
| extends TestCapacitySchedulerSurgicalPreemption { |
| |
| @Override |
| @Before |
| public void setUp() throws Exception { |
| super.setUp(); |
| } |
| |
| public static CapacitySchedulerConfiguration |
| setupQueueConfigurationForSimpleSurgicalPreemption( |
| CapacitySchedulerConfiguration conf) { |
| |
| //set up auto created queue configs |
| TestCapacitySchedulerAutoCreatedQueueBase.setupQueueMappings(conf, "c", |
| true, new int[] { 1, 2 }); |
| //setup new queues with one of them auto enabled |
| // Define top-level queues |
| // Set childQueue for root |
| conf.setQueues(ROOT, new String[] {"c"}); |
| conf.setCapacity(C, 100f); |
| |
| conf.setUserLimitFactor(C, 1.0f); |
| conf.setAutoCreateChildQueueEnabled(C, true); |
| |
| //Setup leaf queue template configs |
| conf.setAutoCreatedLeafQueueConfigCapacity(C, 30.0f); |
| conf.setAutoCreatedLeafQueueConfigMaxCapacity(C, 100.0f); |
| conf.setAutoCreatedLeafQueueConfigUserLimit(C, 100); |
| conf.setAutoCreatedLeafQueueConfigUserLimitFactor(C, 3.0f); |
| |
| return conf; |
| } |
| |
| protected CapacitySchedulerConfiguration |
| setupQueueConfigurationForPriorityBasedPreemption( |
| CapacitySchedulerConfiguration conf) { |
| |
| //set up auto created queue configs |
| TestCapacitySchedulerAutoCreatedQueueBase.setupQueueMappings(conf, "c", |
| true, new int[] { 1, 2 }); |
| |
| TestCapacitySchedulerAutoCreatedQueueBase.setupQueueMappings(conf, "d", |
| true, new int[] { 3, 4 }); |
| |
| TestCapacitySchedulerAutoCreatedQueueBase.setupQueueMappings(conf, "e", |
| true, new int[] { 0 }); |
| //setup new queues with one of them auto enabled |
| // Define top-level queues |
| // Set childQueue for root |
| conf.setQueues(ROOT, |
| new String[] { "c", "d", "e" }); |
| conf.setCapacity(C, 45f); |
| conf.setCapacity(D, 45f); |
| conf.setCapacity(E, 10f); |
| |
| conf.setUserLimitFactor(E, 3.0f); |
| conf.setUserLimitFactor(C, 3.0f); |
| conf.setUserLimitFactor(D, 3.0f); |
| conf.setAutoCreateChildQueueEnabled(C, true); |
| conf.setAutoCreateChildQueueEnabled(D, true); |
| conf.setAutoCreateChildQueueEnabled(E, true); |
| |
| //Setup leaf queue template configs |
| conf.setAutoCreatedLeafQueueConfigCapacity(C, 100f); |
| conf.setAutoCreatedLeafQueueConfigMaxCapacity(C, 100.0f); |
| conf.setAutoCreatedLeafQueueConfigUserLimit(C, 100); |
| conf.setAutoCreatedLeafQueueConfigUserLimitFactor(C, 3.0f); |
| |
| conf.setAutoCreatedLeafQueueConfigCapacity(D, 100.0f); |
| conf.setAutoCreatedLeafQueueConfigMaxCapacity(D, 100.0f); |
| conf.setAutoCreatedLeafQueueConfigUserLimit(D, 100); |
| conf.setAutoCreatedLeafQueueConfigUserLimitFactor(D, 3.0f); |
| |
| conf.setAutoCreatedLeafQueueConfigCapacity(E, 100.0f); |
| conf.setAutoCreatedLeafQueueConfigMaxCapacity(E, 100.0f); |
| conf.setAutoCreatedLeafQueueConfigUserLimit(E, 100); |
| conf.setAutoCreatedLeafQueueConfigUserLimitFactor(E, 3.0f); |
| |
| conf.setQueuePriority(C, 1); |
| conf.setQueuePriority(D, 2); |
| |
| return conf; |
| } |
| |
| @Test(timeout = 60000) |
| public void testSimpleSurgicalPreemptionOnAutoCreatedLeafQueues() |
| throws Exception { |
| /** |
| * Test case: Submit two application (app1/app2) to different queues, queue |
| * structure: |
| * |
| * <pre> |
| * C |
| * / | \ |
| * USER1 USER2 USER3 |
| * 30 30 30 |
| * </pre> |
| * |
| * 1) Two nodes (n1/n2) in the cluster, each of them has 20G. |
| * |
| * 2) app1 submit to queue-USER1 first, it asked 32 * 1G containers |
| * We will allocate 16 on n1 and 16 on n2. |
| * |
| * 3) app2 submit to queue-USER2, ask for one 1G container (for AM) |
| * |
| * 4) app2 asks for another 6G container, it will be reserved on n1 |
| * |
| * Now: we have: |
| * n1: 17 from app1, 1 from app2, and 1 reserved from app2 |
| * n2: 16 from app1. |
| * |
| * After preemption, we should expect: |
| * Preempt 4 containers from app1 on n1. |
| */ |
| setupQueueConfigurationForSimpleSurgicalPreemption(conf); |
| testSimpleSurgicalPreemption(USER1, USER2, USER1, USER2); |
| } |
| |
| @Test(timeout = 600000) |
| public void |
| testPreemptionFromHighestPriorityManagedParentQueueAndOldestContainer() |
| throws Exception { |
| /** |
| * Test case: Submit two application (app1/app2) to different queues, queue |
| * structure: |
| * |
| * <pre> |
| * Root |
| * / | \ |
| * c d e |
| * 45 45 10 |
| * </pre> |
| * |
| * Priority of queue_c = 1 |
| * Priority of queue_d = 2 |
| * |
| * 1) 5 nodes (n0-n4) in the cluster, each of them has 4G. |
| * |
| * 2) app1 submit to queue-e first (AM=1G), it asked 4 * 1G containers |
| * We will allocate 1 container on each of n0-n4. AM on n4. |
| * |
| * 3) app2 submit to queue-c, AM container=0.5G, allocated on n0 |
| * Ask for 2 * 3.5G containers. (Reserved on n0/n1) |
| * |
| * 4) app2 submit to queue-d, AM container=0.5G, allocated on n2 |
| * Ask for 2 * 3.5G containers. (Reserved on n2/n3) |
| * |
| * First we will preempt container on n2 since it is the oldest container of |
| * Highest priority queue (d) |
| */ |
| |
| // Total preemption = 1G per round, which is 5% of cluster resource (20G) |
| setupQueueConfigurationForPriorityBasedPreemption(conf); |
| testPriorityPreemptionFromHighestPriorityQueueAndOldestContainer( |
| new String[] { USER1, USER3, USER0 }, |
| new String[] { USER1, USER3, USER0 }); |
| } |
| } |
