| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.slider.funtest.lifecycle |
| |
| import groovy.transform.CompileStatic |
| import groovy.util.logging.Slf4j |
| import org.apache.hadoop.yarn.api.records.YarnApplicationState |
| import org.apache.slider.common.SliderExitCodes |
| import org.apache.slider.common.params.Arguments |
| import org.apache.slider.common.params.SliderActions |
| import org.apache.slider.funtest.framework.AgentCommandTestBase |
| import org.apache.slider.funtest.framework.FuntestProperties |
| import org.apache.slider.funtest.framework.SliderShell |
| import org.junit.After |
| import org.junit.Test |
| |
| /** |
| * SETUP FOR THE TEST |
| * Create valid labels, red and blue [yarn rmadmin -addToClusterNodeLabels red,blue] |
| * Add nodes with label [yarn rmadmin -replaceLabelsOnNode host1,red,blue] |
| * Perform refresh queue [yarn rmadmin -refreshQueues] |
| * |
| * Create a queue with access to labels - these are changes to capacity scheduler configuration |
| * Add a queue in addition to default |
| * yarn.scheduler.capacity.root.queues=default,labeled |
| * Provide capacity, take out from default |
| * yarn.scheduler.capacity.root.labeled.capacity=80 |
| * yarn.scheduler.capacity.root.default.capacity=20 |
| * Provide standard queue specs |
| * yarn.scheduler.capacity.root.labeled.state=RUNNING |
| * yarn.scheduler.capacity.root.labeled.maximum-capacity=80 |
| * Have queue access the label |
| * yarn.scheduler.capacity.root.labeled.accessible-node-labels=red,blue |
| * yarn.scheduler.capacity.root.labeled.accessible-node-labels.blue.capacity=100 |
| * yarn.scheduler.capacity.root.labeled.accessible-node-labels.red.capacity=100 |
| * |
| * After specifying the new configuration call refresh [yarn rmadmin -refreshQueues] |
| * |
| * See resources_queue_labels.json for label configuration required for the test |
| * Label expression for slider-appmaster is also the default for all containers |
| * if they do not specify own label expressions |
| * "yarn.label.expression":"red" |
| * |
| */ |
| @CompileStatic |
| @Slf4j |
| public class AppsThroughAgentQueueAndLabelsIT extends AgentCommandTestBase |
| implements FuntestProperties, Arguments, SliderExitCodes, SliderActions { |
| |
| private static String COMMAND_LOGGER = "COMMAND_LOGGER" |
| private static String APPLICATION_NAME = "happy-path-with-queue-labels" |
| private static String TARGET_QUEUE = "labeled" |
| private static String APP_RESOURCE4 = |
| "../slider-core/src/test/app_packages/test_command_log/resources_queue_labels.json" |
| |
| @After |
| public void destroyCluster() { |
| cleanup(APPLICATION_NAME) |
| } |
| |
| @Test |
| public void testCreateWithQueueAndLabels() throws Throwable { |
| assumeAgentTestsEnabled() |
| assumeQueueNamedLabelDefined() |
| assumeLabelsRedAndBlueAdded() |
| |
| cleanup(APPLICATION_NAME) |
| File launchReportFile = createAppReportFile(); |
| SliderShell shell = createTemplatedSliderApplication( |
| APPLICATION_NAME, |
| APP_TEMPLATE, |
| APP_RESOURCE4, |
| [ARG_QUEUE, TARGET_QUEUE], |
| launchReportFile) |
| logShell(shell) |
| |
| def appId = ensureYarnApplicationIsUp(launchReportFile) |
| |
| expectContainerRequestedCountReached(APPLICATION_NAME, COMMAND_LOGGER, 1, |
| CONTAINER_LAUNCH_TIMEOUT) |
| assertContainersLive(APPLICATION_NAME, COMMAND_LOGGER, 1) |
| |
| //flex |
| slider(EXIT_SUCCESS, |
| [ |
| ACTION_FLEX, |
| APPLICATION_NAME, |
| ARG_COMPONENT, |
| COMMAND_LOGGER, |
| "3" |
| ]) |
| |
| // spin till the flexed instance starts |
| ensureYarnApplicationIsUp(appId) |
| expectContainerRequestedCountReached(APPLICATION_NAME, COMMAND_LOGGER, 3, |
| CONTAINER_LAUNCH_TIMEOUT) |
| |
| |
| sleep(1000 * 20) |
| def cd = execStatus(APPLICATION_NAME) |
| assert cd.statistics[COMMAND_LOGGER]["containers.requested"] >= 3 |
| assertInYarnState(appId, YarnApplicationState.RUNNING) |
| } |
| |
| |
| } |