| /** |
| * Licensed to jclouds, Inc. (jclouds) under one or more |
| * contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. jclouds licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| package org.jclouds.compute; |
| |
| import static com.google.common.base.Preconditions.checkNotNull; |
| import static com.google.common.base.Predicates.and; |
| import static com.google.common.base.Predicates.not; |
| import static com.google.common.collect.Iterables.concat; |
| import static com.google.common.collect.Iterables.get; |
| import static com.google.common.collect.Iterables.getOnlyElement; |
| import static com.google.common.collect.Maps.newLinkedHashMap; |
| import static com.google.common.collect.Maps.uniqueIndex; |
| import static com.google.common.collect.Sets.filter; |
| import static com.google.common.collect.Sets.newTreeSet; |
| import static java.lang.String.format; |
| import static java.lang.System.currentTimeMillis; |
| import static java.util.logging.Logger.getAnonymousLogger; |
| import static org.jclouds.compute.RunScriptData.JBOSS7_URL; |
| import static org.jclouds.compute.RunScriptData.JBOSS_HOME; |
| import static org.jclouds.compute.RunScriptData.installAdminUserJBossAndOpenPorts; |
| import static org.jclouds.compute.RunScriptData.startJBoss; |
| import static org.jclouds.compute.options.RunScriptOptions.Builder.nameTask; |
| import static org.jclouds.compute.options.RunScriptOptions.Builder.wrapInInitScript; |
| import static org.jclouds.compute.options.TemplateOptions.Builder.inboundPorts; |
| import static org.jclouds.compute.options.TemplateOptions.Builder.overrideLoginCredentials; |
| import static org.jclouds.compute.options.TemplateOptions.Builder.runAsRoot; |
| import static org.jclouds.compute.predicates.NodePredicates.TERMINATED; |
| import static org.jclouds.compute.predicates.NodePredicates.all; |
| import static org.jclouds.compute.predicates.NodePredicates.inGroup; |
| import static org.jclouds.compute.predicates.NodePredicates.runningInGroup; |
| import static org.jclouds.compute.util.ComputeServiceUtils.getCores; |
| import static org.testng.Assert.assertEquals; |
| import static org.testng.Assert.assertNotNull; |
| |
| import java.io.FileNotFoundException; |
| import java.io.IOException; |
| import java.io.InputStream; |
| import java.net.URI; |
| import java.util.Collection; |
| import java.util.Map; |
| import java.util.Map.Entry; |
| import java.util.NoSuchElementException; |
| import java.util.Properties; |
| import java.util.Set; |
| import java.util.SortedSet; |
| import java.util.concurrent.Callable; |
| import java.util.concurrent.CancellationException; |
| import java.util.concurrent.ExecutionException; |
| import java.util.concurrent.Future; |
| import java.util.concurrent.TimeUnit; |
| import java.util.concurrent.TimeoutException; |
| import java.util.regex.Matcher; |
| import java.util.regex.Pattern; |
| |
| import org.jclouds.compute.domain.ComputeMetadata; |
| import org.jclouds.compute.domain.ComputeType; |
| import org.jclouds.compute.domain.ExecResponse; |
| import org.jclouds.compute.domain.Hardware; |
| import org.jclouds.compute.domain.Image; |
| import org.jclouds.compute.domain.NodeMetadata; |
| import org.jclouds.compute.domain.NodeState; |
| import org.jclouds.compute.domain.OperatingSystem; |
| import org.jclouds.compute.domain.Template; |
| import org.jclouds.compute.domain.TemplateBuilder; |
| import org.jclouds.compute.options.TemplateOptions; |
| import org.jclouds.domain.Credentials; |
| import org.jclouds.domain.Location; |
| import org.jclouds.domain.LocationScope; |
| import org.jclouds.domain.LoginCredentials; |
| import org.jclouds.logging.log4j.config.Log4JLoggingModule; |
| import org.jclouds.net.IPSocket; |
| import org.jclouds.predicates.RetryablePredicate; |
| import org.jclouds.predicates.SocketOpen; |
| import org.jclouds.rest.AuthorizationException; |
| import org.jclouds.scriptbuilder.domain.SaveHttpResponseTo; |
| import org.jclouds.scriptbuilder.domain.Statements; |
| import org.jclouds.scriptbuilder.statements.java.InstallJDK; |
| import org.jclouds.scriptbuilder.statements.login.AdminAccess; |
| import org.jclouds.ssh.SshClient; |
| import org.jclouds.ssh.SshException; |
| import org.jclouds.util.Strings2; |
| import org.testng.annotations.AfterTest; |
| import org.testng.annotations.BeforeGroups; |
| import org.testng.annotations.Test; |
| |
| import com.google.common.base.Function; |
| import com.google.common.base.Predicate; |
| import com.google.common.base.Predicates; |
| import com.google.common.base.Stopwatch; |
| import com.google.common.collect.ImmutableMap; |
| import com.google.common.collect.ImmutableSet; |
| import com.google.common.collect.Iterables; |
| import com.google.common.net.InetAddresses; |
| import com.google.common.util.concurrent.ListenableFuture; |
| import com.google.gson.annotations.SerializedName; |
| import com.google.inject.Guice; |
| import com.google.inject.Module; |
| |
| /** |
| * |
| * @author Adrian Cole |
| */ |
| @Test(groups = { "integration", "live" }, singleThreaded = true) |
| public abstract class BaseComputeServiceLiveTest extends BaseVersionedServiceLiveTest { |
| |
| protected String group; |
| |
| protected Predicate<IPSocket> socketTester; |
| protected Predicate<IPSocket> preciseSocketTester; |
| protected SortedSet<NodeMetadata> nodes; |
| protected ComputeServiceContext context; |
| protected ComputeService client; |
| |
| protected Template template; |
| protected Map<String, String> keyPair; |
| |
| @BeforeGroups(groups = { "integration", "live" }) |
| public void setupClient() throws InterruptedException, ExecutionException, TimeoutException, IOException { |
| setServiceDefaults(); |
| if (group == null) |
| group = checkNotNull(provider, "provider"); |
| // groups need to work with hyphens in them, so let's make sure there is |
| // one! |
| if (group.indexOf('-') == -1) |
| group = group + "-"; |
| setupCredentials(); |
| setupKeyPairForTest(); |
| initializeContextAndClient(); |
| buildSocketTester(); |
| } |
| |
| public void setServiceDefaults() { |
| |
| } |
| |
| protected void setupKeyPairForTest() throws FileNotFoundException, IOException { |
| keyPair = ComputeTestUtils.setupKeyPair(); |
| } |
| |
| private void initializeContextAndClient() throws IOException { |
| if (context != null) |
| context.close(); |
| Properties props = setupProperties(); |
| context = new ComputeServiceContextFactory(setupRestProperties()).createContext(provider, |
| ImmutableSet.of(new Log4JLoggingModule(), getSshModule()), props); |
| client = context.getComputeService(); |
| } |
| |
| protected void buildSocketTester() { |
| SocketOpen socketOpen = Guice.createInjector(getSshModule()).getInstance(SocketOpen.class); |
| socketTester = new RetryablePredicate<IPSocket>(socketOpen, 60, 1, TimeUnit.SECONDS); |
| // wait a maximum of 60 seconds for port 8080 to open. |
| long maxWait = TimeUnit.SECONDS.toMillis(60); |
| long interval = 50; |
| // get more precise than default socket tester |
| preciseSocketTester = new RetryablePredicate<IPSocket>(socketOpen, maxWait, interval, interval, |
| TimeUnit.MILLISECONDS); |
| } |
| |
| abstract protected Module getSshModule(); |
| |
| // wait up to 5 seconds for an auth exception |
| @Test(enabled = true, expectedExceptions = AuthorizationException.class) |
| public void testCorrectAuthException() throws Exception { |
| ComputeServiceContext context = null; |
| try { |
| Properties overrides = setupProperties(); |
| overrides.setProperty(provider + ".identity", "MOMMA"); |
| overrides.setProperty(provider + ".credential", "MIA"); |
| context = new ComputeServiceContextFactory(setupRestProperties()).createContext(provider, |
| ImmutableSet.<Module> of(new Log4JLoggingModule()), overrides); |
| context.getComputeService().listNodes(); |
| } catch (AuthorizationException e) { |
| throw e; |
| } catch (RuntimeException e) { |
| e.printStackTrace(); |
| throw e; |
| } finally { |
| if (context != null) |
| context.close(); |
| } |
| } |
| |
| @Test(enabled = true) |
| public void testImagesCache() throws Exception { |
| client.listImages(); |
| long time = currentTimeMillis(); |
| client.listImages(); |
| long duration = currentTimeMillis() - time; |
| assert duration < 1000 : format("%dms to get images", duration); |
| } |
| |
| @Test(enabled = true, expectedExceptions = NoSuchElementException.class) |
| public void testCorrectExceptionRunningNodesNotFound() throws Exception { |
| client.runScriptOnNodesMatching(runningInGroup("zebras-are-awesome"), InstallJDK.fromURL()); |
| } |
| |
| // since surefire and eclipse don't otherwise guarantee the order, we are |
| // starting this one alphabetically before create2nodes.. |
| @Test(enabled = true, dependsOnMethods = { "testCompareSizes" }) |
| public void testAScriptExecutionAfterBootWithBasicTemplate() throws Exception { |
| String group = this.group + "r"; |
| try { |
| client.destroyNodesMatching(inGroup(group)); |
| } catch (Exception e) { |
| |
| } |
| |
| TemplateOptions options = client.templateOptions().blockOnPort(22, 120); |
| try { |
| Set<? extends NodeMetadata> nodes = client.createNodesInGroup(group, 1, options); |
| NodeMetadata node = get(nodes, 0); |
| LoginCredentials good = node.getCredentials(); |
| assert good.identity != null : nodes; |
| assert good.credential != null : nodes; |
| |
| for (Entry<? extends NodeMetadata, ExecResponse> response : client.runScriptOnNodesMatching( |
| runningInGroup(group), Statements.exec("hostname"), |
| wrapInInitScript(false).runAsRoot(false).overrideLoginCredentials(good)).entrySet()) { |
| checkResponseEqualsHostname(response.getValue(), response.getKey()); |
| } |
| |
| // test single-node execution |
| ExecResponse response = client.runScriptOnNode(node.getId(), "hostname", |
| wrapInInitScript(false).runAsRoot(false)); |
| checkResponseEqualsHostname(response, node); |
| OperatingSystem os = node.getOperatingSystem(); |
| |
| // test bad password |
| tryBadPassword(group, good); |
| |
| runScriptWithCreds(group, os, good); |
| |
| checkNodes(nodes, group, "runScriptWithCreds"); |
| |
| // test adding AdminAccess later changes the default boot user, in this |
| // case to foo |
| ListenableFuture<ExecResponse> future = client.submitScriptOnNode(node.getId(), AdminAccess.builder() |
| .adminUsername("foo").build(), nameTask("adminUpdate")); |
| |
| response = future.get(3, TimeUnit.MINUTES); |
| |
| assert response.getExitStatus() == 0 : node.getId() + ": " + response; |
| |
| node = client.getNodeMetadata(node.getId()); |
| // test that the node updated to the correct admin user! |
| assertEquals(node.getCredentials().identity, "foo"); |
| assert node.getCredentials().credential != null : nodes; |
| |
| weCanCancelTasks(node); |
| |
| assert response.getExitStatus() == 0 : node.getId() + ": " + response; |
| |
| response = client.runScriptOnNode(node.getId(), "echo $USER", wrapInInitScript(false).runAsRoot(false)); |
| |
| assert response.getOutput().trim().equals("foo") : node.getId() + ": " + response; |
| |
| } finally { |
| client.destroyNodesMatching(inGroup(group)); |
| } |
| } |
| |
| @Test(enabled = false) |
| protected void tryBadPassword(String group, Credentials good) throws AssertionError { |
| try { |
| Map<? extends NodeMetadata, ExecResponse> responses = client.runScriptOnNodesMatching( |
| runningInGroup(group), |
| "echo I put a bad password", |
| wrapInInitScript(false).runAsRoot(false).overrideLoginCredentials( |
| LoginCredentials.builder().user(good.identity).noPrivateKey().password("romeo") |
| .build())); |
| assert responses.size() == 0 : "shouldn't pass with a bad password\n" + responses; |
| } catch (AssertionError e) { |
| throw e; |
| } catch (RunScriptOnNodesException e) { |
| assert Iterables.any(e.getNodeErrors().values(), Predicates.instanceOf(AuthorizationException.class)) : e |
| + " not authexception!"; |
| } |
| } |
| |
| @Test(enabled = false) |
| public void weCanCancelTasks(NodeMetadata node) throws InterruptedException, ExecutionException { |
| ListenableFuture<ExecResponse> future = client.submitScriptOnNode(node.getId(), Statements.exec("sleep 300"), |
| nameTask("sleeper").runAsRoot(false)); |
| ExecResponse response = null; |
| try { |
| response = future.get(1, TimeUnit.MILLISECONDS); |
| assert false : node.getId() + ": " + response; |
| } catch (TimeoutException e) { |
| assert !future.isDone(); |
| response = client.runScriptOnNode(node.getId(), Statements.exec("/tmp/init-sleeper status"), wrapInInitScript(false) |
| .runAsRoot(false)); |
| assert !response.getOutput().trim().equals("") : node.getId() + ": " + response; |
| future.cancel(true); |
| response = client.runScriptOnNode(node.getId(), Statements.exec("/tmp/init-sleeper status"), wrapInInitScript(false) |
| .runAsRoot(false)); |
| assert response.getOutput().trim().equals("") : node.getId() + ": " + response; |
| try { |
| future.get(); |
| assert false : future; |
| } catch (CancellationException e1) { |
| |
| } |
| } |
| } |
| |
| protected void checkResponseEqualsHostname(ExecResponse execResponse, NodeMetadata node1) { |
| assert execResponse.getOutput().trim().equals(node1.getHostname()) : node1 + ": " + execResponse; |
| } |
| |
| @Test(enabled = true, dependsOnMethods = { "testImagesCache" }) |
| public void testTemplateMatch() throws Exception { |
| template = buildTemplate(client.templateBuilder()); |
| Template toMatch = client.templateBuilder().imageId(template.getImage().getId()).build(); |
| assertEquals(toMatch.getImage(), template.getImage()); |
| } |
| |
| protected void checkHttpGet(NodeMetadata node) { |
| ComputeTestUtils.checkHttpGet(context.utils().http(), node, 8080); |
| } |
| |
| @Test(enabled = true, dependsOnMethods = "testCompareSizes") |
| public void testCreateTwoNodesWithRunScript() throws Exception { |
| try { |
| client.destroyNodesMatching(inGroup(group)); |
| } catch (NoSuchElementException e) { |
| |
| } |
| refreshTemplate(); |
| try { |
| nodes = newTreeSet(client.createNodesInGroup(group, 2, template)); |
| } catch (RunNodesException e) { |
| nodes = newTreeSet(concat(e.getSuccessfulNodes(), e.getNodeErrors().keySet())); |
| throw e; |
| } |
| assertEquals(nodes.size(), 2); |
| checkNodes(nodes, group, "bootstrap"); |
| NodeMetadata node1 = nodes.first(); |
| NodeMetadata node2 = nodes.last(); |
| // credentials aren't always the same |
| // assertEquals(node1.getCredentials(), node2.getCredentials()); |
| |
| assertLocationSameOrChild(node1.getLocation(), template.getLocation()); |
| assertLocationSameOrChild(node2.getLocation(), template.getLocation()); |
| checkImageIdMatchesTemplate(node1); |
| checkImageIdMatchesTemplate(node2); |
| checkOsMatchesTemplate(node1); |
| checkOsMatchesTemplate(node2); |
| } |
| |
| private Template refreshTemplate() { |
| return template = addRunScriptToTemplate(buildTemplate(client.templateBuilder())); |
| } |
| |
| protected static Template addRunScriptToTemplate(Template template) { |
| template.getOptions().runScript( |
| Statements.newStatementList(AdminAccess.standard(), InstallJDK.fromURL())); |
| return template; |
| } |
| |
| protected void checkImageIdMatchesTemplate(NodeMetadata node) { |
| if (node.getImageId() != null) |
| assertEquals(node.getImageId(), template.getImage().getId()); |
| } |
| |
| protected void checkOsMatchesTemplate(NodeMetadata node) { |
| if (node.getOperatingSystem() != null) |
| assert node.getOperatingSystem().getFamily().equals(template.getImage().getOperatingSystem().getFamily()) : String |
| .format("expecting family %s but got %s", template.getImage().getOperatingSystem().getFamily(), |
| node.getOperatingSystem()); |
| } |
| |
| void assertLocationSameOrChild(Location test, Location expected) { |
| if (!test.equals(expected)) { |
| assertEquals(test.getParent().getId(), expected.getId()); |
| } else { |
| assertEquals(test, expected); |
| } |
| } |
| |
| @Test(enabled = true, dependsOnMethods = "testCreateTwoNodesWithRunScript") |
| public void testCreateAnotherNodeWithANewContextToEnsureSharedMemIsntRequired() throws Exception { |
| initializeContextAndClient(); |
| |
| Location existingLocation = Iterables.get(this.nodes, 0).getLocation(); |
| boolean existingLocationIsAssignable = Iterables.any(client.listAssignableLocations(), |
| Predicates.equalTo(existingLocation)); |
| |
| if (existingLocationIsAssignable) { |
| getAnonymousLogger().info("creating another node based on existing nodes' location: " + existingLocation); |
| template = addRunScriptToTemplate(client.templateBuilder().fromTemplate(template) |
| .locationId(existingLocation.getId()).build()); |
| } else { |
| refreshTemplate(); |
| getAnonymousLogger().info( |
| format("%s is not assignable; using template's location %s as ", existingLocation, |
| template.getLocation())); |
| } |
| |
| Set<? extends NodeMetadata> nodes = client.createNodesInGroup(group, 1, template); |
| assertEquals(nodes.size(), 1); |
| checkNodes(nodes, group, "bootstrap"); |
| NodeMetadata node = Iterables.getOnlyElement(nodes); |
| if (existingLocationIsAssignable) |
| assertEquals(node.getLocation(), existingLocation); |
| else |
| this.assertLocationSameOrChild(node.getLocation(), template.getLocation()); |
| checkOsMatchesTemplate(node); |
| this.nodes.add(node); |
| } |
| |
| @Test(enabled = true, dependsOnMethods = "testCreateAnotherNodeWithANewContextToEnsureSharedMemIsntRequired") |
| public void testCredentialsCache() throws Exception { |
| initializeContextAndClient(); |
| for (NodeMetadata node : nodes) |
| assert (context.getCredentialStore().get("node#" + node.getId()) != null) : "credentials for " + node.getId(); |
| } |
| |
| protected Map<? extends NodeMetadata, ExecResponse> runScriptWithCreds(final String group, OperatingSystem os, |
| LoginCredentials creds) throws RunScriptOnNodesException { |
| return client.runScriptOnNodesMatching(runningInGroup(group), InstallJDK.fromURL(), overrideLoginCredentials(creds) |
| .nameTask("runScriptWithCreds")); |
| } |
| |
| protected void checkNodes(Iterable<? extends NodeMetadata> nodes, String group, String taskName) throws IOException { |
| for (NodeMetadata node : nodes) { |
| assertNotNull(node.getProviderId()); |
| assertNotNull(node.getGroup()); |
| assertEquals(node.getGroup(), group); |
| assertEquals(node.getState(), NodeState.RUNNING); |
| Credentials fromStore = context.getCredentialStore().get("node#" + node.getId()); |
| assertEquals(fromStore, node.getCredentials()); |
| assert node.getPublicAddresses().size() >= 1 || node.getPrivateAddresses().size() >= 1 : "no ips in" + node; |
| assertNotNull(node.getCredentials()); |
| if (node.getCredentials().identity != null) { |
| assertNotNull(node.getCredentials().identity); |
| assertNotNull(node.getCredentials().credential); |
| sshPing(node, taskName); |
| } |
| } |
| } |
| |
| protected Template buildTemplate(TemplateBuilder templateBuilder) { |
| return templateBuilder.build(); |
| } |
| |
| @Test(enabled = true, dependsOnMethods = "testCreateAnotherNodeWithANewContextToEnsureSharedMemIsntRequired") |
| public void testGet() throws Exception { |
| Map<String, ? extends NodeMetadata> metadataMap = newLinkedHashMap(uniqueIndex( |
| filter(client.listNodesDetailsMatching(all()), and(inGroup(group), not(TERMINATED))), |
| new Function<NodeMetadata, String>() { |
| |
| @Override |
| public String apply(NodeMetadata from) { |
| return from.getId(); |
| } |
| |
| })); |
| for (NodeMetadata node : nodes) { |
| metadataMap.remove(node.getId()); |
| NodeMetadata metadata = client.getNodeMetadata(node.getId()); |
| assertEquals(metadata.getProviderId(), node.getProviderId()); |
| assertEquals(metadata.getGroup(), node.getGroup()); |
| assertLocationSameOrChild(metadata.getLocation(), template.getLocation()); |
| checkImageIdMatchesTemplate(metadata); |
| checkOsMatchesTemplate(metadata); |
| assert (metadata.getState() == NodeState.RUNNING) : metadata; |
| // due to DHCP the addresses can actually change in-between runs. |
| assertEquals(metadata.getPrivateAddresses().size(), node.getPrivateAddresses().size()); |
| assertEquals(metadata.getPublicAddresses().size(), node.getPublicAddresses().size()); |
| } |
| assertNodeZero(metadataMap.values()); |
| } |
| |
| protected void assertNodeZero(Collection<? extends NodeMetadata> metadataSet) { |
| assert metadataSet.size() == 0 : format("nodes left in set: [%s] which didn't match set: [%s]", metadataSet, |
| nodes); |
| } |
| |
| @Test(enabled = true, dependsOnMethods = "testGet") |
| public void testReboot() throws Exception { |
| client.rebootNodesMatching(inGroup(group));// TODO test |
| // validation |
| testGet(); |
| } |
| |
| @Test(enabled = true, dependsOnMethods = "testReboot") |
| public void testSuspendResume() throws Exception { |
| client.suspendNodesMatching(inGroup(group)); |
| |
| Set<? extends NodeMetadata> stoppedNodes = refreshNodes(); |
| |
| assert Iterables.all(stoppedNodes, new Predicate<NodeMetadata>() { |
| |
| @Override |
| public boolean apply(NodeMetadata input) { |
| boolean returnVal = input.getState() == NodeState.SUSPENDED; |
| if (!returnVal) |
| getAnonymousLogger().warning(format("node %s in state %s%n", input.getId(), input.getState())); |
| return returnVal; |
| } |
| |
| }) : stoppedNodes; |
| |
| client.resumeNodesMatching(inGroup(group)); |
| testGet(); |
| } |
| |
| @Test(enabled = true, dependsOnMethods = "testSuspendResume") |
| public void testListNodes() throws Exception { |
| for (ComputeMetadata node : client.listNodes()) { |
| assert node.getProviderId() != null : node; |
| assert node.getLocation() != null : node; |
| assertEquals(node.getType(), ComputeType.NODE); |
| } |
| } |
| |
| @Test(enabled = true, dependsOnMethods = "testSuspendResume") |
| public void testGetNodesWithDetails() throws Exception { |
| for (NodeMetadata node : client.listNodesDetailsMatching(all())) { |
| assert node.getProviderId() != null : node; |
| assert node.getLocation() != null : node; |
| assertEquals(node.getType(), ComputeType.NODE); |
| assert node instanceof NodeMetadata; |
| NodeMetadata nodeMetadata = (NodeMetadata) node; |
| assert nodeMetadata.getProviderId() != null : nodeMetadata; |
| // nullable |
| // assert nodeMetadata.getImage() != null : node; |
| // user specified name is not always supported |
| // assert nodeMetadata.getName() != null : nodeMetadata; |
| if (nodeMetadata.getState() == NodeState.RUNNING) { |
| assert nodeMetadata.getPublicAddresses() != null : nodeMetadata; |
| assert nodeMetadata.getPublicAddresses().size() > 0 || nodeMetadata.getPrivateAddresses().size() > 0 : nodeMetadata; |
| assertNotNull(nodeMetadata.getPrivateAddresses()); |
| } |
| } |
| } |
| |
| @Test(enabled = true, dependsOnMethods = { "testListNodes", "testGetNodesWithDetails" }) |
| public void testDestroyNodes() { |
| int toDestroy = refreshNodes().size(); |
| Set<? extends NodeMetadata> destroyed = client.destroyNodesMatching(inGroup(group)); |
| assertEquals(toDestroy, destroyed.size()); |
| for (NodeMetadata node : filter(client.listNodesDetailsMatching(all()), inGroup(group))) { |
| assert node.getState() == NodeState.TERMINATED : node; |
| assert context.getCredentialStore().get("node#" + node.getId()) == null : "credential should have been null for " |
| + "node#" + node.getId(); |
| } |
| } |
| |
| private Set<? extends NodeMetadata> refreshNodes() { |
| return filter(client.listNodesDetailsMatching(all()), and(inGroup(group), not(TERMINATED))); |
| } |
| |
| static class ServiceStats { |
| long backgroundProcessMilliseconds; |
| long socketOpenMilliseconds; |
| long reportedStartupTimeMilliseconds; |
| |
| @Override |
| public String toString() { |
| return String.format( |
| "[backgroundProcessMilliseconds=%s, socketOpenMilliseconds=%s, reportedStartupTimeMilliseconds=%s]", |
| backgroundProcessMilliseconds, socketOpenMilliseconds, reportedStartupTimeMilliseconds); |
| } |
| } |
| |
| protected ServiceStats trackAvailabilityOfProcessOnNode(Future<ExecResponse> bgProcess, String processName, |
| NodeMetadata node, Pattern parseReported) throws InterruptedException, ExecutionException { |
| ServiceStats stats = new ServiceStats(); |
| Stopwatch watch = new Stopwatch().start(); |
| |
| ExecResponse exec = bgProcess.get(); |
| stats.backgroundProcessMilliseconds = watch.elapsedTime(TimeUnit.MILLISECONDS); |
| watch.reset().start(); |
| |
| IPSocket socket = new IPSocket(Iterables.get(node.getPublicAddresses(), 0), 8080); |
| assert preciseSocketTester.apply(socket) : String.format("failed to open socket %s on node %s:%n%s%s", socket, |
| node, init(node, processName, "stdout"), init(node, processName, "stderr")); |
| stats.socketOpenMilliseconds = watch.elapsedTime(TimeUnit.MILLISECONDS); |
| |
| exec = init(node, processName, "stdout"); |
| |
| Matcher matcher = parseReported.matcher(exec.getOutput()); |
| if (matcher.find()) |
| stats.reportedStartupTimeMilliseconds = new Long(matcher.group(1)); |
| |
| getAnonymousLogger().info(format("<< %s on node(%s) %s", bgProcess, node.getId(), stats)); |
| return stats; |
| } |
| |
| public ExecResponse init(NodeMetadata node, String processName, String command) { |
| return client.runScriptOnNode(node.getId(), "/tmp/init-" + processName + " "+command, runAsRoot(false) |
| .wrapInInitScript(false)); |
| } |
| |
| // started in 6462ms - |
| public static final Pattern JBOSS_PATTERN = Pattern.compile("started in ([0-9]+)ms -"); |
| |
| private static class FreeGeoIPLocation { |
| private String ip; |
| @SerializedName("countrycode") |
| private String countryCode; |
| @SerializedName("regioncode") |
| private String regionCode; |
| private String city; |
| |
| @Override |
| public String toString() { |
| return format("FreeGeoIPLocation [ip=%s, countryCode=%s, regionCode=%s, city=%s]", ip, countryCode, |
| regionCode, city); |
| } |
| } |
| |
| @Test(enabled = true) |
| public void testCreateAndRunAService() throws Exception { |
| |
| String group = this.group + "s"; |
| final String configuration = Strings2.toStringAndClose(RunScriptData.class |
| .getResourceAsStream("/standalone-basic.xml")); |
| try { |
| client.destroyNodesMatching(inGroup(group)); |
| } catch (Exception e) { |
| |
| } |
| |
| try { |
| ImmutableMap<String, String> userMetadata = ImmutableMap.<String, String> of("Name", group); |
| Stopwatch watch = new Stopwatch().start(); |
| NodeMetadata node = getOnlyElement(client.createNodesInGroup(group, 1, |
| inboundPorts(22, 8080).blockOnPort(22, 300).userMetadata(userMetadata))); |
| long createSeconds = watch.elapsedTime(TimeUnit.SECONDS); |
| |
| final String nodeId = node.getId(); |
| |
| checkUserMetadataInNodeEquals(node, userMetadata); |
| |
| getAnonymousLogger().info( |
| format("<< available node(%s) os(%s) in %ss", node.getId(), node.getOperatingSystem(), createSeconds)); |
| |
| watch.reset().start(); |
| |
| // note this is a dependency on the template resolution so we have the |
| // right process per |
| // operating system. moreover, we wish this to run as root, so that it |
| // can change ip |
| // tables rules and setup our admin user |
| client.runScriptOnNode(nodeId, installAdminUserJBossAndOpenPorts(node.getOperatingSystem()), |
| nameTask("configure-jboss")); |
| |
| long configureSeconds = watch.elapsedTime(TimeUnit.SECONDS); |
| |
| getAnonymousLogger().info( |
| format( |
| "<< configured node(%s) with %s and JBoss %s in %ss", |
| nodeId, |
| exec(nodeId, "java -fullversion"), |
| // version of the jboss jar |
| exec(nodeId, |
| format("ls %s/bundles/org/jboss/as/osgi/configadmin/main|sed -e 's/.*-//g' -e 's/.jar//g'", |
| JBOSS_HOME)), configureSeconds)); |
| |
| for (Entry<String, URI> download : ImmutableMap.<String, URI> of("jboss7", JBOSS7_URL, "jdk7", InstallJDK.FromURL.JDK7_URL) |
| .entrySet()) { |
| // note we cannot use nslookup until we've configured the system, as |
| // it may have not been present checking the address of the download |
| // host using the local node's DNS config |
| String downloadSourceIp = exec( |
| nodeId, |
| format("nslookup -query=a -timeout=5 %s|grep Address|tail -1|sed 's/.* //g'", download.getValue() |
| .getHost())); |
| if (InetAddresses.isInetAddress(downloadSourceIp)) { |
| getAnonymousLogger().info( |
| format("<< location of %s(%s) from perpective of node(%s): %s", download.getKey(), download |
| .getValue().getHost(), nodeId, getLocationForIp(downloadSourceIp))); |
| } |
| } |
| |
| // the current IP configuration could show NAT destinations, as opposed |
| // to the real ip address of the host, so we'll use checkip to see what |
| // the world view this host as. |
| String nodeIp = exec(nodeId, SaveHttpResponseTo.CURL + " http://checkip.amazonaws.com/"); |
| if (InetAddresses.isInetAddress(nodeIp)) { |
| getAnonymousLogger() |
| .info(format("<< location of node(%s) from perspective of amazonaws: %s", nodeId, |
| getLocationForIp(nodeIp))); |
| } |
| |
| trackAvailabilityOfProcessOnNode(context.utils().userExecutor().submit(new Callable<ExecResponse>() { |
| @Override |
| public ExecResponse call() { |
| return client.runScriptOnNode(nodeId, startJBoss(configuration), runAsRoot(false).blockOnComplete(false) |
| .nameTask("jboss")); |
| } |
| |
| @Override |
| public String toString() { |
| return "initial start of jboss"; |
| } |
| |
| }), "jboss", node, JBOSS_PATTERN); |
| |
| client.runScriptOnNode(nodeId, "/tmp/init-jboss stop", runAsRoot(false).wrapInInitScript(false)); |
| |
| trackAvailabilityOfProcessOnNode(context.utils().userExecutor().submit(new Callable<ExecResponse>() { |
| |
| @Override |
| public ExecResponse call() { |
| return client.runScriptOnNode(nodeId, "/tmp/init-jboss start", runAsRoot(false).wrapInInitScript(false)); |
| } |
| |
| @Override |
| public String toString() { |
| return "warm start of jboss"; |
| } |
| |
| }), "jboss", node, JBOSS_PATTERN); |
| |
| } finally { |
| client.destroyNodesMatching(inGroup(group)); |
| } |
| |
| } |
| |
| protected String getLocationForIp(String ip) throws IOException { |
| InputStream json = context.utils().http().get(URI.create("http://freegeoip.appspot.com/" + ip)); |
| String text = null; |
| if (json != null && (text = Strings2.toStringAndClose(json)).indexOf("}") != -1) { |
| return context.utils().json().fromJson(text, FreeGeoIPLocation.class).toString(); |
| } else { |
| getAnonymousLogger().warning("could not get info on ip " + ip + "; check freegeoip"); |
| } |
| return ip; |
| } |
| |
| protected String exec(final String nodeId, String command) { |
| return client.runScriptOnNode(nodeId, command, runAsRoot(false).wrapInInitScript(false)).getOutput().trim(); |
| } |
| |
| protected void checkUserMetadataInNodeEquals(NodeMetadata node, ImmutableMap<String, String> userMetadata) { |
| assert node.getUserMetadata().equals(userMetadata) : String.format("node userMetadata did not match %s %s", |
| userMetadata, node); |
| } |
| |
| public void testListImages() throws Exception { |
| for (Image image : client.listImages()) { |
| assert image.getProviderId() != null : image; |
| // image.getLocationId() can be null, if it is a location-free image |
| assertEquals(image.getType(), ComputeType.IMAGE); |
| } |
| } |
| |
| @Test(groups = { "integration", "live" }) |
| public void testGetAssignableLocations() throws Exception { |
| for (Location location : client.listAssignableLocations()) { |
| getAnonymousLogger().warning("location " + location); |
| assert location.getId() != null : location; |
| assert location != location.getParent() : location; |
| assert location.getScope() != null : location; |
| switch (location.getScope()) { |
| case PROVIDER: |
| assertProvider(location); |
| break; |
| case REGION: |
| assertProvider(location.getParent()); |
| break; |
| case ZONE: |
| Location provider = location.getParent().getParent(); |
| // zone can be a direct descendant of provider |
| if (provider == null) |
| provider = location.getParent(); |
| assertProvider(provider); |
| break; |
| case HOST: |
| Location provider2 = location.getParent().getParent().getParent(); |
| // zone can be a direct descendant of provider |
| if (provider2 == null) |
| provider2 = location.getParent().getParent(); |
| assertProvider(provider2); |
| break; |
| } |
| } |
| } |
| |
| protected int nonBlockDurationSeconds = 30; |
| |
| public void testOptionToNotBlock() throws Exception { |
| String group = this.group + "block"; |
| try { |
| client.destroyNodesMatching(inGroup(group)); |
| } catch (Exception e) { |
| |
| } |
| // no inbound ports |
| TemplateOptions options = client.templateOptions().blockUntilRunning(false).inboundPorts(); |
| try { |
| long time = currentTimeMillis(); |
| Set<? extends NodeMetadata> nodes = client.createNodesInGroup(group, 1, options); |
| NodeMetadata node = getOnlyElement(nodes); |
| assert node.getState() != NodeState.RUNNING : node; |
| long duration = (currentTimeMillis() - time) / 1000; |
| assert duration < nonBlockDurationSeconds : format("duration(%d) longer than expected(%d) seconds! ", |
| duration, nonBlockDurationSeconds); |
| } finally { |
| client.destroyNodesMatching(inGroup(group)); |
| } |
| } |
| |
| private void assertProvider(Location provider) { |
| assertEquals(provider.getScope(), LocationScope.PROVIDER); |
| assertEquals(provider.getParent(), null); |
| } |
| |
| public void testListSizes() throws Exception { |
| for (Hardware hardware : client.listHardwareProfiles()) { |
| assert hardware.getProviderId() != null : hardware; |
| assert getCores(hardware) > 0 : hardware; |
| assert hardware.getVolumes().size() >= 0 : hardware; |
| assert hardware.getRam() > 0 : hardware; |
| assertEquals(hardware.getType(), ComputeType.HARDWARE); |
| } |
| } |
| |
| @Test(enabled = true) |
| public void testCompareSizes() throws Exception { |
| Hardware defaultSize = client.templateBuilder().build().getHardware(); |
| |
| Hardware smallest = client.templateBuilder().smallest().build().getHardware(); |
| Hardware fastest = client.templateBuilder().fastest().build().getHardware(); |
| Hardware biggest = client.templateBuilder().biggest().build().getHardware(); |
| |
| getAnonymousLogger().info("smallest " + smallest); |
| getAnonymousLogger().info("fastest " + fastest); |
| getAnonymousLogger().info("biggest " + biggest); |
| |
| assertEquals(defaultSize, smallest); |
| |
| assert getCores(smallest) <= getCores(fastest) : format("%s ! <= %s", smallest, fastest); |
| assert getCores(biggest) <= getCores(fastest) : format("%s ! <= %s", biggest, fastest); |
| |
| assert biggest.getRam() >= fastest.getRam() : format("%s ! >= %s", biggest, fastest); |
| assert biggest.getRam() >= smallest.getRam() : format("%s ! >= %s", biggest, smallest); |
| |
| assert getCores(fastest) >= getCores(biggest) : format("%s ! >= %s", fastest, biggest); |
| assert getCores(fastest) >= getCores(smallest) : format("%s ! >= %s", fastest, smallest); |
| } |
| |
| private void sshPing(NodeMetadata node, String taskName) throws IOException { |
| for (int i = 0; i < 5; i++) {// retry loop TODO replace with predicate. |
| try { |
| doCheckJavaIsInstalledViaSsh(node, taskName); |
| return; |
| } catch (SshException e) { |
| try { |
| Thread.sleep(10 * 1000); |
| } catch (InterruptedException e1) { |
| } |
| continue; |
| } |
| } |
| } |
| |
| protected void doCheckJavaIsInstalledViaSsh(NodeMetadata node, String taskName) throws IOException { |
| SshClient ssh = context.utils().sshForNode().apply(node); |
| try { |
| ssh.connect(); |
| ExecResponse hello = ssh.exec("echo hello"); |
| assertEquals(hello.getOutput().trim(), "hello"); |
| ExecResponse exec = ssh.exec("java -version"); |
| assert exec.getError().indexOf("1.7") != -1 || exec.getOutput().indexOf("1.7") != -1 : exec + "\n" |
| + ssh.exec("cat /tmp/" + taskName + "/" + taskName + ".sh /tmp/" + taskName + "/stdout.log /tmp/" |
| + taskName + "/stderr.log"); |
| } finally { |
| if (ssh != null) |
| ssh.disconnect(); |
| } |
| } |
| |
| @AfterTest |
| protected void cleanup() throws InterruptedException, ExecutionException, TimeoutException { |
| if (nodes != null) { |
| testDestroyNodes(); |
| } |
| context.close(); |
| } |
| |
| } |
