| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| |
| from marvin.codes import FAILED |
| from marvin.cloudstackTestCase import * |
| from marvin.cloudstackAPI import * |
| from marvin.sshClient import SshClient |
| from marvin.lib.utils import * |
| from marvin.lib.base import * |
| from marvin.lib.common import * |
| from nose.plugins.attrib import attr |
| #Import System modules |
| import time |
| |
| _multiprocess_shared_ = True |
| |
| class TestLoadBalance(cloudstackTestCase): |
| |
| @classmethod |
| def setUpClass(cls): |
| |
| testClient = super(TestLoadBalance, cls).getClsTestClient() |
| cls.apiclient = testClient.getApiClient() |
| cls.services = testClient.getParsedTestDataConfig() |
| |
| # Get Zone, Domain and templates |
| cls.domain = get_domain(cls.apiclient) |
| cls.zone = get_zone(cls.apiclient, testClient.getZoneForTests()) |
| cls.hypervisor = testClient.getHypervisorInfo() |
| template = get_test_template( |
| cls.apiclient, |
| cls.zone.id, |
| cls.hypervisor) |
| if template == FAILED: |
| assert False, "get_test_template() failed to return template" |
| |
| cls.services["virtual_machine"]["zoneid"] = cls.zone.id |
| |
| #Create an account, network, VM and IP addresses |
| cls.account = Account.create( |
| cls.apiclient, |
| cls.services["account"], |
| admin=True, |
| domainid=cls.domain.id |
| ) |
| cls.service_offering = ServiceOffering.create( |
| cls.apiclient, |
| cls.services["service_offerings"]["tiny"] |
| ) |
| cls.vm_1 = VirtualMachine.create( |
| cls.apiclient, |
| cls.services["virtual_machine"], |
| templateid=template.id, |
| accountid=cls.account.name, |
| domainid=cls.account.domainid, |
| serviceofferingid=cls.service_offering.id |
| ) |
| cls.vm_2 = VirtualMachine.create( |
| cls.apiclient, |
| cls.services["virtual_machine"], |
| templateid=template.id, |
| accountid=cls.account.name, |
| domainid=cls.account.domainid, |
| serviceofferingid=cls.service_offering.id |
| ) |
| cls.vm_3 = VirtualMachine.create( |
| cls.apiclient, |
| cls.services["virtual_machine"], |
| templateid=template.id, |
| accountid=cls.account.name, |
| domainid=cls.account.domainid, |
| serviceofferingid=cls.service_offering.id |
| ) |
| cls.non_src_nat_ip = PublicIPAddress.create( |
| cls.apiclient, |
| cls.account.name, |
| cls.zone.id, |
| cls.account.domainid, |
| cls.services["virtual_machine"] |
| ) |
| # Open up firewall port for SSH |
| cls.fw_rule = FireWallRule.create( |
| cls.apiclient, |
| ipaddressid=cls.non_src_nat_ip.ipaddress.id, |
| protocol=cls.services["lbrule"]["protocol"], |
| cidrlist=['0.0.0.0/0'], |
| startport=cls.services["lbrule"]["publicport"], |
| endport=cls.services["lbrule"]["publicport"] |
| ) |
| cls._cleanup = [ |
| cls.account, |
| cls.service_offering |
| ] |
| |
| def setUp(self): |
| self.apiclient = self.testClient.getApiClient() |
| self.cleanup = [] |
| return |
| |
| def tearDown(self): |
| cleanup_resources(self.apiclient, self.cleanup) |
| return |
| |
| @classmethod |
| def tearDownClass(cls): |
| cleanup_resources(cls.apiclient, cls._cleanup) |
| return |
| |
| def try_ssh(self, ip_addr, unameCmd, firstAttempt=False): |
| try: |
| self.debug( |
| "SSH into VM (IPaddress: %s) & NAT Rule (Public IP: %s)" % |
| (self.vm_1.ipaddress, ip_addr) |
| ) |
| retries = 3 |
| if firstAttempt: |
| retries = 30 |
| # If Round Robin Algorithm is chosen, |
| # each ssh command should alternate between VMs |
| ssh_1 = SshClient( |
| ip_addr, |
| self.services['lbrule']["publicport"], |
| self.vm_1.username, |
| self.vm_1.password, |
| retries=retries |
| ) |
| unameCmd.append(ssh_1.execute("uname")[0]) |
| self.debug(unameCmd) |
| except Exception as e: |
| self.fail("%s: SSH failed for VM with IP Address: %s" % |
| (e, ip_addr)) |
| time.sleep(5) |
| |
| @attr(tags = ["advanced", "advancedns", "smoke"], required_hardware="true") |
| def test_01_create_lb_rule_src_nat(self): |
| """Test to create Load balancing rule with source NAT""" |
| |
| # Validate the Following: |
| #1. listLoadBalancerRules should return the added rule |
| #2. attempt to ssh twice on the load balanced IP |
| #3. verify using the UNAME of the VM |
| # that round robin is indeed happening as expected |
| src_nat_ip_addrs = PublicIPAddress.list( |
| self.apiclient, |
| account=self.account.name, |
| domainid=self.account.domainid |
| ) |
| self.assertEqual( |
| isinstance(src_nat_ip_addrs, list), |
| True, |
| "Check list response returns a valid list" |
| ) |
| src_nat_ip_addr = src_nat_ip_addrs[0] |
| |
| # Check if VM is in Running state before creating LB rule |
| vm_response = VirtualMachine.list( |
| self.apiclient, |
| account=self.account.name, |
| domainid=self.account.domainid |
| ) |
| |
| self.assertEqual( |
| isinstance(vm_response, list), |
| True, |
| "Check list VM returns a valid list" |
| ) |
| |
| self.assertNotEqual( |
| len(vm_response), |
| 0, |
| "Check Port Forwarding Rule is created" |
| ) |
| for vm in vm_response: |
| self.assertEqual( |
| vm.state, |
| 'Running', |
| "VM state should be Running before creating a NAT rule." |
| ) |
| |
| #Create Load Balancer rule and assign VMs to rule |
| lb_rule = LoadBalancerRule.create( |
| self.apiclient, |
| self.services["lbrule"], |
| src_nat_ip_addr.id, |
| accountid=self.account.name |
| ) |
| self.cleanup.append(lb_rule) |
| lb_rule.assign(self.apiclient, [self.vm_1, self.vm_2]) |
| lb_rules = list_lb_rules( |
| self.apiclient, |
| id=lb_rule.id |
| ) |
| self.assertEqual( |
| isinstance(lb_rules, list), |
| True, |
| "Check list response returns a valid list" |
| ) |
| #verify listLoadBalancerRules lists the added load balancing rule |
| self.assertNotEqual( |
| len(lb_rules), |
| 0, |
| "Check Load Balancer Rule in its List" |
| ) |
| self.assertEqual( |
| lb_rules[0].id, |
| lb_rule.id, |
| "Check List Load Balancer Rules returns valid Rule" |
| ) |
| |
| # listLoadBalancerRuleInstances should list all |
| # instances associated with that LB rule |
| lb_instance_rules = list_lb_instances( |
| self.apiclient, |
| id=lb_rule.id |
| ) |
| self.assertEqual( |
| isinstance(lb_instance_rules, list), |
| True, |
| "Check list response returns a valid list" |
| ) |
| self.assertNotEqual( |
| len(lb_instance_rules), |
| 0, |
| "Check Load Balancer instances Rule in its List" |
| ) |
| self.debug("lb_instance_rules Ids: %s, %s" % ( |
| lb_instance_rules[0].id, |
| lb_instance_rules[1].id |
| )) |
| self.debug("VM ids: %s, %s" % (self.vm_1.id, self.vm_2.id)) |
| |
| self.assertIn( |
| lb_instance_rules[0].id, |
| [self.vm_1.id, self.vm_2.id], |
| "Check List Load Balancer instances Rules returns valid VM ID" |
| ) |
| |
| self.assertIn( |
| lb_instance_rules[1].id, |
| [self.vm_1.id, self.vm_2.id], |
| "Check List Load Balancer instances Rules returns valid VM ID" |
| ) |
| |
| |
| unameResults = [] |
| self.try_ssh(src_nat_ip_addr.ipaddress, unameResults, True) |
| self.try_ssh(src_nat_ip_addr.ipaddress, unameResults) |
| self.try_ssh(src_nat_ip_addr.ipaddress, unameResults) |
| self.try_ssh(src_nat_ip_addr.ipaddress, unameResults) |
| self.try_ssh(src_nat_ip_addr.ipaddress, unameResults) |
| |
| self.debug("UNAME: %s" % str(unameResults)) |
| self.assertIn( |
| "Linux", |
| unameResults, |
| "Check if ssh succeeded for server1" |
| ) |
| self.assertIn( |
| "Linux", |
| unameResults, |
| "Check if ssh succeeded for server2" |
| ) |
| |
| #SSH should pass till there is a last VM associated with LB rule |
| lb_rule.remove(self.apiclient, [self.vm_2]) |
| |
| # making unameResultss list empty |
| unameResults[:] = [] |
| |
| try: |
| self.debug("SSHing into IP address: %s after removing VM (ID: %s)" % |
| ( |
| src_nat_ip_addr.ipaddress, |
| self.vm_2.id |
| )) |
| |
| self.try_ssh(src_nat_ip_addr.ipaddress, unameResults) |
| self.assertIn( |
| "Linux", |
| unameResults, |
| "Check if ssh succeeded for server1" |
| ) |
| except Exception as e: |
| self.fail("%s: SSH failed for VM with IP Address: %s" % |
| (e, src_nat_ip_addr.ipaddress)) |
| |
| lb_rule.remove(self.apiclient, [self.vm_1]) |
| |
| with self.assertRaises(Exception): |
| self.debug("Removed all VMs, trying to SSH") |
| self.try_ssh(src_nat_ip_addr.ipaddress, unameResults) |
| return |
| |
| @attr(tags = ["advanced", "advancedns", "smoke"], required_hardware="true") |
| def test_02_create_lb_rule_non_nat(self): |
| """Test to create Load balancing rule with non source NAT""" |
| |
| # Validate the Following: |
| #1. listLoadBalancerRules should return the added rule |
| #2. attempt to ssh twice on the load balanced IP |
| #3. verify using the UNAME of the VM that |
| # round robin is indeed happening as expected |
| |
| #Create Load Balancer rule and assign VMs to rule |
| lb_rule = LoadBalancerRule.create( |
| self.apiclient, |
| self.services["lbrule"], |
| self.non_src_nat_ip.ipaddress.id, |
| accountid=self.account.name |
| ) |
| self.cleanup.append(lb_rule) |
| lb_rule.assign(self.apiclient, [self.vm_1, self.vm_2]) |
| lb_rules = list_lb_rules( |
| self.apiclient, |
| id=lb_rule.id |
| ) |
| self.assertEqual( |
| isinstance(lb_rules, list), |
| True, |
| "Check list response returns a valid list" |
| ) |
| #verify listLoadBalancerRules lists the added load balancing rule |
| self.assertNotEqual( |
| len(lb_rules), |
| 0, |
| "Check Load Balancer Rule in its List" |
| ) |
| self.assertEqual( |
| lb_rules[0].id, |
| lb_rule.id, |
| "Check List Load Balancer Rules returns valid Rule" |
| ) |
| # listLoadBalancerRuleInstances should list |
| # all instances associated with that LB rule |
| lb_instance_rules = list_lb_instances( |
| self.apiclient, |
| id=lb_rule.id |
| ) |
| self.assertEqual( |
| isinstance(lb_instance_rules, list), |
| True, |
| "Check list response returns a valid list" |
| ) |
| self.assertNotEqual( |
| len(lb_instance_rules), |
| 0, |
| "Check Load Balancer instances Rule in its List" |
| ) |
| |
| self.assertIn( |
| lb_instance_rules[0].id, |
| [self.vm_1.id, self.vm_2.id], |
| "Check List Load Balancer instances Rules returns valid VM ID" |
| ) |
| |
| self.assertIn( |
| lb_instance_rules[1].id, |
| [self.vm_1.id, self.vm_2.id], |
| "Check List Load Balancer instances Rules returns valid VM ID" |
| ) |
| try: |
| unameResults = [] |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| |
| self.debug("UNAME: %s" % str(unameResults)) |
| self.assertIn( |
| "Linux", |
| unameResults, |
| "Check if ssh succeeded for server1" |
| ) |
| self.assertIn( |
| "Linux", |
| unameResults, |
| "Check if ssh succeeded for server2" |
| ) |
| |
| #SSH should pass till there is a last VM associated with LB rule |
| lb_rule.remove(self.apiclient, [self.vm_2]) |
| self.debug("SSHing into IP address: %s after removing VM (ID: %s) from LB rule" % |
| ( |
| self.non_src_nat_ip.ipaddress.ipaddress, |
| self.vm_2.id |
| )) |
| # Making host list empty |
| unameResults[:] = [] |
| |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| self.assertIn( |
| "Linux", |
| unameResults, |
| "Check if ssh succeeded for server1" |
| ) |
| self.debug("UNAME after removing VM2: %s" % str(unameResults)) |
| except Exception as e: |
| self.fail("%s: SSH failed for VM with IP Address: %s" % |
| (e, self.non_src_nat_ip.ipaddress.ipaddress)) |
| |
| lb_rule.remove(self.apiclient, [self.vm_1]) |
| with self.assertRaises(Exception): |
| self.debug("SSHing into IP address: %s after removing VM (ID: %s) from LB rule" % |
| ( |
| self.non_src_nat_ip.ipaddress.ipaddress, |
| self.vm_1.id |
| )) |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| return |
| |
| @attr(tags = ["advanced", "advancedns", "smoke"], required_hardware="true") |
| def test_assign_and_removal_lb(self): |
| """Test for assign & removing load balancing rule""" |
| |
| # Validate: |
| #1. Verify list API - listLoadBalancerRules lists |
| # all the rules with the relevant ports |
| #2. listLoadBalancerInstances will list |
| # the instances associated with the corresponding rule. |
| #3. verify ssh attempts should pass as long as there |
| # is at least one instance associated with the rule |
| |
| # Check if VM is in Running state before creating LB rule |
| vm_response = VirtualMachine.list( |
| self.apiclient, |
| account=self.account.name, |
| domainid=self.account.domainid |
| ) |
| |
| self.assertEqual( |
| isinstance(vm_response, list), |
| True, |
| "Check list VM returns a valid list" |
| ) |
| |
| self.assertNotEqual( |
| len(vm_response), |
| 0, |
| "Check Port Forwarding Rule is created" |
| ) |
| for vm in vm_response: |
| self.assertEqual( |
| vm.state, |
| 'Running', |
| "VM state should be Running before creating a NAT rule." |
| ) |
| |
| lb_rule = LoadBalancerRule.create( |
| self.apiclient, |
| self.services["lbrule"], |
| self.non_src_nat_ip.ipaddress.id, |
| self.account.name |
| ) |
| lb_rule.assign(self.apiclient, [self.vm_1, self.vm_2]) |
| |
| unameResults = [] |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| |
| self.debug("UNAME: %s" % str(unameResults)) |
| self.assertIn( |
| "Linux", |
| unameResults, |
| "Check if ssh succeeded for server1" |
| ) |
| self.assertIn( |
| "Linux", |
| unameResults, |
| "Check if ssh succeeded for server2" |
| ) |
| #Removing VM and assigning another VM to LB rule |
| lb_rule.remove(self.apiclient, [self.vm_2]) |
| |
| # making unameResults list empty |
| unameResults[:] = [] |
| |
| try: |
| self.debug("SSHing again into IP address: %s with VM (ID: %s) added to LB rule" % |
| ( |
| self.non_src_nat_ip.ipaddress.ipaddress, |
| self.vm_1.id, |
| )) |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| |
| self.assertIn( |
| "Linux", |
| unameResults, |
| "Check if ssh succeeded for server1" |
| ) |
| except Exception as e: |
| self.fail("SSH failed for VM with IP: %s" % |
| self.non_src_nat_ip.ipaddress.ipaddress) |
| |
| lb_rule.assign(self.apiclient, [self.vm_3]) |
| |
| # # Making unameResults list empty |
| unameResults[:] = [] |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| self.try_ssh(self.non_src_nat_ip.ipaddress.ipaddress, unameResults) |
| self.debug("UNAME: %s" % str(unameResults)) |
| self.assertIn( |
| "Linux", |
| unameResults, |
| "Check if ssh succeeded for server1" |
| ) |
| self.assertIn( |
| "Linux", |
| unameResults, |
| "Check if ssh succeeded for server3" |
| ) |
| return |
