| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| """ BVT tests for Virtual Machine migration across pods |
| """ |
| # Import Local Modules |
| from marvin.cloudstackTestCase import cloudstackTestCase |
| from marvin.cloudstackAPI import (attachVolume, |
| detachVolume, |
| deleteVolume, |
| attachIso, |
| detachIso, |
| deleteIso, |
| startVirtualMachine, |
| stopVirtualMachine, |
| migrateVirtualMachineWithVolume) |
| from marvin.lib.utils import (cleanup_resources) |
| from marvin.lib.base import (Account, |
| Host, |
| Pod, |
| StoragePool, |
| ServiceOffering, |
| DiskOffering, |
| VirtualMachine, |
| Iso, |
| Volume) |
| from marvin.lib.common import (get_domain, |
| get_zone, |
| get_template) |
| from marvin.lib.decoratorGenerators import skipTestIf |
| from marvin.codes import FAILED, PASS |
| from nose.plugins.attrib import attr |
| # Import System modules |
| import time |
| |
| _multiprocess_shared_ = True |
| |
| |
| class TestVMMigration(cloudstackTestCase): |
| |
| @classmethod |
| def setUpClass(cls): |
| testClient = super(TestVMMigration, cls).getClsTestClient() |
| cls.apiclient = testClient.getApiClient() |
| cls.services = testClient.getParsedTestDataConfig() |
| |
| # Get Zone, Domain and templates |
| cls.domain = get_domain(cls.apiclient) |
| cls.zone = get_zone(cls.apiclient, testClient.getZoneForTests()) |
| cls.services['mode'] = cls.zone.networktype |
| |
| cls.cleanup = [] |
| cls.hypervisorNotSupported = False |
| cls.hypervisor = cls.testClient.getHypervisorInfo() |
| if cls.hypervisor.lower() not in ['vmware']: |
| cls.hypervisorNotSupported = True |
| |
| if cls.hypervisorNotSupported == False: |
| cls.pods = Pod.list(cls.apiclient, zoneid=cls.zone.id, listall=True) |
| if len(cls.pods) < 2: |
| assert False, "Not enough pods found: %d" % len(cls.pods) |
| cls.computeOfferingStorageTags = None |
| cls.diskOfferingStorageTags = None |
| |
| for pod in cls.pods: |
| podStoragePools = StoragePool.list( |
| cls.apiclient, |
| scope='CLUSTER', |
| podid=pod.id) |
| if len(podStoragePools) < 1: |
| assert False, "Not enough CLUSTER scope storage pools found for pod: %s" % pod.id |
| taggedPool = [] |
| for pool in podStoragePools: |
| if pool.tags != None and len(pool.tags) > 0: |
| taggedPool.append(pool) |
| if len(taggedPool) < 2: |
| assert False, "No CLUSTER scope, tagged storage pools found for pod: %s" % pod.id |
| if cls.computeOfferingStorageTags == None: |
| cls.computeOfferingStorageTags = taggedPool[0].tags |
| if cls.diskOfferingStorageTags == None: |
| cls.diskOfferingStorageTags = taggedPool[1].tags |
| |
| template = get_template( |
| cls.apiclient, |
| cls.zone.id, |
| cls.services["ostype"]) |
| if template == FAILED: |
| assert False, "get_template() failed to return template with description %s" % cls.services["ostype"] |
| |
| # Set Zones and disk offerings |
| cls.services["small"]["zoneid"] = cls.zone.id |
| cls.services["small"]["template"] = template.id |
| |
| cls.services["iso"]["zoneid"] = cls.zone.id |
| |
| cls.account = Account.create( |
| cls.apiclient, |
| cls.services["account"], |
| domainid=cls.domain.id) |
| cls.debug(cls.account.id) |
| |
| compute_offering_service = cls.services["service_offerings"]["tiny"].copy() |
| compute_offering_service["tags"] = cls.computeOfferingStorageTags |
| cls.service_offering = ServiceOffering.create( |
| cls.apiclient, |
| compute_offering_service) |
| disk_offering_service = cls.services["disk_offering"].copy() |
| disk_offering_service["disksize"] = 1 |
| cls.untagged_disk_offering = DiskOffering.create( |
| cls.apiclient, |
| disk_offering_service) |
| disk_offering_service["tags"] = cls.diskOfferingStorageTags |
| cls.tagged_disk_offering = DiskOffering.create( |
| cls.apiclient, |
| disk_offering_service) |
| cls.hostId = None |
| host = cls.getOldestHost(cls.pods[0].id, cls.pods[1].id) |
| if host != None: |
| cls.hostId = host.id |
| |
| cls.cleanup = [ |
| cls.service_offering, |
| cls.untagged_disk_offering, |
| cls.tagged_disk_offering, |
| cls.account |
| ] |
| |
| @classmethod |
| def tearDownClass(cls): |
| try: |
| cleanup_resources(cls.apiclient, cls.cleanup) |
| except Exception as e: |
| raise Exception("Warning: Exception during cleanup : %s" % e) |
| |
| def setUp(self): |
| self.apiclient = self.testClient.getApiClient() |
| self.dbclient = self.testClient.getDbConnection() |
| self.virtual_machine = None |
| if self.hypervisorNotSupported == False: |
| self.virtual_machine = VirtualMachine.create( |
| self.apiclient, |
| self.services["small"], |
| accountid=self.account.name, |
| domainid=self.account.domainid, |
| serviceofferingid=self.service_offering.id, |
| mode=self.services['mode'], |
| hostid=self.hostId |
| ) |
| |
| self.cleanup = [] |
| |
| def tearDown(self): |
| try: |
| if self.virtual_machine != None: |
| self.virtual_machine.delete(self.apiclient, expunge=True) |
| # Clean up, terminate the created accounts, domains etc |
| cleanup_resources(self.apiclient, self.cleanup) |
| except Exception as e: |
| raise Exception("Warning: Exception during cleanup : %s" % e) |
| |
| return |
| |
| @classmethod |
| def getOldestHost(cls, pod1_id, pod2_id): |
| selectedHost = None |
| hosts = Host.list(cls.apiclient, type='Routing', podid=pod1_id) |
| morehosts = Host.list(cls.apiclient, type='Routing', podid=pod2_id) |
| if isinstance(morehosts, list) and len(morehosts)>0: |
| if isinstance(hosts, list) and len(hosts)>0: |
| hosts.extend(morehosts) |
| if isinstance(hosts, list) and len(hosts)>0: |
| selectedHost = hosts[0] |
| # Very basic way to get lowest version host |
| for host in hosts: |
| if int(host.hypervisorversion.replace(".", "")) < int(selectedHost.hypervisorversion.replace(".", "")): |
| selectedHost = host |
| return selectedHost |
| |
| @skipTestIf("hypervisorNotSupported") |
| @attr(tags=["devcloud", "advanced", "advancedns", "smoke", "basic", "sg"], required_hardware="false") |
| def test_01_migrate_running_vm(self): |
| """Test Running Virtual Machine Migration Without DATA disk or ISO |
| """ |
| # Validate the following: |
| # 1. Start VM if not running |
| # 2. Migrate VM to a different pod multiple times |
| vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id) |
| if vmResponse.state != 'Running': |
| self.startVm(vmResponse.id) |
| migrationCount = 1 |
| while migrationCount > 0: |
| vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id, 'Running') |
| hostId = self.getDifferentPodHost(vmResponse.id, vmResponse.hostid).id |
| self.debug("#%d migration, current host ID: %s, new host ID: %s" % ((2-migrationCount), vmResponse.hostid, hostId)) |
| self.migrateVmWithVolume(vmResponse.id, hostId) |
| migrationCount = migrationCount - 1 |
| if migrationCount > 0: |
| time.sleep(self.services["sleep"]) |
| return |
| |
| @skipTestIf("hypervisorNotSupported") |
| @attr(tags=["devcloud", "advanced", "advancedns", "smoke", "basic", "sg"], required_hardware="false") |
| def test_02_migrate_running_vm_with_disk_and_iso(self): |
| """Test Running Virtual Machine Migration With DATA disks or ISO |
| """ |
| # Validate the following: |
| # 1. Start VM if not running |
| # 2. Add disks and ISO to the VM |
| # 3. Migrate VM to a different pod multiple times |
| # 4. Remove disks and ISO from the VM |
| vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id) |
| if vmResponse.state != 'Running': |
| self.startVm(vmResponse.id) |
| vol1 = self.addVolumeToVm(vmResponse.id, self.tagged_disk_offering) |
| vol2 = self.addVolumeToVm(vmResponse.id, self.untagged_disk_offering) |
| # self.addIsoToVm(vmResponse.id) |
| migrationCount = 1 |
| while migrationCount > 0: |
| vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id, 'Running') |
| hostId = self.getDifferentPodHost(vmResponse.id, vmResponse.hostid).id |
| self.debug("#%d migration, current host ID: %s, new host ID: %s" % ((2-migrationCount), vmResponse.hostid, hostId)) |
| self.migrateVmWithVolume(vmResponse.id, hostId) |
| migrationCount = migrationCount - 1 |
| if migrationCount > 0: |
| time.sleep(self.services["sleep"]) |
| self.removeVolumeFromVm(vol1.id) |
| self.removeVolumeFromVm(vol2.id) |
| # self.removeIsoFromVm(vmResponse.id, vmResponse.isoid) |
| return |
| |
| @skipTestIf("hypervisorNotSupported") |
| @attr(tags=["devcloud", "advanced", "advancedns", "smoke", "basic", "sg"], required_hardware="false") |
| def test_03_migrate_stopped_vm(self): |
| """Test Stopped Virtual Machine Migration Without DATA disk or ISO |
| """ |
| # Validate the following: |
| # 1. Stop VM if not already stopped |
| # 2. Migrate VM to a different pod multiple times with volume to pool mapping |
| vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id) |
| if vmResponse.state != 'Stopped': |
| self.stopVm(vmResponse.id) |
| migrationCount = 3 |
| while migrationCount > 0: |
| vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id, 'Stopped') |
| migrateTo = self.getDifferentPodVolumeStoragePoolMapping(vmResponse.id) |
| self.debug("#%d migration, mapping: %s" % ((4-migrationCount), migrateTo)) |
| self.migrateVmWithVolume(vmResponse.id, None, migrateTo) |
| migrationCount = migrationCount - 1 |
| if migrationCount > 0: |
| time.sleep(self.services["sleep"]) |
| return |
| |
| @skipTestIf("hypervisorNotSupported") |
| @attr(tags=["devcloud", "advanced", "advancedns", "smoke", "basic", "sg"], required_hardware="false") |
| def test_04_migrate_stopped_vm_with_disk_and_iso(self): |
| """Test Stopped Virtual Machine Migration With DATA disk or ISO |
| """ |
| # Validate the following: |
| # 1. Start VM if not running |
| # 2. Add disks and ISO to the VM |
| # 3. Stop the VM |
| # 4. Migrate VM to a different pod multiple times with volume to pool mapping |
| # 5. Start VM and remove disks and ISO from the VM |
| vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id) |
| if vmResponse.state != 'Running': |
| self.startVm(vmResponse.id) |
| vol1 = self.addVolumeToVm(vmResponse.id, self.tagged_disk_offering) |
| vol2 = self.addVolumeToVm(vmResponse.id, self.untagged_disk_offering) |
| # self.addIsoToVm(vmResponse.id) |
| self.stopVm(vmResponse.id) |
| migrationCount = 3 |
| while migrationCount > 0: |
| vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id, 'Stopped') |
| migrateTo = self.getDifferentPodVolumeStoragePoolMapping(vmResponse.id) |
| self.debug("#%d migration, mapping: %s" % ((4-migrationCount), migrateTo)) |
| self.migrateVmWithVolume(vmResponse.id, None, migrateTo) |
| migrationCount = migrationCount - 1 |
| if migrationCount > 0: |
| time.sleep(self.services["sleep"]) |
| self.removeVolumeFromVm(vol1.id) |
| self.removeVolumeFromVm(vol2.id) |
| # self.removeIsoFromVm(vmResponse.id, vmResponse.isoid) |
| return |
| |
| def startVm(self, vm_id): |
| startVirtualMachineCmd = startVirtualMachine.startVirtualMachineCmd() |
| startVirtualMachineCmd.id = vm_id |
| self.apiclient.startVirtualMachine(startVirtualMachineCmd) |
| |
| def stopVm(self, vm_id): |
| stopVirtualMachineCmd = stopVirtualMachine.stopVirtualMachineCmd() |
| stopVirtualMachineCmd.id = vm_id |
| self.apiclient.stopVirtualMachine(stopVirtualMachineCmd) |
| |
| def addVolumeToVm(self, vm_id, disk_offering): |
| volume = Volume.create( |
| self.apiclient, |
| self.services["volume"], |
| zoneid=self.zone.id, |
| diskofferingid=disk_offering.id, |
| account=self.account.name, |
| domainid=self.account.domainid) |
| cmd = attachVolume.attachVolumeCmd() |
| cmd.id = volume.id |
| cmd.virtualmachineid = vm_id |
| attachedVolume = self.apiclient.attachVolume(cmd) |
| return attachedVolume |
| |
| def removeVolumeFromVm(self, volume_id): |
| cmd = detachVolume.detachVolumeCmd() |
| cmd.id = volume_id |
| detachedVolume = self.apiclient.detachVolume(cmd) |
| cmd = deleteVolume.deleteVolumeCmd() |
| cmd.id = volume_id |
| self.apiclient.deleteVolume(cmd) |
| return |
| |
| def addIsoToVm(self, vm_id): |
| iso = Iso.create( |
| self.apiclient, |
| self.services["iso"], |
| account=self.account.name, |
| domainid=self.account.domainid) |
| cmd = attachIso.attachIsoCmd() |
| cmd.id = iso.id |
| cmd.virtualmachineid = vm_id |
| attachedIso = self.apiclient.attachIso(cmd) |
| return |
| |
| def removeIsoFromVm(self, vm_id, iso_id): |
| cmd = detachIso.detachIsoCmd() |
| cmd.virtualmachineid = vm_id |
| self.apiclient.detachIso(cmd) |
| cmd = deleteIso.deleteIsoCmd() |
| cmd.id = iso_id |
| self.apiclient.deleteIso(cmd) |
| return |
| |
| def getVmVerifiedResponse(self, vm_id, state=None): |
| list_vm_response = VirtualMachine.list( |
| self.apiclient, |
| id=self.virtual_machine.id) |
| self.debug( |
| "Verify listVirtualMachines response for virtual machine: %s" \ |
| % self.virtual_machine.id) |
| self.assertEqual( |
| isinstance(list_vm_response, list), |
| True, |
| "Check list response returns a valid list") |
| self.assertNotEqual( |
| len(list_vm_response), |
| 0, |
| "Check VM available in List Virtual Machines") |
| vmResponse = list_vm_response[0] |
| if state != None: |
| self.assertEqual( |
| vmResponse.state, |
| state, |
| "VM not in state: %s" % state) |
| return vmResponse |
| |
| def getDifferentPodHost(self, vm_id, host_id): |
| host = None |
| currentHost = Host.list(self.apiclient, id=host_id) |
| self.assertEqual( |
| isinstance(currentHost, list), |
| True, |
| "Check host list response returns a valid list") |
| self.assertNotEqual( |
| len(currentHost), |
| 0, |
| "Check current host for VM ID: %s available in List Hosts" % vm_id) |
| currentHost = currentHost[0] |
| hosts = Host.listForMigration(self.apiclient, virtualmachineid=vm_id) |
| self.assertEqual( |
| isinstance(hosts, list), |
| True, |
| "Check host list response returns a valid list") |
| self.assertNotEqual( |
| len(hosts), |
| 0, |
| "Hosts suitable for migration for VM ID: %s not found" % vm_id) |
| for hostForMigration in hosts: |
| if hostForMigration.podid != currentHost.podid: |
| host = hostForMigration |
| break |
| self.assertNotEqual( |
| host, |
| None, |
| "Host suitable for migration for VM ID: %s in a different pod not found" % vm_id) |
| return host |
| |
| def getPodStoragePoolWithTags(self, pod_id, tags=None): |
| pool = None |
| storage_pools = StoragePool.list( |
| self.apiclient, |
| podid=pod_id, |
| listall=True) |
| if isinstance(storage_pools, list) and len(storage_pools) > 0: |
| if tags != None: |
| for storage_pool in storage_pools: |
| if storage_pool.tags == tags: |
| pool = storage_pool |
| break |
| else: |
| pool = storage_pool[0] |
| return pool |
| |
| def getDifferentPodVolumeStoragePoolMapping(self, vm_id): |
| rootVolume = Volume.list(self.apiclient, virtualmachineid=vm_id, listall=True, type='ROOT') |
| self.assertEqual( |
| isinstance(rootVolume, list), |
| True, |
| "Check VM volumes list response returns a valid list") |
| self.assertNotEqual( |
| len(rootVolume), |
| 0, |
| "Check VM ROOT volume available in List Volumes") |
| rootVolume = rootVolume[0] |
| volumeStoragePool = StoragePool.list( |
| self.apiclient, |
| id=rootVolume.storageid) |
| self.assertEqual( |
| isinstance(volumeStoragePool, list), |
| True, |
| "Check VM ROOT Volume storage list response returns a valid list") |
| self.assertNotEqual( |
| len(volumeStoragePool), |
| 0, |
| "Check VM ROOT Volume storage available in List Storage Pools") |
| volumeStoragePool = volumeStoragePool[0] |
| podId = self.pods[0].id |
| if volumeStoragePool.podid == podId: |
| podId = self.pods[1].id |
| pool = self.getPodStoragePoolWithTags(podId, self.computeOfferingStorageTags) |
| self.assertNotEqual( |
| pool, |
| None, |
| "Target storage pool mapping for VM ID: %s failed" % vm_id) |
| migrateTo = { "volume": rootVolume.id, "pool": pool.id} |
| return [migrateTo] |
| |
| def migrateVmWithVolume(self, vm_id, host_id, migrate_to=None): |
| migrateVirtualMachineWithVolumeCmd = migrateVirtualMachineWithVolume.migrateVirtualMachineWithVolumeCmd() |
| migrateVirtualMachineWithVolumeCmd.virtualmachineid = vm_id |
| if host_id != None: |
| migrateVirtualMachineWithVolumeCmd.hostid = host_id |
| if migrate_to != None: |
| migrateVirtualMachineWithVolumeCmd.migrateto = migrate_to |
| response = self.apiclient.migrateVirtualMachineWithVolume(migrateVirtualMachineWithVolumeCmd) |
| return response |
