# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
""" BVT tests for Virtual Machine migration across pods
"""
# Import Local Modules
from marvin.cloudstackTestCase import cloudstackTestCase
from marvin.cloudstackAPI import (attachVolume,
                                  detachVolume,
                                  deleteVolume,
                                  attachIso,
                                  detachIso,
                                  deleteIso,
                                  startVirtualMachine,
                                  stopVirtualMachine,
                                  migrateVirtualMachineWithVolume)
from marvin.lib.utils import (cleanup_resources)
from marvin.lib.base import (Account,
                             Host,
                             Pod,
                             StoragePool,
                             ServiceOffering,
                             DiskOffering,
                             VirtualMachine,
                             Iso,
                             Volume)
from marvin.lib.common import (get_domain,
                               get_zone,
                               get_template)
from marvin.lib.decoratorGenerators import skipTestIf
from marvin.codes import FAILED, PASS
from nose.plugins.attrib import attr
# Import System modules
import time

_multiprocess_shared_ = True


class TestVMMigration(cloudstackTestCase):

    @classmethod
    def setUpClass(cls):
        testClient = super(TestVMMigration, cls).getClsTestClient()
        cls.apiclient = testClient.getApiClient()
        cls.services = testClient.getParsedTestDataConfig()

        # Get Zone, Domain and templates
        cls.domain = get_domain(cls.apiclient)
        cls.zone = get_zone(cls.apiclient, testClient.getZoneForTests())
        cls.services['mode'] = cls.zone.networktype

        cls.cleanup = []
        cls.hypervisorNotSupported = False
        cls.hypervisor = cls.testClient.getHypervisorInfo()
        if cls.hypervisor.lower() not in ['vmware']:
            cls.hypervisorNotSupported = True

        if cls.hypervisorNotSupported == False:
            cls.pods = Pod.list(cls.apiclient, zoneid=cls.zone.id, listall=True)
            if len(cls.pods) < 2:
                assert False, "Not enough pods found: %d" % len(cls.pods)
            cls.computeOfferingStorageTags = None
            cls.diskOfferingStorageTags = None

            for pod in cls.pods:
                podStoragePools = StoragePool.list(
                    cls.apiclient,
                    scope='CLUSTER',
                    podid=pod.id)
                if len(podStoragePools) < 1:
                    assert False, "Not enough CLUSTER scope storage pools found for pod: %s" % pod.id
                taggedPool = []
                for pool in podStoragePools:
                    if pool.tags != None and len(pool.tags) > 0:
                        taggedPool.append(pool)
                if len(taggedPool) < 2:
                    assert False, "No CLUSTER scope, tagged storage pools found for pod: %s" % pod.id
                if cls.computeOfferingStorageTags == None:
                    cls.computeOfferingStorageTags = taggedPool[0].tags
                if cls.diskOfferingStorageTags == None:
                    cls.diskOfferingStorageTags = taggedPool[1].tags

            template = get_template(
                cls.apiclient,
                cls.zone.id,
                cls.services["ostype"])
            if template == FAILED:
                assert False, "get_template() failed to return template with description %s" % cls.services["ostype"]

            # Set Zones and disk offerings
            cls.services["small"]["zoneid"] = cls.zone.id
            cls.services["small"]["template"] = template.id

            cls.services["iso"]["zoneid"] = cls.zone.id

            cls.account = Account.create(
                cls.apiclient,
                cls.services["account"],
                domainid=cls.domain.id)
            cls.debug(cls.account.id)

            compute_offering_service = cls.services["service_offerings"]["tiny"].copy()
            compute_offering_service["tags"] = cls.computeOfferingStorageTags
            cls.service_offering = ServiceOffering.create(
                cls.apiclient,
                compute_offering_service)
            disk_offering_service = cls.services["disk_offering"].copy()
            disk_offering_service["disksize"] = 1
            cls.untagged_disk_offering = DiskOffering.create(
                cls.apiclient,
                disk_offering_service)
            disk_offering_service["tags"] = cls.diskOfferingStorageTags
            cls.tagged_disk_offering = DiskOffering.create(
                cls.apiclient,
                disk_offering_service)
            cls.hostId = None
            host = cls.getOldestHost(cls.pods[0].id, cls.pods[1].id)
            if host != None:
                cls.hostId = host.id

            cls.cleanup = [
                cls.service_offering,
                cls.untagged_disk_offering,
                cls.tagged_disk_offering,
                cls.account
            ]

    @classmethod
    def tearDownClass(cls):
        try:
            cleanup_resources(cls.apiclient, cls.cleanup)
        except Exception as e:
            raise Exception("Warning: Exception during cleanup : %s" % e)

    def setUp(self):
        self.apiclient = self.testClient.getApiClient()
        self.dbclient = self.testClient.getDbConnection()
        self.virtual_machine = None
        if self.hypervisorNotSupported == False:
            self.virtual_machine = VirtualMachine.create(
                self.apiclient,
                self.services["small"],
                accountid=self.account.name,
                domainid=self.account.domainid,
                serviceofferingid=self.service_offering.id,
                mode=self.services['mode'],
                hostid=self.hostId
            )

        self.cleanup = []

    def tearDown(self):
        try:
            if self.virtual_machine != None:
                self.virtual_machine.delete(self.apiclient, expunge=True)
            # Clean up, terminate the created accounts, domains etc
            cleanup_resources(self.apiclient, self.cleanup)
        except Exception as e:
            raise Exception("Warning: Exception during cleanup : %s" % e)

        return

    @classmethod
    def getOldestHost(cls, pod1_id, pod2_id):
        selectedHost = None
        hosts = Host.list(cls.apiclient, type='Routing', podid=pod1_id)
        morehosts = Host.list(cls.apiclient, type='Routing', podid=pod2_id)
        if isinstance(morehosts, list) and len(morehosts)>0:
            if isinstance(hosts, list) and len(hosts)>0:
                hosts.extend(morehosts)
        if isinstance(hosts, list) and len(hosts)>0:
            selectedHost = hosts[0]
            # Very basic way to get lowest version host
            for host in hosts:
                if int(host.hypervisorversion.replace(".",  "")) < int(selectedHost.hypervisorversion.replace(".",  "")):
                    selectedHost = host
        return selectedHost

    @skipTestIf("hypervisorNotSupported")
    @attr(tags=["devcloud", "advanced", "advancedns", "smoke", "basic", "sg"], required_hardware="false")
    def test_01_migrate_running_vm(self):
        """Test Running Virtual Machine Migration Without DATA disk or ISO
        """
        # Validate the following:
        # 1. Start VM if not running
        # 2. Migrate VM to a different pod multiple times
        vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id)
        if vmResponse.state != 'Running':
            self.startVm(vmResponse.id)
        migrationCount = 1
        while migrationCount > 0:
            vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id, 'Running')
            hostId = self.getDifferentPodHost(vmResponse.id, vmResponse.hostid).id
            self.debug("#%d migration, current host ID: %s, new host ID: %s" % ((2-migrationCount), vmResponse.hostid, hostId))
            self.migrateVmWithVolume(vmResponse.id, hostId)
            migrationCount = migrationCount - 1
            if migrationCount > 0:
                time.sleep(self.services["sleep"])
        return

    @skipTestIf("hypervisorNotSupported")
    @attr(tags=["devcloud", "advanced", "advancedns", "smoke", "basic", "sg"], required_hardware="false")
    def test_02_migrate_running_vm_with_disk_and_iso(self):
        """Test Running Virtual Machine Migration With DATA disks or ISO
        """
        # Validate the following:
        # 1. Start VM if not running
        # 2. Add disks and ISO to the VM
        # 3. Migrate VM to a different pod multiple times
        # 4. Remove disks and ISO from the VM
        vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id)
        if vmResponse.state != 'Running':
            self.startVm(vmResponse.id)
        vol1 = self.addVolumeToVm(vmResponse.id, self.tagged_disk_offering)
        vol2 = self.addVolumeToVm(vmResponse.id, self.untagged_disk_offering)
        # self.addIsoToVm(vmResponse.id)
        migrationCount = 1
        while migrationCount > 0:
            vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id, 'Running')
            hostId = self.getDifferentPodHost(vmResponse.id, vmResponse.hostid).id
            self.debug("#%d migration, current host ID: %s, new host ID: %s" % ((2-migrationCount), vmResponse.hostid, hostId))
            self.migrateVmWithVolume(vmResponse.id, hostId)
            migrationCount = migrationCount - 1
            if migrationCount > 0:
                time.sleep(self.services["sleep"])
        self.removeVolumeFromVm(vol1.id)
        self.removeVolumeFromVm(vol2.id)
        # self.removeIsoFromVm(vmResponse.id, vmResponse.isoid)
        return

    @skipTestIf("hypervisorNotSupported")
    @attr(tags=["devcloud", "advanced", "advancedns", "smoke", "basic", "sg"], required_hardware="false")
    def test_03_migrate_stopped_vm(self):
        """Test Stopped Virtual Machine Migration Without DATA disk or ISO
        """
        # Validate the following:
        # 1. Stop VM if not already stopped
        # 2. Migrate VM to a different pod multiple times with volume to pool mapping
        vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id)
        if vmResponse.state != 'Stopped':
            self.stopVm(vmResponse.id)
        migrationCount = 3
        while migrationCount > 0:
            vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id, 'Stopped')
            migrateTo = self.getDifferentPodVolumeStoragePoolMapping(vmResponse.id)
            self.debug("#%d migration, mapping: %s" % ((4-migrationCount), migrateTo))
            self.migrateVmWithVolume(vmResponse.id, None, migrateTo)
            migrationCount = migrationCount - 1
            if migrationCount > 0:
                time.sleep(self.services["sleep"])
        return

    @skipTestIf("hypervisorNotSupported")
    @attr(tags=["devcloud", "advanced", "advancedns", "smoke", "basic", "sg"], required_hardware="false")
    def test_04_migrate_stopped_vm_with_disk_and_iso(self):
        """Test Stopped Virtual Machine Migration With DATA disk or ISO
        """
        # Validate the following:
        # 1. Start VM if not running
        # 2. Add disks and ISO to the VM
        # 3. Stop the VM
        # 4. Migrate VM to a different pod multiple times with volume to pool mapping
        # 5. Start VM and remove disks and ISO from the VM
        vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id)
        if vmResponse.state != 'Running':
            self.startVm(vmResponse.id)
        vol1 = self.addVolumeToVm(vmResponse.id, self.tagged_disk_offering)
        vol2 = self.addVolumeToVm(vmResponse.id, self.untagged_disk_offering)
        # self.addIsoToVm(vmResponse.id)
        self.stopVm(vmResponse.id)
        migrationCount = 3
        while migrationCount > 0:
            vmResponse = self.getVmVerifiedResponse(self.virtual_machine.id, 'Stopped')
            migrateTo = self.getDifferentPodVolumeStoragePoolMapping(vmResponse.id)
            self.debug("#%d migration, mapping: %s" % ((4-migrationCount), migrateTo))
            self.migrateVmWithVolume(vmResponse.id, None, migrateTo)
            migrationCount = migrationCount - 1
            if migrationCount > 0:
                time.sleep(self.services["sleep"])
        self.removeVolumeFromVm(vol1.id)
        self.removeVolumeFromVm(vol2.id)
        # self.removeIsoFromVm(vmResponse.id, vmResponse.isoid)
        return

    def startVm(self, vm_id):
        startVirtualMachineCmd = startVirtualMachine.startVirtualMachineCmd()
        startVirtualMachineCmd.id = vm_id
        self.apiclient.startVirtualMachine(startVirtualMachineCmd)

    def stopVm(self, vm_id):
        stopVirtualMachineCmd = stopVirtualMachine.stopVirtualMachineCmd()
        stopVirtualMachineCmd.id = vm_id
        self.apiclient.stopVirtualMachine(stopVirtualMachineCmd)

    def addVolumeToVm(self, vm_id, disk_offering):
        volume = Volume.create(
            self.apiclient,
            self.services["volume"],
            zoneid=self.zone.id,
            diskofferingid=disk_offering.id,
            account=self.account.name,
            domainid=self.account.domainid)
        cmd = attachVolume.attachVolumeCmd()
        cmd.id = volume.id
        cmd.virtualmachineid = vm_id
        attachedVolume = self.apiclient.attachVolume(cmd)
        return attachedVolume

    def removeVolumeFromVm(self, volume_id):
        cmd = detachVolume.detachVolumeCmd()
        cmd.id = volume_id
        detachedVolume = self.apiclient.detachVolume(cmd)
        cmd = deleteVolume.deleteVolumeCmd()
        cmd.id = volume_id
        self.apiclient.deleteVolume(cmd)
        return

    def addIsoToVm(self, vm_id):
        iso = Iso.create(
           self.apiclient,
           self.services["iso"],
           account=self.account.name,
           domainid=self.account.domainid)
        cmd = attachIso.attachIsoCmd()
        cmd.id = iso.id
        cmd.virtualmachineid = vm_id
        attachedIso = self.apiclient.attachIso(cmd)
        return

    def removeIsoFromVm(self, vm_id, iso_id):
        cmd = detachIso.detachIsoCmd()
        cmd.virtualmachineid = vm_id
        self.apiclient.detachIso(cmd)
        cmd = deleteIso.deleteIsoCmd()
        cmd.id = iso_id
        self.apiclient.deleteIso(cmd)
        return

    def getVmVerifiedResponse(self, vm_id, state=None):
        list_vm_response = VirtualMachine.list(
            self.apiclient,
            id=self.virtual_machine.id)
        self.debug(
            "Verify listVirtualMachines response for virtual machine: %s" \
            % self.virtual_machine.id)
        self.assertEqual(
            isinstance(list_vm_response, list),
            True,
            "Check list response returns a valid list")
        self.assertNotEqual(
            len(list_vm_response),
            0,
            "Check VM available in List Virtual Machines")
        vmResponse = list_vm_response[0]
        if state != None:
            self.assertEqual(
                vmResponse.state,
                state,
                "VM not in state: %s" % state)
        return vmResponse

    def getDifferentPodHost(self, vm_id, host_id):
        host = None
        currentHost = Host.list(self.apiclient, id=host_id)
        self.assertEqual(
            isinstance(currentHost, list),
            True,
            "Check host list response returns a valid list")
        self.assertNotEqual(
            len(currentHost),
            0,
            "Check current host for VM  ID: %s available in List Hosts" % vm_id)
        currentHost = currentHost[0]
        hosts = Host.listForMigration(self.apiclient, virtualmachineid=vm_id)
        self.assertEqual(
            isinstance(hosts, list),
            True,
            "Check host list response returns a valid list")
        self.assertNotEqual(
            len(hosts),
            0,
            "Hosts suitable for migration for VM ID: %s not found" % vm_id)
        for hostForMigration in hosts:
            if hostForMigration.podid != currentHost.podid:
                host = hostForMigration
                break
        self.assertNotEqual(
            host,
            None,
            "Host suitable for migration for VM ID: %s in a different pod not found" % vm_id)
        return host

    def getPodStoragePoolWithTags(self, pod_id, tags=None):
        pool = None
        storage_pools = StoragePool.list(
            self.apiclient,
            podid=pod_id,
            listall=True)
        if isinstance(storage_pools, list) and len(storage_pools) > 0:
            if tags != None:
                for storage_pool in storage_pools:
                    if storage_pool.tags == tags:
                        pool = storage_pool
                        break
            else:
                pool = storage_pool[0]
        return pool

    def getDifferentPodVolumeStoragePoolMapping(self, vm_id):
        rootVolume = Volume.list(self.apiclient, virtualmachineid=vm_id, listall=True, type='ROOT')
        self.assertEqual(
            isinstance(rootVolume, list),
            True,
            "Check VM volumes list response returns a valid list")
        self.assertNotEqual(
            len(rootVolume),
            0,
            "Check VM ROOT volume available in List Volumes")
        rootVolume = rootVolume[0]
        volumeStoragePool = StoragePool.list(
            self.apiclient,
            id=rootVolume.storageid)
        self.assertEqual(
            isinstance(volumeStoragePool, list),
            True,
            "Check VM ROOT Volume storage list response returns a valid list")
        self.assertNotEqual(
            len(volumeStoragePool),
            0,
            "Check VM ROOT Volume storage available in List Storage Pools")
        volumeStoragePool = volumeStoragePool[0]
        podId = self.pods[0].id
        if volumeStoragePool.podid == podId:
            podId = self.pods[1].id
        pool = self.getPodStoragePoolWithTags(podId, self.computeOfferingStorageTags)
        self.assertNotEqual(
            pool,
            None,
            "Target storage pool mapping for VM ID: %s failed" % vm_id)
        migrateTo = { "volume": rootVolume.id, "pool": pool.id}
        return [migrateTo]

    def migrateVmWithVolume(self, vm_id, host_id, migrate_to=None):
        migrateVirtualMachineWithVolumeCmd = migrateVirtualMachineWithVolume.migrateVirtualMachineWithVolumeCmd()
        migrateVirtualMachineWithVolumeCmd.virtualmachineid = vm_id
        if host_id != None:
            migrateVirtualMachineWithVolumeCmd.hostid = host_id
        if migrate_to != None:
            migrateVirtualMachineWithVolumeCmd.migrateto = migrate_to
        response = self.apiclient.migrateVirtualMachineWithVolume(migrateVirtualMachineWithVolumeCmd)
        return response