| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| |
| # Import Local Modules |
| from marvin.codes import FAILED, KVM, PASS, XEN_SERVER, RUNNING |
| from nose.plugins.attrib import attr |
| from marvin.cloudstackTestCase import cloudstackTestCase |
| from marvin.lib.utils import random_gen, cleanup_resources, validateList, is_snapshot_on_nfs, isAlmostEqual |
| from marvin.lib.base import (Account, |
| Cluster, |
| Configurations, |
| ServiceOffering, |
| Snapshot, |
| StoragePool, |
| Template, |
| VirtualMachine, |
| VmSnapshot, |
| Volume, |
| SecurityGroup, |
| Role, |
| DiskOffering, |
| ) |
| from marvin.lib.common import (get_zone, |
| get_domain, |
| get_template, |
| list_disk_offering, |
| list_hosts, |
| list_snapshots, |
| list_storage_pools, |
| list_volumes, |
| list_virtual_machines, |
| list_configurations, |
| list_service_offering, |
| list_clusters, |
| list_zones) |
| from marvin.cloudstackAPI import (listOsTypes, |
| listTemplates, |
| listHosts, |
| createTemplate, |
| createVolume, |
| getVolumeSnapshotDetails, |
| resizeVolume, |
| listZones, |
| migrateVirtualMachine, |
| findHostsForMigration, |
| revertSnapshot, |
| deleteSnapshot) |
| from marvin.sshClient import SshClient |
| |
| import time |
| import pprint |
| import random |
| import subprocess |
| from storpool import spapi |
| from storpool import sptypes |
| import unittest |
| |
| import uuid |
| from sp_util import (TestData, StorPoolHelper) |
| |
| class TestEncryptedVolumes(cloudstackTestCase): |
| |
| @classmethod |
| def setUpClass(cls): |
| super(TestEncryptedVolumes, cls).setUpClass() |
| try: |
| cls.setUpCloudStack() |
| except Exception: |
| cls.cleanUpCloudStack() |
| raise |
| |
| @classmethod |
| def setUpCloudStack(cls): |
| testClient = super(TestEncryptedVolumes, cls).getClsTestClient() |
| |
| cls._cleanup = [] |
| |
| config = cls.getClsConfig() |
| StorPoolHelper.logger = cls |
| cls.logger = StorPoolHelper.logger |
| |
| cls.apiclient = testClient.getApiClient() |
| |
| zone = config.zones[0] |
| assert zone is not None |
| cls.zone = list_zones(cls.apiclient, name=zone.name)[0] |
| |
| cls.hostConfig = cls.config.__dict__["zones"][0].__dict__["pods"][0].__dict__["clusters"][0].__dict__["hosts"][0].__dict__ |
| |
| cls.spapi = spapi.Api(host=zone.spEndpoint, port=zone.spEndpointPort, auth=zone.spAuthToken, multiCluster=True) |
| cls.helper = StorPoolHelper() |
| |
| cls.unsupportedHypervisor = False |
| cls.hypervisor = testClient.getHypervisorInfo() |
| if cls.hypervisor.lower() in ("hyperv", "lxc"): |
| cls.unsupportedHypervisor = True |
| return |
| |
| cls.services = testClient.getParsedTestDataConfig() |
| |
| # Get Zone, Domain and templates |
| cls.domain = get_domain(cls.apiclient) |
| |
| td = TestData() |
| cls.testdata = td.testdata |
| |
| cls.sp_template_1 = "ssd" |
| storpool_primary_storage = { |
| "name": cls.sp_template_1, |
| "zoneid": cls.zone.id, |
| "url": "SP_API_HTTP=%s:%s;SP_AUTH_TOKEN=%s;SP_TEMPLATE=%s" % (zone.spEndpoint, zone.spEndpointPort, zone.spAuthToken, cls.sp_template_1), |
| "scope": "zone", |
| "capacitybytes": 564325555333, |
| "capacityiops": 155466, |
| "hypervisor": "kvm", |
| "provider": "StorPool", |
| "tags": cls.sp_template_1 |
| } |
| |
| cls.storpool_primary_storage = storpool_primary_storage |
| |
| storage_pool = list_storage_pools( |
| cls.apiclient, |
| name=storpool_primary_storage["name"] |
| ) |
| |
| if storage_pool is None: |
| newTemplate = sptypes.VolumeTemplateCreateDesc(name=storpool_primary_storage["name"], placeAll="virtual", |
| placeTail="virtual", placeHead="virtual", replication=1) |
| template_on_local = cls.spapi.volumeTemplateCreate(newTemplate) |
| |
| storage_pool = StoragePool.create(cls.apiclient, storpool_primary_storage) |
| else: |
| storage_pool = storage_pool[0] |
| cls.primary_storage = storage_pool |
| |
| storpool_service_offerings_ssd = { |
| "name": "ssd-encrypted", |
| "displaytext": "SP_CO_2 (Min IOPS = 10,000; Max IOPS = 15,000)", |
| "cpunumber": 1, |
| "cpuspeed": 500, |
| "memory": 512, |
| "storagetype": "shared", |
| "customizediops": False, |
| "hypervisorsnapshotreserve": 200, |
| "encryptroot": True, |
| "tags": cls.sp_template_1 |
| } |
| |
| service_offerings_ssd = list_service_offering( |
| cls.apiclient, |
| name=storpool_service_offerings_ssd["name"] |
| ) |
| |
| if service_offerings_ssd is None: |
| service_offerings_ssd = ServiceOffering.create(cls.apiclient, storpool_service_offerings_ssd, encryptroot=True) |
| else: |
| service_offerings_ssd = service_offerings_ssd[0] |
| |
| cls.service_offering = service_offerings_ssd |
| cls.debug(pprint.pformat(cls.service_offering)) |
| |
| cls.sp_template_2 = "ssd2" |
| |
| storpool_primary_storage2 = { |
| "name": cls.sp_template_2, |
| "zoneid": cls.zone.id, |
| "url": "SP_API_HTTP=%s:%s;SP_AUTH_TOKEN=%s;SP_TEMPLATE=%s" % (zone.spEndpoint, zone.spEndpointPort, zone.spAuthToken, cls.sp_template_2), |
| "scope": "zone", |
| "capacitybytes": 564325555333, |
| "capacityiops": 1554, |
| "hypervisor": "kvm", |
| "provider": "StorPool", |
| "tags": cls.sp_template_2 |
| } |
| |
| cls.storpool_primary_storage2 = storpool_primary_storage2 |
| storage_pool = list_storage_pools( |
| cls.apiclient, |
| name=storpool_primary_storage2["name"] |
| ) |
| |
| if storage_pool is None: |
| newTemplate = sptypes.VolumeTemplateCreateDesc(name=storpool_primary_storage2["name"], placeAll="virtual", |
| placeTail="virtual", placeHead="virtual", replication=1) |
| template_on_local = cls.spapi.volumeTemplateCreate(newTemplate) |
| storage_pool = StoragePool.create(cls.apiclient, storpool_primary_storage2) |
| |
| else: |
| storage_pool = storage_pool[0] |
| cls.primary_storage2 = storage_pool |
| |
| storpool_service_offerings_ssd2 = { |
| "name": "ssd2-encrypted", |
| "displaytext": "SP_CO_2", |
| "cpunumber": 1, |
| "cpuspeed": 500, |
| "memory": 512, |
| "storagetype": "shared", |
| "customizediops": False, |
| "encryptroot": True, |
| "tags": cls.sp_template_2 |
| } |
| |
| service_offerings_ssd2 = list_service_offering( |
| cls.apiclient, |
| name=storpool_service_offerings_ssd2["name"] |
| ) |
| |
| if service_offerings_ssd2 is None: |
| service_offerings_ssd2 = ServiceOffering.create(cls.apiclient, storpool_service_offerings_ssd2, encryptroot=True) |
| else: |
| service_offerings_ssd2 = service_offerings_ssd2[0] |
| |
| cls.service_offering2 = service_offerings_ssd2 |
| |
| cls.disk_offerings_ssd2_encrypted = list_disk_offering( |
| cls.apiclient, |
| name=cls.testdata[TestData.diskOfferingEncrypted2]["name"] |
| ) |
| if cls.disk_offerings_ssd2_encrypted is None: |
| cls.disk_offerings_ssd2_encrypted = DiskOffering.create(cls.apiclient, cls.testdata[TestData.diskOfferingEncrypted2], encrypt=True) |
| else: |
| cls.disk_offerings_ssd2_encrypted = cls.disk_offerings_ssd2_encrypted[0] |
| |
| cls.disk_offering_ssd_encrypted = list_disk_offering( |
| cls.apiclient, |
| name=cls.testdata[TestData.diskOfferingEncrypted]["name"] |
| ) |
| |
| if cls.disk_offering_ssd_encrypted is None: |
| cls.disk_offering_ssd_encrypted = DiskOffering.create(cls.apiclient, cls.testdata[TestData.diskOfferingEncrypted], encrypt=True) |
| else: |
| cls.disk_offering_ssd_encrypted = cls.disk_offering_ssd_encrypted[0] |
| |
| template = get_template( |
| cls.apiclient, |
| cls.zone.id, |
| account="system" |
| ) |
| |
| if template == FAILED: |
| assert False, "get_template() failed to return template\ |
| with description %s" % cls.services["ostype"] |
| |
| cls.services["domainid"] = cls.domain.id |
| cls.services["small"]["zoneid"] = cls.zone.id |
| cls.services["templates"]["ostypeid"] = template.ostypeid |
| cls.services["zoneid"] = cls.zone.id |
| |
| role = Role.list(cls.apiclient, name='Root Admin') |
| |
| cls.account = Account.create( |
| cls.apiclient, |
| cls.services["account"], |
| domainid=cls.domain.id, |
| roleid= 1 |
| ) |
| |
| securitygroup = SecurityGroup.list(cls.apiclient, account=cls.account.name, domainid=cls.account.domainid)[0] |
| cls.helper.set_securityGroups(cls.apiclient, account=cls.account.name, domainid=cls.account.domainid, |
| id=securitygroup.id) |
| cls._cleanup.append(cls.account) |
| |
| cls.volume_1 = Volume.create( |
| cls.apiclient, |
| {"diskname": "StorPoolEncryptedDiskLiveMigrate"}, |
| zoneid=cls.zone.id, |
| diskofferingid=cls.disk_offering_ssd_encrypted.id, |
| account=cls.account.name, |
| domainid=cls.account.domainid, |
| ) |
| |
| cls.volume_2 = Volume.create( |
| cls.apiclient, |
| {"diskname": "StorPoolEncryptedDiskVMSnapshot"}, |
| zoneid=cls.zone.id, |
| diskofferingid=cls.disk_offering_ssd_encrypted.id, |
| account=cls.account.name, |
| domainid=cls.account.domainid, |
| ) |
| |
| cls.virtual_machine = VirtualMachine.create( |
| cls.apiclient, |
| {"name": "StorPool-LiveMigrate-VM%s" % uuid.uuid4()}, |
| accountid=cls.account.name, |
| domainid=cls.account.domainid, |
| zoneid=cls.zone.id, |
| templateid=template.id, |
| serviceofferingid=cls.service_offering.id, |
| hypervisor=cls.hypervisor, |
| rootdisksize=10 |
| ) |
| |
| cls.virtual_machine2 = VirtualMachine.create( |
| cls.apiclient, |
| {"name": "StorPool-VMSnapshots%s" % uuid.uuid4()}, |
| accountid=cls.account.name, |
| domainid=cls.account.domainid, |
| zoneid=cls.zone.id, |
| templateid=template.id, |
| serviceofferingid=cls.service_offering.id, |
| hypervisor=cls.hypervisor, |
| rootdisksize=10 |
| ) |
| |
| cls.virtual_machine3 = VirtualMachine.create( |
| cls.apiclient, |
| {"name": "StorPool-VolumeSnapshots%s" % uuid.uuid4()}, |
| accountid=cls.account.name, |
| domainid=cls.account.domainid, |
| zoneid=cls.zone.id, |
| templateid=template.id, |
| serviceofferingid=cls.service_offering.id, |
| hypervisor=cls.hypervisor, |
| rootdisksize=10 |
| ) |
| |
| cls.template = template |
| cls.hostid = cls.virtual_machine.hostid |
| cls.random_data_0 = random_gen(size=100) |
| cls.test_dir = "/tmp" |
| cls.random_data = "random.data" |
| return |
| |
| @classmethod |
| def tearDownClass(cls): |
| cls.cleanUpCloudStack() |
| |
| @classmethod |
| def cleanUpCloudStack(cls): |
| try: |
| cleanup_resources(cls.apiclient, cls._cleanup) |
| |
| except Exception as e: |
| raise Exception("Warning: Exception during cleanup : %s" % e) |
| return |
| |
| def setUp(self): |
| self.apiclient = self.testClient.getApiClient() |
| self.dbclient = self.testClient.getDbConnection() |
| |
| if self.unsupportedHypervisor: |
| self.skipTest("Skipping test because unsupported hypervisor\ |
| %s" % self.hypervisor) |
| return |
| |
| def tearDown(self): |
| return |
| |
| |
| # live migrate VM with encrypted volumes to another host |
| @attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true") |
| def test_01_live_migrate_vm(self): |
| ''' |
| Live Migrate VM to another host with encrypted volumes |
| ''' |
| self.virtual_machine.attach_volume( |
| self.apiclient, |
| self.volume_1 |
| ) |
| |
| volumes = list_volumes( |
| self.apiclient, |
| virtualmachineid = self.virtual_machine.id, |
| ) |
| |
| vm_host = list_hosts(self.apiclient, id=self.virtual_machine.hostid)[0] |
| self.logger.debug(vm_host) |
| # sshc = SshClient( |
| # host=vm_host.name, |
| # port=22, |
| # user=None, |
| # passwd=None) |
| # |
| # for volume in volumes: |
| # cmd = 'blkid %s' % volume.path |
| # result = sshc.execute(cmd) |
| # if "LUKS" not in result: |
| # self.fail("The volume isn't encrypted %s" % volume) |
| |
| |
| dest_host_cmd = findHostsForMigration.findHostsForMigrationCmd() |
| dest_host_cmd.virtualmachineid = self.virtual_machine.id |
| host = self.apiclient.findHostsForMigration(dest_host_cmd)[0] |
| |
| cmd = migrateVirtualMachine.migrateVirtualMachineCmd() |
| cmd.virtualmachineid = self.virtual_machine.id |
| cmd.hostid = host.id |
| self.apiclient.migrateVirtualMachine(cmd) |
| |
| # VM snapshot |
| @attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true") |
| def test_02_vm_snapshot(self): |
| self.virtual_machine2.attach_volume( |
| self.apiclient, |
| self.volume_2 |
| ) |
| |
| try: |
| ssh_client = self.virtual_machine2.get_ssh_client(reconnect=True) |
| |
| cmds = [ |
| "echo %s > %s/%s" % |
| (self.random_data_0, self.test_dir, self.random_data), |
| "sync", |
| "sleep 1", |
| "sync", |
| "sleep 1", |
| "cat %s/%s" % |
| (self.test_dir, self.random_data) |
| ] |
| |
| for c in cmds: |
| self.debug(c) |
| result = ssh_client.execute(c) |
| self.debug(result) |
| except Exception: |
| self.fail("SSH failed for Virtual machine: %s" % |
| self.virtual_machine2.ipaddress) |
| self.assertEqual( |
| self.random_data_0, |
| result[0], |
| "Check the random data has be write into temp file!" |
| ) |
| |
| time.sleep(30) |
| MemorySnapshot = False |
| vm_snapshot = VmSnapshot.create( |
| self.apiclient, |
| self.virtual_machine2.id, |
| MemorySnapshot, |
| "TestSnapshot", |
| "Display Text" |
| ) |
| self.assertEqual( |
| vm_snapshot.state, |
| "Ready", |
| "Check the snapshot of vm is ready!" |
| ) |
| |
| # Revert VM snapshot |
| @attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true") |
| def test_03_revert_vm_snapshots(self): |
| """Test to revert VM snapshots |
| """ |
| |
| try: |
| ssh_client = self.virtual_machine2.get_ssh_client(reconnect=True) |
| |
| cmds = [ |
| "rm -rf %s/%s" % (self.test_dir, self.random_data), |
| "ls %s/%s" % (self.test_dir, self.random_data) |
| ] |
| |
| for c in cmds: |
| self.debug(c) |
| result = ssh_client.execute(c) |
| self.debug(result) |
| |
| except Exception: |
| self.fail("SSH failed for Virtual machine: %s" % |
| self.virtual_machine2.ipaddress) |
| |
| if str(result[0]).index("No such file or directory") == -1: |
| self.fail("Check the random data has be delete from temp file!") |
| |
| time.sleep(30) |
| |
| list_snapshot_response = VmSnapshot.list( |
| self.apiclient, |
| virtualmachineid=self.virtual_machine2.id, |
| listall=True) |
| |
| self.assertEqual( |
| isinstance(list_snapshot_response, list), |
| True, |
| "Check list response returns a valid list" |
| ) |
| self.assertNotEqual( |
| list_snapshot_response, |
| None, |
| "Check if snapshot exists in ListSnapshot" |
| ) |
| |
| self.assertEqual( |
| list_snapshot_response[0].state, |
| "Ready", |
| "Check the snapshot of vm is ready!" |
| ) |
| |
| self.virtual_machine2.stop(self.apiclient, forced=True) |
| |
| VmSnapshot.revertToSnapshot( |
| self.apiclient, |
| list_snapshot_response[0].id |
| ) |
| |
| self.virtual_machine2.start(self.apiclient) |
| |
| try: |
| ssh_client = self.virtual_machine2.get_ssh_client(reconnect=True) |
| |
| cmds = [ |
| "cat %s/%s" % (self.test_dir, self.random_data) |
| ] |
| |
| for c in cmds: |
| self.debug(c) |
| result = ssh_client.execute(c) |
| self.debug(result) |
| |
| except Exception: |
| self.fail("SSH failed for Virtual machine: %s" % |
| self.virtual_machine2.ipaddress) |
| |
| self.assertEqual( |
| self.random_data_0, |
| result[0], |
| "Check the random data is equal with the ramdom file!" |
| ) |
| |
| # Delete VM snapshot |
| @attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true") |
| def test_04_delete_vm_snapshots(self): |
| """Test to delete vm snapshots |
| """ |
| |
| list_snapshot_response = VmSnapshot.list( |
| self.apiclient, |
| virtualmachineid=self.virtual_machine2.id, |
| listall=True) |
| |
| self.assertEqual( |
| isinstance(list_snapshot_response, list), |
| True, |
| "Check list response returns a valid list" |
| ) |
| self.assertNotEqual( |
| list_snapshot_response, |
| None, |
| "Check if snapshot exists in ListSnapshot" |
| ) |
| VmSnapshot.deleteVMSnapshot( |
| self.apiclient, |
| list_snapshot_response[0].id) |
| |
| time.sleep(30) |
| |
| list_snapshot_response = VmSnapshot.list( |
| self.apiclient, |
| #vmid=self.virtual_machine.id, |
| virtualmachineid=self.virtual_machine2.id, |
| listall=False) |
| self.debug('list_snapshot_response -------------------- %s' % list_snapshot_response) |
| |
| self.assertIsNone(list_snapshot_response, "snapshot is already deleted") |
| |
| # Take volume snapshot |
| @unittest.expectedFailure |
| @attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true") |
| def test_05_snapshot_volume_with_secondary(self): |
| ''' |
| Test Create snapshot and backup to secondary |
| ''' |
| backup_config = Configurations.update(self.apiclient, |
| name = "sp.bypass.secondary.storage", |
| value = "false") |
| volume = list_volumes( |
| self.apiclient, |
| virtualmachineid = self.virtual_machine3.id, |
| type = "ROOT", |
| listall = True, |
| ) |
| |
| snapshot = Snapshot.create( |
| self.apiclient, |
| volume_id = volume[0].id, |
| account=self.account.name, |
| domainid=self.account.domainid, |
| ) |
| |
| |
| @attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true") |
| def test_06_snapshot_volume_on_primary(self): |
| ''' |
| Test Create snapshot and backup to secondary |
| ''' |
| backup_config = Configurations.update(self.apiclient, |
| name = "sp.bypass.secondary.storage", |
| value = "true") |
| volume = list_volumes( |
| self.apiclient, |
| virtualmachineid = self.virtual_machine3.id, |
| type = "ROOT", |
| listall = True, |
| ) |
| snapshot = Snapshot.create( |
| self.apiclient, |
| volume_id = volume[0].id, |
| account=self.account.name, |
| domainid=self.account.domainid, |
| ) |
| try: |
| cmd = getVolumeSnapshotDetails.getVolumeSnapshotDetailsCmd() |
| cmd.snapshotid = snapshot.id |
| snapshot_details = self.apiclient.getVolumeSnapshotDetails(cmd) |
| flag = False |
| for s in snapshot_details: |
| if s["snapshotDetailsName"] == snapshot.id: |
| name = s["snapshotDetailsValue"].split("/")[3] |
| sp_snapshot = self.spapi.snapshotList(snapshotName = "~" + name) |
| flag = True |
| if flag == False: |
| raise Exception("Could not find snapshot in snapshot_details") |
| except spapi.ApiError as err: |
| raise Exception(err) |
| self.assertIsNotNone(snapshot, "Could not create snapshot") |
| # Rever Volume snapshot |
| @attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true") |
| def test_07_revert_volume_on_primary(self): |
| volume = list_volumes( |
| self.apiclient, |
| virtualmachineid = self.virtual_machine3.id, |
| type = "ROOT", |
| listall = True, |
| )[0] |
| snapshot = list_snapshots( |
| self.apiclient, |
| volumeid = volume.id, |
| listall=True |
| )[0] |
| self.virtual_machine3.stop(self.apiclient, forced=True) |
| |
| cmd = revertSnapshot.revertSnapshotCmd() |
| cmd.id = snapshot.id |
| revertcmd = self.apiclient.revertSnapshot(cmd) |
| |
| # Delete volume snapshot |
| @attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true") |
| def test_08_delete_volume_on_primary(self): |
| volume = list_volumes( |
| self.apiclient, |
| virtualmachineid = self.virtual_machine3.id, |
| type = "ROOT", |
| listall = True, |
| )[0] |
| snapshot = list_snapshots( |
| self.apiclient, |
| volumeid = volume.id, |
| listall=True |
| )[0] |
| cmd = deleteSnapshot.deleteSnapshotCmd() |
| cmd.id = snapshot.id |
| self.apiclient.deleteSnapshot(cmd) |
| |
| # Live migrate encrypted volume |
| @attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true") |
| def test_09_live_migrate_volume(self): |
| volume = list_volumes( |
| self.apiclient, |
| virtualmachineid = self.virtual_machine.id, |
| type = "ROOT", |
| listall = True, |
| )[0] |
| |
| Volume.migrate(self.apiclient, volumeid=volume.id, storageid=self.primary_storage2.id, livemigrate=True) |
