| # Licensed to the Apache Software Foundation (ASF) under one | |
| # or more contributor license agreements. See the NOTICE file | |
| # distributed with this work for additional information | |
| # regarding copyright ownership. The ASF licenses this file | |
| # to you under the Apache License, Version 2.0 (the | |
| # "License"); you may not use this file except in compliance | |
| # with the License. You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, | |
| # software distributed under the License is distributed on an | |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | |
| # KIND, either express or implied. See the License for the | |
| # specific language governing permissions and limitations | |
| # under the License. | |
| from marvin.codes import FAILED | |
| from nose.plugins.attrib import attr | |
| from marvin.cloudstackTestCase import cloudstackTestCase | |
| from marvin.cloudstackException import CloudstackAPIException | |
| from marvin.lib.utils import (cleanup_resources, | |
| is_snapshot_on_nfs, | |
| is_snapshot_on_powerflex, | |
| validateList) | |
| from marvin.lib.base import (VirtualMachine, | |
| Account, | |
| Template, | |
| ServiceOffering, | |
| Snapshot, | |
| StoragePool, | |
| Volume, | |
| DiskOffering) | |
| from marvin.lib.common import (get_domain, | |
| get_test_template, | |
| get_zone, | |
| get_pod, | |
| list_volumes, | |
| list_snapshots, | |
| list_storage_pools, | |
| list_clusters) | |
| from marvin.lib.decoratorGenerators import skipTestIf | |
| from marvin.codes import PASS | |
| class TestSnapshotRootDisk(cloudstackTestCase): | |
| @classmethod | |
| def setUpClass(cls): | |
| testClient = super(TestSnapshotRootDisk, cls).getClsTestClient() | |
| cls.apiclient = testClient.getApiClient() | |
| cls.services = testClient.getParsedTestDataConfig() | |
| # Get Zone, Domain and templates | |
| cls.domain = get_domain(cls.apiclient) | |
| cls.zone = get_zone(cls.apiclient, testClient.getZoneForTests()) | |
| cls.pod = get_pod(cls.apiclient, cls.zone.id) | |
| cls.services['mode'] = cls.zone.networktype | |
| cls.hypervisorNotSupported = False | |
| cls.hypervisor = cls.testClient.getHypervisorInfo() | |
| if cls.hypervisor.lower() in ['hyperv', 'lxc'] or 'kvm-centos6' in cls.testClient.getZoneForTests(): | |
| cls.hypervisorNotSupported = True | |
| cls._cleanup = [] | |
| if not cls.hypervisorNotSupported: | |
| cls.template = get_test_template(cls.apiclient, cls.zone.id, cls.hypervisor) | |
| if cls.template == FAILED: | |
| assert False, "get_test_template() failed to return template" | |
| cls.services["domainid"] = cls.domain.id | |
| cls.services["small"]["zoneid"] = cls.zone.id | |
| cls.services["templates"]["ostypeid"] = cls.template.ostypeid | |
| cls.services["zoneid"] = cls.zone.id | |
| # Create VMs, NAT Rules etc | |
| cls.account = Account.create( | |
| cls.apiclient, | |
| cls.services["account"], | |
| domainid=cls.domain.id | |
| ) | |
| cls.service_offering = ServiceOffering.create( | |
| cls.apiclient, | |
| cls.services["service_offerings"]["tiny"] | |
| ) | |
| cls.disk_offering = DiskOffering.create( | |
| cls.apiclient, | |
| cls.services["disk_offering"] | |
| ) | |
| cls.virtual_machine = cls.virtual_machine_with_disk = \ | |
| VirtualMachine.create( | |
| cls.apiclient, | |
| cls.services["small"], | |
| templateid=cls.template.id, | |
| accountid=cls.account.name, | |
| domainid=cls.account.domainid, | |
| zoneid=cls.zone.id, | |
| serviceofferingid=cls.service_offering.id, | |
| mode=cls.services["mode"] | |
| ) | |
| cls._cleanup.append(cls.virtual_machine_with_disk) | |
| cls._cleanup.append(cls.service_offering) | |
| cls._cleanup.append(cls.account) | |
| cls._cleanup.append(cls.disk_offering) | |
| return | |
| @classmethod | |
| def tearDownClass(cls): | |
| try: | |
| # Cleanup resources used | |
| cleanup_resources(cls.apiclient, cls._cleanup) | |
| except Exception as e: | |
| raise Exception("Warning: Exception during cleanup : %s" % e) | |
| return | |
| def setUp(self): | |
| self.apiclient = self.testClient.getApiClient() | |
| self.dbclient = self.testClient.getDbConnection() | |
| self.cleanup = [] | |
| return | |
| def tearDown(self): | |
| try: | |
| # Clean up, terminate the created instance, volumes and snapshots | |
| cleanup_resources(self.apiclient, self.cleanup) | |
| except Exception as e: | |
| raise Exception("Warning: Exception during cleanup : %s" % e) | |
| return | |
| @skipTestIf("hypervisorNotSupported") | |
| @attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true") | |
| def test_01_snapshot_root_disk(self): | |
| """Test Snapshot Root Disk | |
| """ | |
| # Validate the following | |
| # 1. listSnapshots should list the snapshot that was created. | |
| # 2. verify that secondary storage NFS share contains | |
| # the reqd volume under | |
| # /secondary/snapshots//$account_id/$volumeid/$snapshot_uuid | |
| # 3. verify backup_snap_id was non null in the `snapshots` table | |
| # 4. Verify that zoneid is returned in listSnapshots API response | |
| volumes = list_volumes( | |
| self.apiclient, | |
| virtualmachineid=self.virtual_machine_with_disk.id, | |
| type='ROOT', | |
| listall=True | |
| ) | |
| volume = volumes[0] | |
| volume_pool_response = list_storage_pools( | |
| self.apiclient, | |
| id=volume.storageid | |
| ) | |
| volume_pool = volume_pool_response[0] | |
| snapshot = Snapshot.create( | |
| self.apiclient, | |
| volume.id, | |
| account=self.account.name, | |
| domainid=self.account.domainid | |
| ) | |
| self.cleanup.append(snapshot) | |
| self.debug("Snapshot created: ID - %s" % snapshot.id) | |
| snapshots = list_snapshots( | |
| self.apiclient, | |
| id=snapshot.id | |
| ) | |
| self.assertEqual( | |
| isinstance(snapshots, list), | |
| True, | |
| "Check list response returns a valid list" | |
| ) | |
| self.assertNotEqual( | |
| snapshots, | |
| None, | |
| "Check if result exists in list item call" | |
| ) | |
| self.assertEqual( | |
| snapshots[0].id, | |
| snapshot.id, | |
| "Check resource id in list resources call" | |
| ) | |
| self.assertIsNotNone(snapshots[0].zoneid, | |
| "Zone id is not none in listSnapshots") | |
| self.assertEqual( | |
| snapshots[0].zoneid, | |
| self.zone.id, | |
| "Check zone id in the list snapshots" | |
| ) | |
| self.debug( | |
| "select backup_snap_id, account_id, volume_id from snapshots where uuid = '%s';" | |
| % str(snapshot.id) | |
| ) | |
| qresultset = self.dbclient.execute( | |
| "select backup_snap_id, account_id, volume_id from snapshots where uuid = '%s';" | |
| % str(snapshot.id) | |
| ) | |
| self.assertNotEqual( | |
| len(qresultset), | |
| 0, | |
| "Check DB Query result set" | |
| ) | |
| qresult = qresultset[0] | |
| snapshot_uuid = qresult[0] # backup_snap_id = snapshot UUID | |
| self.assertNotEqual( | |
| str(snapshot_uuid), | |
| 'NULL', | |
| "Check if backup_snap_id is not null" | |
| ) | |
| if volume_pool.type.lower() == "powerflex": | |
| self.assertTrue(is_snapshot_on_powerflex( | |
| self.apiclient, self.dbclient, self.config, self.zone.id, snapshot.id)) | |
| return | |
| self.assertTrue(is_snapshot_on_nfs( | |
| self.apiclient, self.dbclient, self.config, self.zone.id, snapshot.id)) | |
| return | |
| @skipTestIf("hypervisorNotSupported") | |
| @attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true") | |
| def test_02_list_snapshots_with_removed_data_store(self): | |
| """Test listing volume snapshots with removed data stores | |
| """ | |
| # 1 - Create new volume -> V | |
| # 2 - Create new Primary Storage -> PS | |
| # 3 - Attach and detach volume V from vm | |
| # 4 - Migrate volume V to PS | |
| # 5 - Take volume V snapshot -> S | |
| # 6 - List snapshot and verify it gets properly listed although Primary Storage was removed | |
| # Create new volume | |
| vol = Volume.create( | |
| self.apiclient, | |
| self.services["volume"], | |
| diskofferingid=self.disk_offering.id, | |
| zoneid=self.zone.id, | |
| account=self.account.name, | |
| domainid=self.account.domainid, | |
| ) | |
| self.cleanup.append(vol) | |
| self.assertIsNotNone(vol, "Failed to create volume") | |
| vol_res = Volume.list( | |
| self.apiclient, | |
| id=vol.id | |
| ) | |
| self.assertEqual( | |
| validateList(vol_res)[0], | |
| PASS, | |
| "Invalid response returned for list volumes") | |
| vol_uuid = vol_res[0].id | |
| volume_pool_response = list_storage_pools(self.apiclient, | |
| id=vol_res[0].storageid) | |
| volume_pool = volume_pool_response[0] | |
| if volume_pool.type.lower() != 'networkfilesystem': | |
| self.skipTest("This test is not supported for volume created on storage pool type %s" % volume_pool.type) | |
| clusters = list_clusters( | |
| self.apiclient, | |
| zoneid=self.zone.id | |
| ) | |
| assert isinstance(clusters,list) and len(clusters)>0 | |
| # Attach created volume to vm, then detach it to be able to migrate it | |
| self.virtual_machine_with_disk.stop(self.apiclient) | |
| self.virtual_machine_with_disk.attach_volume( | |
| self.apiclient, | |
| vol | |
| ) | |
| # Create new Primary Storage | |
| storage = StoragePool.create(self.apiclient, | |
| self.services["nfs2"], | |
| clusterid=clusters[0].id, | |
| zoneid=self.zone.id, | |
| podid=self.pod.id | |
| ) | |
| self.cleanup.append(storage) | |
| self.assertEqual( | |
| storage.state, | |
| 'Up', | |
| "Check primary storage state" | |
| ) | |
| self.assertEqual( | |
| storage.type, | |
| 'NetworkFilesystem', | |
| "Check storage pool type" | |
| ) | |
| storage_pools_response = list_storage_pools(self.apiclient, | |
| id=storage.id) | |
| self.assertEqual( | |
| isinstance(storage_pools_response, list), | |
| True, | |
| "Check list response returns a valid list" | |
| ) | |
| self.assertNotEqual( | |
| len(storage_pools_response), | |
| 0, | |
| "Check list Hosts response" | |
| ) | |
| storage_response = storage_pools_response[0] | |
| self.assertEqual( | |
| storage_response.id, | |
| storage.id, | |
| "Check storage pool ID" | |
| ) | |
| self.assertEqual( | |
| storage.type, | |
| storage_response.type, | |
| "Check storage pool type " | |
| ) | |
| self.virtual_machine_with_disk.detach_volume( | |
| self.apiclient, | |
| vol | |
| ) | |
| # Migrate volume to new Primary Storage | |
| Volume.migrate(self.apiclient, | |
| storageid=storage.id, | |
| volumeid=vol.id | |
| ) | |
| volume_response = list_volumes( | |
| self.apiclient, | |
| id=vol.id, | |
| ) | |
| self.assertNotEqual( | |
| len(volume_response), | |
| 0, | |
| "Check list Volumes response" | |
| ) | |
| volume_migrated = volume_response[0] | |
| self.assertEqual( | |
| volume_migrated.storageid, | |
| storage.id, | |
| "Check volume storage id" | |
| ) | |
| # Take snapshot of new volume | |
| snapshot = Snapshot.create( | |
| self.apiclient, | |
| volume_migrated.id, | |
| account=self.account.name, | |
| domainid=self.account.domainid | |
| ) | |
| self.debug("Snapshot created: ID - %s" % snapshot.id) | |
| # Delete volume, VM and created Primary Storage | |
| cleanup_resources(self.apiclient, self.cleanup) | |
| # List snapshot and verify it gets properly listed although Primary Storage was removed | |
| snapshot_response = Snapshot.list( | |
| self.apiclient, | |
| id=snapshot.id | |
| ) | |
| self.assertNotEqual( | |
| len(snapshot_response), | |
| 0, | |
| "Check list Snapshot response" | |
| ) | |
| self.assertEqual( | |
| snapshot_response[0].id, | |
| snapshot.id, | |
| "Check snapshot id" | |
| ) | |
| # Delete snapshot and verify it gets properly deleted (should not be listed) | |
| self.cleanup = [snapshot] | |
| cleanup_resources(self.apiclient, self.cleanup) | |
| self.cleanup = [] | |
| snapshot_response_2 = Snapshot.list( | |
| self.apiclient, | |
| id=snapshot.id | |
| ) | |
| self.assertEqual( | |
| snapshot_response_2, | |
| None, | |
| "Check list Snapshot response" | |
| ) | |
| return | |
| class TestSnapshotStandaloneBackup(cloudstackTestCase): | |
| @classmethod | |
| def setUpClass(cls): | |
| testClient = super(TestSnapshotStandaloneBackup, cls).getClsTestClient() | |
| cls.apiclient = testClient.getApiClient() | |
| cls.services = testClient.getParsedTestDataConfig() | |
| # Get Zone, Domain and templates | |
| cls.domain = get_domain(cls.apiclient) | |
| cls.zone = get_zone(cls.apiclient, testClient.getZoneForTests()) | |
| cls.services['mode'] = cls.zone.networktype | |
| cls.hypervisorNotSupported = False | |
| cls.hypervisor = cls.testClient.getHypervisorInfo() | |
| if cls.hypervisor.lower() in ['hyperv', 'lxc'] or 'kvm-centos6' in cls.testClient.getZoneForTests(): | |
| cls.hypervisorNotSupported = True | |
| cls._cleanup = [] | |
| if not cls.hypervisorNotSupported: | |
| cls.services["domainid"] = cls.domain.id | |
| cls.services["small"]["zoneid"] = cls.zone.id | |
| cls.services["zoneid"] = cls.zone.id | |
| # Create VMs, NAT Rules etc | |
| cls.account = Account.create( | |
| cls.apiclient, | |
| cls.services["account"], | |
| domainid=cls.domain.id | |
| ) | |
| cls._cleanup.append(cls.account) | |
| cls.service_offering = ServiceOffering.create( | |
| cls.apiclient, | |
| cls.services["service_offerings"]["tiny"] | |
| ) | |
| cls._cleanup.append(cls.service_offering) | |
| cls.userapiclient = cls.testClient.getUserApiClient( | |
| UserName=cls.account.name, | |
| DomainName=cls.account.domain | |
| ) | |
| cls.template = Template.register( | |
| cls.userapiclient, | |
| cls.services["test_templates"][cls.hypervisor.lower()], | |
| zoneid=cls.zone.id, | |
| hypervisor=cls.hypervisor | |
| ) | |
| cls._cleanup.append(cls.template) | |
| cls.template.download(cls.apiclient) | |
| cls.ostypeid = cls.template.ostypeid | |
| cls.virtual_machine = VirtualMachine.create( | |
| cls.userapiclient, | |
| cls.services["small"], | |
| templateid=cls.template.id, | |
| accountid=cls.account.name, | |
| domainid=cls.account.domainid, | |
| zoneid=cls.zone.id, | |
| serviceofferingid=cls.service_offering.id, | |
| mode=cls.services["mode"] | |
| ) | |
| cls._cleanup.append(cls.virtual_machine) | |
| volumes = Volume.list( | |
| cls.userapiclient, | |
| virtualmachineid=cls.virtual_machine.id, | |
| type='ROOT', | |
| listall=True | |
| ) | |
| cls.volume = volumes[0] | |
| cls.snapshot = Snapshot.create( | |
| cls.userapiclient, | |
| cls.volume.id, | |
| account=cls.account.name, | |
| domainid=cls.account.domainid | |
| ) | |
| cls._cleanup.append(cls.snapshot) | |
| cls.virtual_machine.delete(cls.apiclient, expunge=True) | |
| cls._cleanup.remove(cls.virtual_machine) | |
| cls.template.delete(cls.userapiclient) | |
| cls._cleanup.remove(cls.template) | |
| return | |
| @classmethod | |
| def tearDownClass(cls): | |
| super(TestSnapshotStandaloneBackup, cls).tearDownClass() | |
| def setUp(self): | |
| self.cleanup = [] | |
| return | |
| def tearDown(self): | |
| super(TestSnapshotStandaloneBackup, self).tearDown() | |
| @skipTestIf("hypervisorNotSupported") | |
| @attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true") | |
| def test_01_snapshot_to_volume(self): | |
| """Test creating volume from snapshot | |
| """ | |
| self.services['volume_from_snapshot']['zoneid'] = self.zone.id | |
| snapshot_volume_pool_response = list_storage_pools( | |
| self.apiclient, | |
| id=self.volume.storageid | |
| ) | |
| snapshot_volume_pool = snapshot_volume_pool_response[0] | |
| try: | |
| self.volume_from_snap = Volume.create_from_snapshot( | |
| self.userapiclient, | |
| snapshot_id=self.snapshot.id, | |
| services=self.services["volume_from_snapshot"], | |
| account=self.account.name, | |
| domainid=self.account.domainid | |
| ) | |
| except CloudstackAPIException as cs: | |
| self.debug(cs.errorMsg) | |
| if snapshot_volume_pool.type.lower() == "powerflex": | |
| self.assertTrue( | |
| cs.errorMsg.find("Create volume from snapshot is not supported for PowerFlex volume snapshots") > 0, | |
| msg="Other than unsupported error while creating volume from snapshot for volume on PowerFlex pool") | |
| return | |
| self.fail("Failed to create volume from snapshot: %s" % cs) | |
| self.cleanup.append(self.volume_from_snap) | |
| self.assertEqual( | |
| self.volume_from_snap.state, | |
| 'Ready', | |
| "Check state of the volume created from snapshot" | |
| ) | |
| @skipTestIf("hypervisorNotSupported") | |
| @attr(tags=["advanced", "advancedns", "smoke"], required_hardware="true") | |
| def test_02_snapshot_to_template(self): | |
| """Test creating volume from snapshot | |
| """ | |
| services = {"displaytext": "Template-1", "name": "Template-1-name", "ostypeid": self.ostypeid, "ispublic": "true"} | |
| self.template_from_snap = Template.create_from_snapshot( | |
| self.userapiclient, | |
| self.snapshot, | |
| services | |
| ) | |
| self.cleanup.append(self.template_from_snap) | |
| self.assertEqual( | |
| self.template_from_snap.isready, | |
| True, | |
| "Check state of the template created from snapshot" | |
| ) | |
| self.virtual_machine1 = VirtualMachine.create( | |
| self.userapiclient, | |
| self.services["small"], | |
| templateid=self.template_from_snap.id, | |
| accountid=self.account.name, | |
| domainid=self.account.domainid, | |
| zoneid=self.zone.id, | |
| serviceofferingid=self.service_offering.id, | |
| mode=self.services["mode"] | |
| ) | |
| self.cleanup.append(self.virtual_machine1) | |
| self.assertEqual( | |
| self.virtual_machine1.state, | |
| 'Running', | |
| "Check state of the VM deployed using the template created from snapshot" | |
| ) | |
| return |