| // |
| // Licensed to the Apache Software Foundation (ASF) under one |
| // or more contributor license agreements. See the NOTICE file |
| // distributed with this work for additional information |
| // regarding copyright ownership. The ASF licenses this file |
| // to you under the Apache License, Version 2.0 (the |
| // "License"); you may not use this file except in compliance |
| // with the License. You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, |
| // software distributed under the License is distributed on an |
| // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| // KIND, either express or implied. See the License for the |
| // specific language governing permissions and limitations |
| // under the License. |
| // |
| |
| package com.cloud.hypervisor.kvm.resource.wrapper; |
| |
| import static com.cloud.utils.NumbersUtil.toHumanReadableSize; |
| |
| import java.io.IOException; |
| import java.util.ArrayList; |
| import java.util.Arrays; |
| import java.util.List; |
| import java.util.Map; |
| |
| import com.cloud.hypervisor.kvm.storage.ScaleIOStorageAdaptor; |
| import org.apache.cloudstack.utils.cryptsetup.KeyFile; |
| import org.apache.cloudstack.utils.qemu.QemuImageOptions; |
| import org.apache.cloudstack.utils.qemu.QemuImg; |
| import org.apache.cloudstack.utils.qemu.QemuImg.PhysicalDiskFormat; |
| import org.apache.cloudstack.utils.qemu.QemuImgException; |
| import org.apache.cloudstack.utils.qemu.QemuImgFile; |
| import org.apache.cloudstack.utils.qemu.QemuObject; |
| import org.apache.log4j.Logger; |
| import org.libvirt.Connect; |
| import org.libvirt.Domain; |
| import org.libvirt.DomainInfo; |
| import org.libvirt.LibvirtException; |
| import org.libvirt.StorageVol; |
| |
| import com.cloud.agent.api.Answer; |
| import com.cloud.agent.api.storage.ResizeVolumeAnswer; |
| import com.cloud.agent.api.storage.ResizeVolumeCommand; |
| import com.cloud.agent.api.to.StorageFilerTO; |
| import com.cloud.hypervisor.kvm.resource.LibvirtComputingResource; |
| import com.cloud.hypervisor.kvm.storage.KVMPhysicalDisk; |
| import com.cloud.hypervisor.kvm.storage.KVMStoragePool; |
| import com.cloud.hypervisor.kvm.storage.KVMStoragePoolManager; |
| import com.cloud.hypervisor.kvm.storage.MultipathSCSIPool; |
| import com.cloud.resource.CommandWrapper; |
| import com.cloud.resource.ResourceWrapper; |
| import com.cloud.storage.Storage.StoragePoolType; |
| import com.cloud.utils.exception.CloudRuntimeException; |
| import com.cloud.utils.script.Script; |
| |
| /* |
| * Uses a local script now, eventually support for virStorageVolResize() will maybe work on qcow2 and lvm and we can do this in libvirt calls |
| */ |
| @ResourceWrapper(handles = ResizeVolumeCommand.class) |
| public final class LibvirtResizeVolumeCommandWrapper extends CommandWrapper<ResizeVolumeCommand, Answer, LibvirtComputingResource> { |
| |
| private static final Logger s_logger = Logger.getLogger(LibvirtResizeVolumeCommandWrapper.class); |
| |
| @Override |
| public Answer execute(final ResizeVolumeCommand command, final LibvirtComputingResource libvirtComputingResource) { |
| final String volumeId = command.getPath(); |
| long newSize = command.getNewSize(); |
| final long currentSize = command.getCurrentSize(); |
| final String vmInstanceName = command.getInstanceName(); |
| final boolean shrinkOk = command.getShrinkOk(); |
| final StorageFilerTO spool = command.getPool(); |
| final String notifyOnlyType = LibvirtComputingResource.RESIZE_NOTIFY_ONLY; |
| |
| if ( currentSize == newSize) { |
| // nothing to do |
| s_logger.info("No need to resize volume: current size " + toHumanReadableSize(currentSize) + " is same as new size " + toHumanReadableSize(newSize)); |
| return new ResizeVolumeAnswer(command, true, "success", currentSize); |
| } |
| |
| try { |
| final KVMStoragePoolManager storagePoolMgr = libvirtComputingResource.getStoragePoolMgr(); |
| KVMStoragePool pool = storagePoolMgr.getStoragePool(spool.getType(), spool.getUuid()); |
| |
| if (pool instanceof MultipathSCSIPool) { |
| return handleMultipathSCSIResize(command, pool); |
| } |
| |
| if (spool.getType().equals(StoragePoolType.PowerFlex)) { |
| pool.connectPhysicalDisk(volumeId, null); |
| } |
| |
| final KVMPhysicalDisk vol = pool.getPhysicalDisk(volumeId); |
| final String path = vol.getPath(); |
| String type = notifyOnlyType; |
| |
| if (spool.getType().equals(StoragePoolType.PowerFlex) && vol.getFormat().equals(PhysicalDiskFormat.QCOW2)) { |
| // PowerFlex QCOW2 sizing needs to consider overhead. |
| newSize = ScaleIOStorageAdaptor.getUsableBytesFromRawBytes(newSize); |
| } else if (spool.getType().equals(StoragePoolType.PowerFlex)) { |
| // PowerFlex RAW/LUKS is already resized, we just notify the domain based on new size (considering LUKS overhead) |
| newSize = getVirtualSizeFromFile(path); |
| } |
| |
| if (pool.getType() != StoragePoolType.RBD && pool.getType() != StoragePoolType.Linstor && pool.getType() != StoragePoolType.PowerFlex) { |
| type = libvirtComputingResource.getResizeScriptType(pool, vol); |
| if (type.equals("QCOW2") && shrinkOk) { |
| return new ResizeVolumeAnswer(command, false, "Unable to shrink volumes of type " + type); |
| } |
| } else { |
| s_logger.debug("Volume " + path + " is on a RBD/Linstor storage pool. No need to query for additional information."); |
| } |
| |
| s_logger.debug("Resizing volume: " + path + ", from: " + toHumanReadableSize(currentSize) + ", to: " + toHumanReadableSize(newSize) + ", type: " + type + ", name: " + vmInstanceName + ", shrinkOk: " + shrinkOk); |
| |
| /* libvirt doesn't support resizing (C)LVM devices, and corrupts QCOW2 in some scenarios, so we have to do these via qemu-img */ |
| if (pool.getType() != StoragePoolType.CLVM && pool.getType() != StoragePoolType.Linstor && pool.getType() != StoragePoolType.PowerFlex |
| && vol.getFormat() != PhysicalDiskFormat.QCOW2) { |
| s_logger.debug("Volume " + path + " can be resized by libvirt. Asking libvirt to resize the volume."); |
| try { |
| final LibvirtUtilitiesHelper libvirtUtilitiesHelper = libvirtComputingResource.getLibvirtUtilitiesHelper(); |
| |
| final Connect conn = libvirtUtilitiesHelper.getConnection(); |
| final StorageVol v = conn.storageVolLookupByPath(path); |
| int flags = 0; |
| |
| if (conn.getLibVirVersion() > 1001000 && vol.getFormat() == PhysicalDiskFormat.RAW && pool.getType() != StoragePoolType.RBD) { |
| flags = 1; |
| } |
| if (shrinkOk) { |
| flags = 4; |
| } |
| |
| v.resize(newSize, flags); |
| } catch (final LibvirtException e) { |
| return new ResizeVolumeAnswer(command, false, e.toString()); |
| } |
| } |
| |
| boolean vmIsRunning = isVmRunning(vmInstanceName, libvirtComputingResource); |
| |
| /* when VM is offline, we use qemu-img directly to resize encrypted volumes. |
| If VM is online, the existing resize script will call virsh blockresize which works |
| with both encrypted and non-encrypted volumes. |
| */ |
| if (!vmIsRunning && command.getPassphrase() != null && command.getPassphrase().length > 0 ) { |
| s_logger.debug("Invoking qemu-img to resize an offline, encrypted volume"); |
| QemuObject.EncryptFormat encryptFormat = QemuObject.EncryptFormat.enumValue(command.getEncryptFormat()); |
| resizeEncryptedQcowFile(vol, encryptFormat,newSize, command.getPassphrase(), libvirtComputingResource); |
| } else { |
| s_logger.debug("Invoking resize script to handle type " + type); |
| final Script resizecmd = new Script(libvirtComputingResource.getResizeVolumePath(), libvirtComputingResource.getCmdsTimeout(), s_logger); |
| resizecmd.add("-s", String.valueOf(newSize)); |
| resizecmd.add("-c", String.valueOf(currentSize)); |
| resizecmd.add("-p", path); |
| resizecmd.add("-t", type); |
| resizecmd.add("-r", String.valueOf(shrinkOk)); |
| resizecmd.add("-v", vmInstanceName); |
| final String result = resizecmd.execute(); |
| |
| if (result != null) { |
| if(type.equals(notifyOnlyType)) { |
| return new ResizeVolumeAnswer(command, true, "Resize succeeded, but need reboot to notify guest"); |
| } else { |
| return new ResizeVolumeAnswer(command, false, result); |
| } |
| } |
| } |
| |
| /* fetch new size as seen from libvirt, don't want to assume anything */ |
| pool = storagePoolMgr.getStoragePool(spool.getType(), spool.getUuid()); |
| pool.refresh(); |
| final long finalSize = pool.getPhysicalDisk(volumeId).getVirtualSize(); |
| s_logger.debug("after resize, size reports as: " + toHumanReadableSize(finalSize) + ", requested: " + toHumanReadableSize(newSize)); |
| return new ResizeVolumeAnswer(command, true, "success", finalSize); |
| } catch (final CloudRuntimeException e) { |
| final String error = "Failed to resize volume: " + e.getMessage(); |
| s_logger.debug(error); |
| return new ResizeVolumeAnswer(command, false, error); |
| } finally { |
| command.clearPassphrase(); |
| } |
| } |
| |
| private boolean isVmRunning(final String vmName, final LibvirtComputingResource libvirtComputingResource) { |
| try { |
| final LibvirtUtilitiesHelper libvirtUtilitiesHelper = libvirtComputingResource.getLibvirtUtilitiesHelper(); |
| Connect conn = libvirtUtilitiesHelper.getConnectionByVmName(vmName); |
| Domain dom = conn.domainLookupByName(vmName); |
| return (dom != null && dom.getInfo().state == DomainInfo.DomainState.VIR_DOMAIN_RUNNING); |
| } catch (LibvirtException ex) { |
| s_logger.info(String.format("Did not find a running VM '%s'", vmName)); |
| } |
| return false; |
| } |
| |
| private void resizeEncryptedQcowFile(final KVMPhysicalDisk vol, final QemuObject.EncryptFormat encryptFormat, long newSize, |
| byte[] passphrase, final LibvirtComputingResource libvirtComputingResource) throws CloudRuntimeException { |
| List<QemuObject> passphraseObjects = new ArrayList<>(); |
| try (KeyFile keyFile = new KeyFile(passphrase)) { |
| passphraseObjects.add( |
| QemuObject.prepareSecretForQemuImg(vol.getFormat(), encryptFormat, keyFile.toString(), "sec0", null) |
| ); |
| QemuImg q = new QemuImg(libvirtComputingResource.getCmdsTimeout()); |
| QemuImageOptions imgOptions = new QemuImageOptions(vol.getFormat(), vol.getPath(),"sec0"); |
| q.resize(imgOptions, passphraseObjects, newSize); |
| } catch (QemuImgException | LibvirtException ex) { |
| throw new CloudRuntimeException("Failed to run qemu-img for resize", ex); |
| } catch (IOException ex) { |
| throw new CloudRuntimeException("Failed to create keyfile for encrypted resize", ex); |
| } finally { |
| Arrays.fill(passphrase, (byte) 0); |
| } |
| } |
| |
| private long getVirtualSizeFromFile(String path) { |
| try { |
| QemuImg qemu = new QemuImg(0); |
| QemuImgFile qemuFile = new QemuImgFile(path); |
| Map<String, String> info = qemu.info(qemuFile); |
| if (info.containsKey(QemuImg.VIRTUAL_SIZE)) { |
| return Long.parseLong(info.get(QemuImg.VIRTUAL_SIZE)); |
| } else { |
| throw new CloudRuntimeException("Unable to determine virtual size of volume at path " + path); |
| } |
| } catch (QemuImgException | LibvirtException ex) { |
| throw new CloudRuntimeException("Error when inspecting volume at path " + path, ex); |
| } |
| } |
| |
| private Answer handleMultipathSCSIResize(ResizeVolumeCommand command, KVMStoragePool pool) { |
| ((MultipathSCSIPool)pool).resize(command.getPath(), command.getInstanceName(), command.getNewSize()); |
| return new ResizeVolumeAnswer(command, true, ""); |
| } |
| } |