| // Licensed to the Apache Software Foundation (ASF) under one |
| // or more contributor license agreements. See the NOTICE file |
| // distributed with this work for additional information |
| // regarding copyright ownership. The ASF licenses this file |
| // to you under the Apache License, Version 2.0 (the |
| // "License"); you may not use this file except in compliance |
| // with the License. You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, |
| // software distributed under the License is distributed on an |
| // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| // KIND, either express or implied. See the License for the |
| // specific language governing permissions and limitations |
| // under the License. |
| package com.cloud.hypervisor; |
| |
| import java.util.List; |
| import java.util.Map; |
| import java.util.UUID; |
| |
| import javax.inject.Inject; |
| |
| import org.apache.cloudstack.api.ApiConstants; |
| import org.apache.cloudstack.backup.Backup; |
| import org.apache.cloudstack.engine.orchestration.service.NetworkOrchestrationService; |
| import org.apache.cloudstack.framework.config.ConfigKey; |
| import org.apache.cloudstack.framework.config.Configurable; |
| import org.apache.cloudstack.utils.reflectiontostringbuilderutils.ReflectionToStringBuilderUtils; |
| import org.apache.commons.collections.CollectionUtils; |
| import org.apache.commons.collections.MapUtils; |
| import org.apache.commons.lang3.StringUtils; |
| import org.apache.log4j.Logger; |
| |
| import com.cloud.agent.api.Command; |
| import com.cloud.agent.api.to.DiskTO; |
| import com.cloud.agent.api.to.NicTO; |
| import com.cloud.agent.api.to.VirtualMachineTO; |
| import com.cloud.configuration.ConfigurationManager; |
| import com.cloud.gpu.GPU; |
| import com.cloud.host.HostVO; |
| import com.cloud.host.dao.HostDao; |
| import com.cloud.network.Network; |
| import com.cloud.network.Networks.BroadcastDomainType; |
| import com.cloud.network.dao.NetworkDao; |
| import com.cloud.network.dao.NetworkDetailVO; |
| import com.cloud.network.dao.NetworkDetailsDao; |
| import com.cloud.network.dao.NetworkVO; |
| import com.cloud.offering.NetworkOffering; |
| import com.cloud.offering.ServiceOffering; |
| import com.cloud.offerings.dao.NetworkOfferingDetailsDao; |
| import com.cloud.resource.ResourceManager; |
| import com.cloud.service.ServiceOfferingDetailsVO; |
| import com.cloud.service.dao.ServiceOfferingDao; |
| import com.cloud.service.dao.ServiceOfferingDetailsDao; |
| import com.cloud.storage.StoragePool; |
| import com.cloud.storage.Volume; |
| import com.cloud.utils.Pair; |
| import com.cloud.utils.component.AdapterBase; |
| import com.cloud.vm.NicProfile; |
| import com.cloud.vm.NicVO; |
| import com.cloud.vm.UserVmManager; |
| import com.cloud.vm.VMInstanceVO; |
| import com.cloud.vm.VirtualMachine; |
| import com.cloud.vm.VirtualMachineProfile; |
| import com.cloud.vm.dao.NicDao; |
| import com.cloud.vm.dao.NicSecondaryIpDao; |
| import com.cloud.vm.dao.UserVmDetailsDao; |
| import com.cloud.vm.dao.VMInstanceDao; |
| |
| public abstract class HypervisorGuruBase extends AdapterBase implements HypervisorGuru, Configurable { |
| public static final Logger s_logger = Logger.getLogger(HypervisorGuruBase.class); |
| |
| @Inject |
| protected |
| NicDao nicDao; |
| @Inject |
| protected |
| NetworkDao networkDao; |
| @Inject |
| private NetworkOfferingDetailsDao networkOfferingDetailsDao; |
| @Inject |
| protected |
| VMInstanceDao virtualMachineDao; |
| @Inject |
| private UserVmDetailsDao _userVmDetailsDao; |
| @Inject |
| private NicSecondaryIpDao _nicSecIpDao; |
| @Inject |
| private ResourceManager _resourceMgr; |
| @Inject |
| protected ServiceOfferingDetailsDao _serviceOfferingDetailsDao; |
| @Inject |
| protected ServiceOfferingDao serviceOfferingDao; |
| @Inject |
| private NetworkDetailsDao networkDetailsDao; |
| @Inject |
| protected |
| HostDao hostDao; |
| @Inject |
| private UserVmManager userVmManager; |
| @Inject |
| private ConfigurationManager configurationManager; |
| |
| public static ConfigKey<Boolean> VmMinMemoryEqualsMemoryDividedByMemOverprovisioningFactor = new ConfigKey<Boolean>("Advanced", Boolean.class, "vm.min.memory.equals.memory.divided.by.mem.overprovisioning.factor", "true", |
| "If we set this to 'true', a minimum memory (memory/ mem.overprovisioning.factor) will be set to the VM, independent of using a scalable service offering or not.", true, ConfigKey.Scope.Cluster); |
| |
| public static ConfigKey<Boolean> VmMinCpuSpeedEqualsCpuSpeedDividedByCpuOverprovisioningFactor = new ConfigKey<Boolean>("Advanced", Boolean.class, "vm.min.cpu.speed.equals.cpu.speed.divided.by.cpu.overprovisioning.factor", "true", |
| "If we set this to 'true', a minimum CPU speed (cpu speed/ cpu.overprovisioning.factor) will be set on the VM, independent of using a scalable service offering or not.", true, ConfigKey.Scope.Cluster); |
| |
| private Map<NetworkOffering.Detail, String> getNicDetails(Network network) { |
| if (network == null) { |
| s_logger.debug("Unable to get NIC details as the network is null"); |
| return null; |
| } |
| Map<NetworkOffering.Detail, String> details = networkOfferingDetailsDao.getNtwkOffDetails(network.getNetworkOfferingId()); |
| if (details != null) { |
| details.putIfAbsent(NetworkOffering.Detail.PromiscuousMode, NetworkOrchestrationService.PromiscuousMode.value().toString()); |
| details.putIfAbsent(NetworkOffering.Detail.MacAddressChanges, NetworkOrchestrationService.MacAddressChanges.value().toString()); |
| details.putIfAbsent(NetworkOffering.Detail.ForgedTransmits, NetworkOrchestrationService.ForgedTransmits.value().toString()); |
| details.putIfAbsent(NetworkOffering.Detail.MacLearning, NetworkOrchestrationService.MacLearning.value().toString()); |
| } |
| NetworkDetailVO pvlantypeDetail = networkDetailsDao.findDetail(network.getId(), ApiConstants.ISOLATED_PVLAN_TYPE); |
| if (pvlantypeDetail != null) { |
| details.putIfAbsent(NetworkOffering.Detail.pvlanType, pvlantypeDetail.getValue()); |
| } |
| return details; |
| } |
| |
| @Override |
| public NicTO toNicTO(NicProfile profile) { |
| NicTO to = new NicTO(); |
| to.setDeviceId(profile.getDeviceId()); |
| to.setBroadcastType(profile.getBroadcastType()); |
| to.setType(profile.getTrafficType()); |
| to.setIp(profile.getIPv4Address()); |
| to.setNetmask(profile.getIPv4Netmask()); |
| to.setMac(profile.getMacAddress()); |
| to.setDns1(profile.getIPv4Dns1()); |
| to.setDns2(profile.getIPv4Dns2()); |
| to.setGateway(profile.getIPv4Gateway()); |
| to.setDefaultNic(profile.isDefaultNic()); |
| to.setBroadcastUri(profile.getBroadCastUri()); |
| to.setIsolationuri(profile.getIsolationUri()); |
| to.setNetworkRateMbps(profile.getNetworkRate()); |
| to.setName(profile.getName()); |
| to.setSecurityGroupEnabled(profile.isSecurityGroupEnabled()); |
| to.setIp6Address(profile.getIPv6Address()); |
| to.setIp6Gateway(profile.getIPv6Gateway()); |
| to.setIp6Cidr(profile.getIPv6Cidr()); |
| to.setMtu(profile.getMtu()); |
| to.setIp6Dns1(profile.getIPv6Dns1()); |
| to.setIp6Dns2(profile.getIPv6Dns2()); |
| |
| NetworkVO network = networkDao.findById(profile.getNetworkId()); |
| to.setNetworkUuid(network.getUuid()); |
| |
| // Workaround to make sure the TO has the UUID we need for Nicira integration |
| NicVO nicVO = nicDao.findById(profile.getId()); |
| if (nicVO != null) { |
| to.setUuid(nicVO.getUuid()); |
| // disable pxe on system vm nics to speed up boot time |
| if (nicVO.getVmType() != VirtualMachine.Type.User) { |
| to.setPxeDisable(true); |
| } |
| List<String> secIps = null; |
| if (nicVO.getSecondaryIp()) { |
| secIps = _nicSecIpDao.getSecondaryIpAddressesForNic(nicVO.getId()); |
| } |
| to.setNicSecIps(secIps); |
| } else { |
| s_logger.warn("Unabled to load NicVO for NicProfile " + profile.getId()); |
| //Workaround for dynamically created nics |
| //FixMe: uuid and secondary IPs can be made part of nic profile |
| to.setUuid(UUID.randomUUID().toString()); |
| } |
| to.setDetails(getNicDetails(network)); |
| |
| //check whether the this nic has secondary ip addresses set |
| //set nic secondary ip address in NicTO which are used for security group |
| // configuration. Use full when vm stop/start |
| return to; |
| } |
| |
| /** |
| * Add extra configuration from VM details. Extra configuration is stored as details starting with 'extraconfig' |
| */ |
| private void addExtraConfig(Map<String, String> details, VirtualMachineTO to, long accountId, Hypervisor.HypervisorType hypervisorType) { |
| for (String key : details.keySet()) { |
| if (key.startsWith(ApiConstants.EXTRA_CONFIG)) { |
| String extraConfig = details.get(key); |
| userVmManager.validateExtraConfig(accountId, hypervisorType, extraConfig); |
| to.addExtraConfig(key, extraConfig); |
| } |
| } |
| } |
| |
| /** |
| * Add extra configurations from service offering to the VM TO. |
| * Extra configuration keys are expected in formats: |
| * - "extraconfig-N" |
| * - "extraconfig-CONFIG_NAME" |
| */ |
| protected void addServiceOfferingExtraConfiguration(ServiceOffering offering, VirtualMachineTO to) { |
| List<ServiceOfferingDetailsVO> details = _serviceOfferingDetailsDao.listDetails(offering.getId()); |
| if (CollectionUtils.isNotEmpty(details)) { |
| for (ServiceOfferingDetailsVO detail : details) { |
| if (detail.getName().startsWith(ApiConstants.EXTRA_CONFIG)) { |
| configurationManager.validateExtraConfigInServiceOfferingDetail(detail.getName()); |
| to.addExtraConfig(detail.getName(), detail.getValue()); |
| } |
| } |
| } |
| } |
| |
| protected VirtualMachineTO toVirtualMachineTO(VirtualMachineProfile vmProfile) { |
| ServiceOffering offering = serviceOfferingDao.findById(vmProfile.getId(), vmProfile.getServiceOfferingId()); |
| VirtualMachine vm = vmProfile.getVirtualMachine(); |
| Long clusterId = findClusterOfVm(vm); |
| boolean divideMemoryByOverprovisioning = true; |
| boolean divideCpuByOverprovisioning = true; |
| |
| if (clusterId != null) { |
| divideMemoryByOverprovisioning = VmMinMemoryEqualsMemoryDividedByMemOverprovisioningFactor.valueIn(clusterId); |
| divideCpuByOverprovisioning = VmMinCpuSpeedEqualsCpuSpeedDividedByCpuOverprovisioningFactor.valueIn(clusterId); |
| } |
| |
| Long minMemory = (long)(offering.getRamSize() / (divideMemoryByOverprovisioning ? vmProfile.getMemoryOvercommitRatio() : 1)); |
| int minspeed = (int)(offering.getSpeed() / (divideCpuByOverprovisioning ? vmProfile.getCpuOvercommitRatio() : 1)); |
| int maxspeed = (offering.getSpeed()); |
| VirtualMachineTO to = new VirtualMachineTO(vm.getId(), vm.getInstanceName(), vm.getType(), offering.getCpu(), minspeed, maxspeed, minMemory * 1024l * 1024l, |
| offering.getRamSize() * 1024l * 1024l, null, null, vm.isHaEnabled(), vm.limitCpuUse(), vm.getVncPassword()); |
| to.setBootArgs(vmProfile.getBootArgs()); |
| |
| Map<VirtualMachineProfile.Param, Object> map = vmProfile.getParameters(); |
| if (MapUtils.isNotEmpty(map)) { |
| if (map.containsKey(VirtualMachineProfile.Param.BootMode)) { |
| if (StringUtils.isNotBlank((String) map.get(VirtualMachineProfile.Param.BootMode))) { |
| to.setBootMode((String) map.get(VirtualMachineProfile.Param.BootMode)); |
| } |
| } |
| |
| if (map.containsKey(VirtualMachineProfile.Param.BootType)) { |
| if (StringUtils.isNotBlank((String) map.get(VirtualMachineProfile.Param.BootType))) { |
| to.setBootType((String) map.get(VirtualMachineProfile.Param.BootType)); |
| } |
| } |
| } |
| |
| List<NicProfile> nicProfiles = vmProfile.getNics(); |
| NicTO[] nics = new NicTO[nicProfiles.size()]; |
| int i = 0; |
| for (NicProfile nicProfile : nicProfiles) { |
| if (vm.getType() == VirtualMachine.Type.NetScalerVm) { |
| nicProfile.setBroadcastType(BroadcastDomainType.Native); |
| } |
| NicTO nicTo = toNicTO(nicProfile); |
| nics[i++] = nicTo; |
| } |
| |
| to.setNics(nics); |
| to.setDisks(vmProfile.getDisks().toArray(new DiskTO[vmProfile.getDisks().size()])); |
| |
| if (vmProfile.getTemplate().getBits() == 32) { |
| to.setArch("i686"); |
| } else { |
| to.setArch("x86_64"); |
| } |
| |
| Map<String, String> detailsInVm = _userVmDetailsDao.listDetailsKeyPairs(vm.getId()); |
| if (detailsInVm != null) { |
| to.setDetails(detailsInVm); |
| addExtraConfig(detailsInVm, to, vm.getAccountId(), vm.getHypervisorType()); |
| } |
| |
| addServiceOfferingExtraConfiguration(offering, to); |
| |
| // Set GPU details |
| ServiceOfferingDetailsVO offeringDetail = _serviceOfferingDetailsDao.findDetail(offering.getId(), GPU.Keys.vgpuType.toString()); |
| if (offeringDetail != null) { |
| ServiceOfferingDetailsVO groupName = _serviceOfferingDetailsDao.findDetail(offering.getId(), GPU.Keys.pciDevice.toString()); |
| to.setGpuDevice(_resourceMgr.getGPUDevice(vm.getHostId(), groupName.getValue(), offeringDetail.getValue())); |
| } |
| |
| // Workaround to make sure the TO has the UUID we need for Niciri integration |
| VMInstanceVO vmInstance = virtualMachineDao.findById(to.getId()); |
| to.setEnableDynamicallyScaleVm(vmInstance.isDynamicallyScalable()); |
| to.setUuid(vmInstance.getUuid()); |
| |
| to.setVmData(vmProfile.getVmData()); |
| to.setConfigDriveLabel(vmProfile.getConfigDriveLabel()); |
| to.setConfigDriveIsoRootFolder(vmProfile.getConfigDriveIsoRootFolder()); |
| to.setConfigDriveIsoFile(vmProfile.getConfigDriveIsoFile()); |
| to.setConfigDriveLocation(vmProfile.getConfigDriveLocation()); |
| to.setState(vm.getState()); |
| |
| return to; |
| } |
| |
| protected Long findClusterOfVm(VirtualMachine vm) { |
| HostVO host = hostDao.findById(vm.getHostId()); |
| if (host != null) { |
| return host.getClusterId(); |
| } |
| |
| s_logger.debug(String.format("VM [%s] does not have a host id. Trying the last host.", ReflectionToStringBuilderUtils.reflectOnlySelectedFields(vm, "instanceName", "id", "uuid"))); |
| host = hostDao.findById(vm.getLastHostId()); |
| if (host != null) { |
| return host.getClusterId(); |
| } |
| |
| s_logger.debug(String.format("VM [%s] does not have a last host id.", ReflectionToStringBuilderUtils.reflectOnlySelectedFields(vm, "instanceName", "id", "uuid"))); |
| return null; |
| } |
| |
| @Override |
| /** |
| * The basic implementation assumes that the initial "host" defined to execute the command is the host that is in fact going to execute it. |
| * However, subclasses can extend this behavior, changing the host that is going to execute the command in runtime. |
| * The first element of the 'Pair' indicates if the hostId has been changed; this means, if you change the hostId, but you do not inform this action in the return 'Pair' object, we will use the original "hostId". |
| * |
| * Side note: it seems that the 'hostId' received here is normally the ID of the SSVM that has an entry at the host table. Therefore, this methods gives the opportunity to change from the SSVM to a real host to execute a command. |
| */ |
| public Pair<Boolean, Long> getCommandHostDelegation(long hostId, Command cmd) { |
| return new Pair<Boolean, Long>(Boolean.FALSE, new Long(hostId)); |
| } |
| |
| @Override |
| public List<Command> finalizeExpunge(VirtualMachine vm) { |
| return null; |
| } |
| |
| @Override |
| public List<Command> finalizeExpungeNics(VirtualMachine vm, List<NicProfile> nics) { |
| return null; |
| } |
| |
| @Override |
| public List<Command> finalizeExpungeVolumes(VirtualMachine vm) { |
| return null; |
| } |
| |
| @Override |
| public Map<String, String> getClusterSettings(long vmId) { |
| return null; |
| } |
| |
| @Override |
| public VirtualMachine importVirtualMachineFromBackup(long zoneId, long domainId, long accountId, long userId, |
| String vmInternalName, Backup backup) throws Exception { |
| return null; |
| } |
| |
| @Override |
| public boolean attachRestoredVolumeToVirtualMachine(long zoneId, String location, Backup.VolumeInfo volumeInfo, |
| VirtualMachine vm, long poolId, Backup backup) throws Exception { |
| return false; |
| } |
| |
| public List<Command> finalizeMigrate(VirtualMachine vm, Map<Volume, StoragePool> volumeToPool) { |
| return null; |
| } |
| |
| @Override |
| public String getConfigComponentName() { |
| return HypervisorGuruBase.class.getSimpleName(); |
| } |
| |
| @Override |
| public ConfigKey<?>[] getConfigKeys() { |
| return new ConfigKey<?>[] {VmMinMemoryEqualsMemoryDividedByMemOverprovisioningFactor, VmMinCpuSpeedEqualsCpuSpeedDividedByCpuOverprovisioningFactor }; |
| } |
| |
| } |