| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| package org.apache.cloudstack.storage.datastore.provider; |
| |
| import com.cloud.agent.AgentManager; |
| import com.cloud.agent.api.Answer; |
| import com.cloud.agent.api.CleanupPersistentNetworkResourceCommand; |
| import com.cloud.agent.api.ModifyStoragePoolAnswer; |
| import com.cloud.agent.api.ModifyStoragePoolCommand; |
| import com.cloud.agent.api.SetupPersistentNetworkCommand; |
| import com.cloud.agent.api.to.NicTO; |
| import com.cloud.alert.AlertManager; |
| import com.cloud.configuration.ConfigurationManager; |
| import com.cloud.exception.StorageConflictException; |
| import com.cloud.host.HostVO; |
| import com.cloud.host.dao.HostDao; |
| import com.cloud.network.NetworkModel; |
| import com.cloud.network.dao.NetworkDao; |
| import com.cloud.network.dao.NetworkVO; |
| import com.cloud.offerings.NetworkOfferingVO; |
| import com.cloud.offerings.dao.NetworkOfferingDao; |
| import com.cloud.storage.DataStoreRole; |
| import com.cloud.storage.Storage; |
| import com.cloud.storage.StorageManager; |
| import com.cloud.storage.StoragePool; |
| import com.cloud.storage.StoragePoolHostVO; |
| import com.cloud.storage.StorageService; |
| import com.cloud.storage.dao.StoragePoolHostDao; |
| import com.cloud.utils.exception.CloudRuntimeException; |
| import org.apache.cloudstack.engine.subsystem.api.storage.DataStoreManager; |
| import org.apache.cloudstack.engine.subsystem.api.storage.HypervisorHostListener; |
| import org.apache.cloudstack.storage.datastore.db.PrimaryDataStoreDao; |
| import org.apache.cloudstack.storage.datastore.db.StoragePoolDetailVO; |
| import org.apache.cloudstack.storage.datastore.db.StoragePoolDetailsDao; |
| import org.apache.cloudstack.storage.datastore.db.StoragePoolVO; |
| import org.apache.commons.lang3.StringUtils; |
| import org.apache.log4j.Logger; |
| |
| import javax.inject.Inject; |
| import java.util.List; |
| |
| public class DefaultHostListener implements HypervisorHostListener { |
| private static final Logger s_logger = Logger.getLogger(DefaultHostListener.class); |
| |
| /** |
| * Wait time for modify storage pool command to complete. We should wait for 5 minutes for the command to complete. |
| * This should ideally be externalised as a global configuration parameter in the future (See #8506). |
| **/ |
| private final int modifyStoragePoolCommandWait = 300; // 5 minutes |
| @Inject |
| AgentManager agentMgr; |
| @Inject |
| DataStoreManager dataStoreMgr; |
| @Inject |
| AlertManager alertMgr; |
| @Inject |
| StoragePoolHostDao storagePoolHostDao; |
| @Inject |
| PrimaryDataStoreDao primaryStoreDao; |
| @Inject |
| StoragePoolDetailsDao storagePoolDetailsDao; |
| @Inject |
| StorageManager storageManager; |
| @Inject |
| StorageService storageService; |
| @Inject |
| NetworkOfferingDao networkOfferingDao; |
| @Inject |
| HostDao hostDao; |
| @Inject |
| NetworkModel networkModel; |
| @Inject |
| ConfigurationManager configManager; |
| @Inject |
| NetworkDao networkDao; |
| |
| @Override |
| public boolean hostAdded(long hostId) { |
| return true; |
| } |
| |
| private boolean createPersistentNetworkResourcesOnHost(long hostId) { |
| HostVO host = hostDao.findById(hostId); |
| if (host == null) { |
| s_logger.warn(String.format("Host with id %ld can't be found", hostId)); |
| return false; |
| } |
| setupPersistentNetwork(host); |
| return true; |
| } |
| |
| /** |
| * Creates a dummy NicTO object which is used by the respective hypervisors to setup network elements / resources |
| * - bridges(KVM), VLANs(Xen) and portgroups(VMWare) for L2 network |
| */ |
| private NicTO createNicTOFromNetworkAndOffering(NetworkVO networkVO, NetworkOfferingVO networkOfferingVO, HostVO hostVO) { |
| NicTO to = new NicTO(); |
| to.setName(networkModel.getNetworkTag(hostVO.getHypervisorType(), networkVO)); |
| to.setBroadcastType(networkVO.getBroadcastDomainType()); |
| to.setType(networkVO.getTrafficType()); |
| to.setBroadcastUri(networkVO.getBroadcastUri()); |
| to.setIsolationuri(networkVO.getBroadcastUri()); |
| to.setNetworkRateMbps(configManager.getNetworkOfferingNetworkRate(networkOfferingVO.getId(), networkVO.getDataCenterId())); |
| to.setSecurityGroupEnabled(networkModel.isSecurityGroupSupportedInNetwork(networkVO)); |
| return to; |
| } |
| |
| |
| @Override |
| public boolean hostConnect(long hostId, long poolId) throws StorageConflictException { |
| StoragePool pool = (StoragePool) this.dataStoreMgr.getDataStore(poolId, DataStoreRole.Primary); |
| ModifyStoragePoolCommand cmd = new ModifyStoragePoolCommand(true, pool); |
| cmd.setWait(modifyStoragePoolCommandWait); |
| s_logger.debug(String.format("Sending modify storage pool command to agent: %d for storage pool: %d with timeout %d seconds", |
| hostId, poolId, cmd.getWait())); |
| final Answer answer = agentMgr.easySend(hostId, cmd); |
| |
| if (answer == null) { |
| throw new CloudRuntimeException("Unable to get an answer to the modify storage pool command" + pool.getId()); |
| } |
| |
| if (!answer.getResult()) { |
| String msg = "Unable to attach storage pool" + poolId + " to the host" + hostId; |
| alertMgr.sendAlert(AlertManager.AlertType.ALERT_TYPE_HOST, pool.getDataCenterId(), pool.getPodId(), msg, msg); |
| throw new CloudRuntimeException("Unable establish connection from storage head to storage pool " + pool.getId() + " due to " + answer.getDetails() + |
| pool.getId()); |
| } |
| |
| assert (answer instanceof ModifyStoragePoolAnswer) : "Well, now why won't you actually return the ModifyStoragePoolAnswer when it's ModifyStoragePoolCommand? Pool=" + |
| pool.getId() + "Host=" + hostId; |
| ModifyStoragePoolAnswer mspAnswer = (ModifyStoragePoolAnswer) answer; |
| if (mspAnswer.getLocalDatastoreName() != null && pool.isShared()) { |
| String datastoreName = mspAnswer.getLocalDatastoreName(); |
| List<StoragePoolVO> localStoragePools = this.primaryStoreDao.listLocalStoragePoolByPath(pool.getDataCenterId(), datastoreName); |
| for (StoragePoolVO localStoragePool : localStoragePools) { |
| if (datastoreName.equals(localStoragePool.getPath())) { |
| s_logger.warn("Storage pool: " + pool.getId() + " has already been added as local storage: " + localStoragePool.getName()); |
| throw new StorageConflictException("Cannot add shared storage pool: " + pool.getId() + " because it has already been added as local storage:" |
| + localStoragePool.getName()); |
| } |
| } |
| } |
| StoragePoolVO poolVO = this.primaryStoreDao.findById(poolId); |
| updateStoragePoolHostVOAndDetails(poolVO, hostId, mspAnswer); |
| |
| if (pool.getPoolType() == Storage.StoragePoolType.DatastoreCluster) { |
| storageManager.validateChildDatastoresToBeAddedInUpState(poolVO, mspAnswer.getDatastoreClusterChildren()); |
| storageManager.syncDatastoreClusterStoragePool(poolId, ((ModifyStoragePoolAnswer) answer).getDatastoreClusterChildren(), hostId); |
| } |
| |
| storageService.updateStorageCapabilities(poolId, false); |
| |
| s_logger.info("Connection established between storage pool " + pool + " and host " + hostId); |
| |
| return createPersistentNetworkResourcesOnHost(hostId); |
| } |
| |
| private void updateStoragePoolHostVOAndDetails(StoragePool pool, long hostId, ModifyStoragePoolAnswer mspAnswer) { |
| StoragePoolHostVO poolHost = storagePoolHostDao.findByPoolHost(pool.getId(), hostId); |
| if (poolHost == null) { |
| poolHost = new StoragePoolHostVO(pool.getId(), hostId, mspAnswer.getPoolInfo().getLocalPath().replaceAll("//", "/")); |
| storagePoolHostDao.persist(poolHost); |
| } else { |
| poolHost.setLocalPath(mspAnswer.getPoolInfo().getLocalPath().replaceAll("//", "/")); |
| } |
| |
| StoragePoolVO poolVO = this.primaryStoreDao.findById(pool.getId()); |
| poolVO.setUsedBytes(mspAnswer.getPoolInfo().getCapacityBytes() - mspAnswer.getPoolInfo().getAvailableBytes()); |
| poolVO.setCapacityBytes(mspAnswer.getPoolInfo().getCapacityBytes()); |
| if (StringUtils.isNotEmpty(mspAnswer.getPoolType())) { |
| StoragePoolDetailVO poolType = storagePoolDetailsDao.findDetail(pool.getId(), "pool_type"); |
| if (poolType == null) { |
| StoragePoolDetailVO storagePoolDetailVO = new StoragePoolDetailVO(pool.getId(), "pool_type", mspAnswer.getPoolType(), false); |
| storagePoolDetailsDao.persist(storagePoolDetailVO); |
| } |
| } |
| primaryStoreDao.update(pool.getId(), poolVO); |
| } |
| |
| @Override |
| public boolean hostDisconnected(long hostId, long poolId) { |
| // TODO Auto-generated method stub |
| return false; |
| } |
| |
| @Override |
| public boolean hostAboutToBeRemoved(long hostId) { |
| // send host the cleanup persistent network resources |
| HostVO host = hostDao.findById(hostId); |
| if (host == null) { |
| s_logger.warn("Host with id " + hostId + " can't be found"); |
| return false; |
| } |
| |
| List<NetworkVO> allPersistentNetworks = networkDao.getAllPersistentNetworksFromZone(host.getDataCenterId()); // find zoneId of host |
| for (NetworkVO persistentNetworkVO : allPersistentNetworks) { |
| NetworkOfferingVO networkOfferingVO = networkOfferingDao.findById(persistentNetworkVO.getNetworkOfferingId()); |
| CleanupPersistentNetworkResourceCommand cleanupCmd = |
| new CleanupPersistentNetworkResourceCommand(createNicTOFromNetworkAndOffering(persistentNetworkVO, networkOfferingVO, host)); |
| Answer answer = agentMgr.easySend(hostId, cleanupCmd); |
| if (answer == null) { |
| s_logger.error("Unable to get answer to the cleanup persistent network command " + persistentNetworkVO.getId()); |
| continue; |
| } |
| if (!answer.getResult()) { |
| String msg = String.format("Unable to cleanup persistent network resources from network %d on the host %d", persistentNetworkVO.getId(), hostId); |
| s_logger.error(msg); |
| } |
| } |
| return true; |
| } |
| |
| @Override |
| public boolean hostRemoved(long hostId, long clusterId) { |
| return true; |
| } |
| |
| @Override |
| public boolean hostEnabled(long hostId) { |
| HostVO host = hostDao.findById(hostId); |
| if (host == null) { |
| s_logger.warn(String.format("Host with id %d can't be found", hostId)); |
| return false; |
| } |
| setupPersistentNetwork(host); |
| return true; |
| } |
| |
| private void setupPersistentNetwork(HostVO host) { |
| List<NetworkVO> allPersistentNetworks = networkDao.getAllPersistentNetworksFromZone(host.getDataCenterId()); |
| for (NetworkVO networkVO : allPersistentNetworks) { |
| NetworkOfferingVO networkOfferingVO = networkOfferingDao.findById(networkVO.getNetworkOfferingId()); |
| |
| SetupPersistentNetworkCommand persistentNetworkCommand = |
| new SetupPersistentNetworkCommand(createNicTOFromNetworkAndOffering(networkVO, networkOfferingVO, host)); |
| Answer answer = agentMgr.easySend(host.getId(), persistentNetworkCommand); |
| if (answer == null) { |
| throw new CloudRuntimeException("Unable to get answer to the setup persistent network command " + networkVO.getId()); |
| } |
| if (!answer.getResult()) { |
| String msg = String.format("Unable to create persistent network resources for network %d on the host %d in zone %d", networkVO.getId(), host.getId(), networkVO.getDataCenterId()); |
| s_logger.error(msg); |
| } |
| } |
| } |
| } |
