| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| package org.apache.cloudstack.storage.image; |
| |
| import java.net.URI; |
| import java.net.URISyntaxException; |
| import java.util.ArrayList; |
| import java.util.Date; |
| import java.util.List; |
| import java.util.Map; |
| |
| import javax.inject.Inject; |
| |
| import com.cloud.storage.Upload; |
| import org.apache.log4j.Logger; |
| |
| import org.apache.cloudstack.engine.subsystem.api.storage.CopyCommandResult; |
| import org.apache.cloudstack.engine.subsystem.api.storage.CreateCmdResult; |
| import org.apache.cloudstack.engine.subsystem.api.storage.DataObject; |
| import org.apache.cloudstack.engine.subsystem.api.storage.DataStore; |
| import org.apache.cloudstack.engine.subsystem.api.storage.EndPoint; |
| import org.apache.cloudstack.engine.subsystem.api.storage.EndPointSelector; |
| import org.apache.cloudstack.engine.subsystem.api.storage.TemplateInfo; |
| import org.apache.cloudstack.framework.async.AsyncCallbackDispatcher; |
| import org.apache.cloudstack.framework.async.AsyncCompletionCallback; |
| import org.apache.cloudstack.framework.async.AsyncRpcContext; |
| import org.apache.cloudstack.framework.config.dao.ConfigurationDao; |
| import org.apache.cloudstack.storage.command.CommandResult; |
| import org.apache.cloudstack.storage.command.DeleteCommand; |
| import org.apache.cloudstack.storage.datastore.db.TemplateDataStoreDao; |
| import org.apache.cloudstack.storage.datastore.db.TemplateDataStoreVO; |
| import org.apache.cloudstack.storage.datastore.db.VolumeDataStoreDao; |
| import org.apache.cloudstack.storage.datastore.db.VolumeDataStoreVO; |
| import org.apache.cloudstack.storage.endpoint.DefaultEndPointSelector; |
| |
| import com.cloud.agent.api.Answer; |
| import com.cloud.agent.api.storage.CreateDatadiskTemplateCommand; |
| import com.cloud.agent.api.storage.DownloadAnswer; |
| import com.cloud.agent.api.storage.GetDatadisksAnswer; |
| import com.cloud.agent.api.storage.GetDatadisksCommand; |
| import com.cloud.agent.api.to.DataObjectType; |
| import com.cloud.agent.api.to.DataTO; |
| import com.cloud.alert.AlertManager; |
| import com.cloud.storage.VMTemplateStorageResourceAssoc; |
| import com.cloud.storage.VMTemplateVO; |
| import com.cloud.storage.VolumeVO; |
| import com.cloud.storage.dao.VMTemplateDao; |
| import com.cloud.storage.dao.VMTemplateDetailsDao; |
| import com.cloud.storage.dao.VMTemplateZoneDao; |
| import com.cloud.storage.dao.VolumeDao; |
| import com.cloud.storage.download.DownloadMonitor; |
| import com.cloud.user.ResourceLimitService; |
| import com.cloud.user.dao.AccountDao; |
| import com.cloud.agent.api.to.DatadiskTO; |
| import com.cloud.utils.net.Proxy; |
| import com.cloud.utils.exception.CloudRuntimeException; |
| |
| public abstract class BaseImageStoreDriverImpl implements ImageStoreDriver { |
| private static final Logger s_logger = Logger.getLogger(BaseImageStoreDriverImpl.class); |
| @Inject |
| protected VMTemplateDao _templateDao; |
| @Inject |
| DownloadMonitor _downloadMonitor; |
| @Inject |
| VolumeDao volumeDao; |
| @Inject |
| VolumeDataStoreDao _volumeStoreDao; |
| @Inject |
| TemplateDataStoreDao _templateStoreDao; |
| @Inject |
| EndPointSelector _epSelector; |
| @Inject |
| ConfigurationDao configDao; |
| @Inject |
| VMTemplateZoneDao _vmTemplateZoneDao; |
| @Inject |
| AlertManager _alertMgr; |
| @Inject |
| VMTemplateDetailsDao _templateDetailsDao; |
| @Inject |
| DefaultEndPointSelector _defaultEpSelector; |
| @Inject |
| AccountDao _accountDao; |
| @Inject |
| ResourceLimitService _resourceLimitMgr; |
| |
| protected String _proxy = null; |
| |
| protected Proxy getHttpProxy() { |
| if (_proxy == null) { |
| return null; |
| } |
| try { |
| URI uri = new URI(_proxy); |
| Proxy prx = new Proxy(uri); |
| return prx; |
| } catch (URISyntaxException e) { |
| return null; |
| } |
| } |
| |
| @Override |
| public Map<String, String> getCapabilities() { |
| return null; |
| } |
| |
| @Override |
| public DataTO getTO(DataObject data) { |
| return null; |
| } |
| |
| protected class CreateContext<T> extends AsyncRpcContext<T> { |
| final DataObject data; |
| |
| public CreateContext(AsyncCompletionCallback<T> callback, DataObject data) { |
| super(callback); |
| this.data = data; |
| } |
| } |
| |
| protected Long getMaxTemplateSizeInBytes() { |
| try { |
| return Long.parseLong(configDao.getValue("max.template.iso.size")) * 1024L * 1024L * 1024L; |
| } catch (NumberFormatException e) { |
| return null; |
| } |
| } |
| |
| @Override |
| public void createAsync(DataStore dataStore, DataObject data, AsyncCompletionCallback<CreateCmdResult> callback) { |
| CreateContext<CreateCmdResult> context = new CreateContext<CreateCmdResult>(callback, data); |
| AsyncCallbackDispatcher<BaseImageStoreDriverImpl, DownloadAnswer> caller = AsyncCallbackDispatcher.create(this); |
| caller.setContext(context); |
| if (data.getType() == DataObjectType.TEMPLATE) { |
| caller.setCallback(caller.getTarget().createTemplateAsyncCallback(null, null)); |
| if (s_logger.isDebugEnabled()) { |
| s_logger.debug("Downloading template to data store " + dataStore.getId()); |
| } |
| _downloadMonitor.downloadTemplateToStorage(data, caller); |
| } else if (data.getType() == DataObjectType.VOLUME) { |
| caller.setCallback(caller.getTarget().createVolumeAsyncCallback(null, null)); |
| if (s_logger.isDebugEnabled()) { |
| s_logger.debug("Downloading volume to data store " + dataStore.getId()); |
| } |
| _downloadMonitor.downloadVolumeToStorage(data, caller); |
| } |
| } |
| |
| protected Void createTemplateAsyncCallback(AsyncCallbackDispatcher<? extends BaseImageStoreDriverImpl, DownloadAnswer> callback, |
| CreateContext<CreateCmdResult> context) { |
| if (s_logger.isDebugEnabled()) { |
| s_logger.debug("Performing image store createTemplate async callback"); |
| } |
| DownloadAnswer answer = callback.getResult(); |
| DataObject obj = context.data; |
| DataStore store = obj.getDataStore(); |
| |
| TemplateDataStoreVO tmpltStoreVO = _templateStoreDao.findByStoreTemplate(store.getId(), obj.getId()); |
| if (tmpltStoreVO != null) { |
| if (tmpltStoreVO.getDownloadState() == VMTemplateStorageResourceAssoc.Status.DOWNLOADED) { |
| if (s_logger.isDebugEnabled()) { |
| s_logger.debug("Template is already in DOWNLOADED state, ignore further incoming DownloadAnswer"); |
| } |
| return null; |
| } |
| TemplateDataStoreVO updateBuilder = _templateStoreDao.createForUpdate(); |
| updateBuilder.setDownloadPercent(answer.getDownloadPct()); |
| updateBuilder.setDownloadState(answer.getDownloadStatus()); |
| updateBuilder.setLastUpdated(new Date()); |
| updateBuilder.setErrorString(answer.getErrorString()); |
| updateBuilder.setJobId(answer.getJobId()); |
| updateBuilder.setLocalDownloadPath(answer.getDownloadPath()); |
| updateBuilder.setInstallPath(answer.getInstallPath()); |
| updateBuilder.setSize(answer.getTemplateSize()); |
| updateBuilder.setPhysicalSize(answer.getTemplatePhySicalSize()); |
| _templateStoreDao.update(tmpltStoreVO.getId(), updateBuilder); |
| // update size in vm_template table |
| VMTemplateVO tmlptUpdater = _templateDao.createForUpdate(); |
| tmlptUpdater.setSize(answer.getTemplateSize()); |
| _templateDao.update(obj.getId(), tmlptUpdater); |
| } |
| |
| AsyncCompletionCallback<CreateCmdResult> caller = context.getParentCallback(); |
| |
| if (answer.getDownloadStatus() == VMTemplateStorageResourceAssoc.Status.DOWNLOAD_ERROR || |
| answer.getDownloadStatus() == VMTemplateStorageResourceAssoc.Status.ABANDONED || answer.getDownloadStatus() == VMTemplateStorageResourceAssoc.Status.UNKNOWN) { |
| CreateCmdResult result = new CreateCmdResult(null, null); |
| result.setSuccess(false); |
| result.setResult(answer.getErrorString()); |
| caller.complete(result); |
| String msg = "Failed to register template: " + obj.getUuid() + " with error: " + answer.getErrorString(); |
| _alertMgr.sendAlert(AlertManager.AlertType.ALERT_TYPE_UPLOAD_FAILED, _vmTemplateZoneDao.listByTemplateId(obj.getId()).get(0).getZoneId(), null, msg, msg); |
| s_logger.error(msg); |
| } else if (answer.getDownloadStatus() == VMTemplateStorageResourceAssoc.Status.DOWNLOADED) { |
| if (answer.getCheckSum() != null) { |
| VMTemplateVO templateDaoBuilder = _templateDao.createForUpdate(); |
| templateDaoBuilder.setChecksum(answer.getCheckSum()); |
| _templateDao.update(obj.getId(), templateDaoBuilder); |
| } |
| |
| CreateCmdResult result = new CreateCmdResult(null, null); |
| caller.complete(result); |
| } |
| return null; |
| } |
| |
| protected Void |
| createVolumeAsyncCallback(AsyncCallbackDispatcher<? extends BaseImageStoreDriverImpl, DownloadAnswer> callback, CreateContext<CreateCmdResult> context) { |
| DownloadAnswer answer = callback.getResult(); |
| DataObject obj = context.data; |
| DataStore store = obj.getDataStore(); |
| |
| VolumeDataStoreVO volStoreVO = _volumeStoreDao.findByStoreVolume(store.getId(), obj.getId()); |
| if (volStoreVO != null) { |
| if (volStoreVO.getDownloadState() == VMTemplateStorageResourceAssoc.Status.DOWNLOADED) { |
| if (s_logger.isDebugEnabled()) { |
| s_logger.debug("Volume is already in DOWNLOADED state, ignore further incoming DownloadAnswer"); |
| } |
| return null; |
| } |
| VolumeDataStoreVO updateBuilder = _volumeStoreDao.createForUpdate(); |
| updateBuilder.setDownloadPercent(answer.getDownloadPct()); |
| updateBuilder.setDownloadState(answer.getDownloadStatus()); |
| updateBuilder.setLastUpdated(new Date()); |
| updateBuilder.setErrorString(answer.getErrorString()); |
| updateBuilder.setJobId(answer.getJobId()); |
| updateBuilder.setLocalDownloadPath(answer.getDownloadPath()); |
| updateBuilder.setInstallPath(answer.getInstallPath()); |
| updateBuilder.setSize(answer.getTemplateSize()); |
| updateBuilder.setPhysicalSize(answer.getTemplatePhySicalSize()); |
| _volumeStoreDao.update(volStoreVO.getId(), updateBuilder); |
| // update size in volume table |
| VolumeVO volUpdater = volumeDao.createForUpdate(); |
| volUpdater.setSize(answer.getTemplateSize()); |
| volumeDao.update(obj.getId(), volUpdater); |
| } |
| |
| AsyncCompletionCallback<CreateCmdResult> caller = context.getParentCallback(); |
| |
| if (answer.getDownloadStatus() == VMTemplateStorageResourceAssoc.Status.DOWNLOAD_ERROR || |
| answer.getDownloadStatus() == VMTemplateStorageResourceAssoc.Status.ABANDONED || answer.getDownloadStatus() == VMTemplateStorageResourceAssoc.Status.UNKNOWN) { |
| CreateCmdResult result = new CreateCmdResult(null, null); |
| result.setSuccess(false); |
| result.setResult(answer.getErrorString()); |
| caller.complete(result); |
| String msg = "Failed to upload volume: " + obj.getUuid() + " with error: " + answer.getErrorString(); |
| _alertMgr.sendAlert(AlertManager.AlertType.ALERT_TYPE_UPLOAD_FAILED, |
| (volStoreVO == null ? -1L : volStoreVO.getZoneId()), null, msg, msg); |
| s_logger.error(msg); |
| } else if (answer.getDownloadStatus() == VMTemplateStorageResourceAssoc.Status.DOWNLOADED) { |
| CreateCmdResult result = new CreateCmdResult(null, null); |
| caller.complete(result); |
| } |
| return null; |
| } |
| |
| @Override |
| public void deleteAsync(DataStore dataStore, DataObject data, AsyncCompletionCallback<CommandResult> callback) { |
| CommandResult result = new CommandResult(); |
| try { |
| DeleteCommand cmd = new DeleteCommand(data.getTO()); |
| EndPoint ep = _epSelector.select(data); |
| Answer answer = null; |
| if (ep == null) { |
| String errMsg = "No remote endpoint to send command, check if host or ssvm is down?"; |
| s_logger.error(errMsg); |
| answer = new Answer(cmd, false, errMsg); |
| } else { |
| answer = ep.sendMessage(cmd); |
| } |
| if (answer != null && !answer.getResult()) { |
| result.setResult(answer.getDetails()); |
| } |
| } catch (Exception ex) { |
| s_logger.debug("Unable to destoy " + data.getType().toString() + ": " + data.getId(), ex); |
| result.setResult(ex.toString()); |
| } |
| callback.complete(result); |
| } |
| |
| @Override |
| public void copyAsync(DataObject srcdata, DataObject destData, AsyncCompletionCallback<CopyCommandResult> callback) { |
| } |
| |
| @Override |
| public boolean canCopy(DataObject srcData, DataObject destData) { |
| return false; |
| } |
| |
| @Override |
| public void resize(DataObject data, AsyncCompletionCallback<CreateCmdResult> callback) { |
| } |
| |
| @Override |
| public void deleteEntityExtractUrl(DataStore store, String installPath, String url, Upload.Type entityType) { |
| } |
| |
| @Override |
| public List<DatadiskTO> getDataDiskTemplates(DataObject obj) { |
| List<DatadiskTO> dataDiskDetails = new ArrayList<DatadiskTO>(); |
| if (s_logger.isDebugEnabled()) { |
| s_logger.debug("Get the data disks present in the OVA template"); |
| } |
| DataStore store = obj.getDataStore(); |
| GetDatadisksCommand cmd = new GetDatadisksCommand(obj.getTO()); |
| EndPoint ep = _defaultEpSelector.select(store); |
| Answer answer = null; |
| if (ep == null) { |
| String errMsg = "No remote endpoint to send command, check if host or ssvm is down?"; |
| s_logger.error(errMsg); |
| answer = new Answer(cmd, false, errMsg); |
| } else { |
| answer = ep.sendMessage(cmd); |
| } |
| if (answer != null && answer.getResult()) { |
| GetDatadisksAnswer getDatadisksAnswer = (GetDatadisksAnswer)answer; |
| dataDiskDetails = getDatadisksAnswer.getDataDiskDetails(); // Details - Disk path, virtual size |
| } |
| else { |
| throw new CloudRuntimeException("Get Data disk command failed " + answer.getDetails()); |
| } |
| return dataDiskDetails; |
| } |
| |
| @Override |
| public Void createDataDiskTemplateAsync(TemplateInfo dataDiskTemplate, String path, String diskId, boolean bootable, long fileSize, AsyncCompletionCallback<CreateCmdResult> callback) { |
| Answer answer = null; |
| String errMsg = null; |
| if (s_logger.isDebugEnabled()) { |
| s_logger.debug("Create Datadisk template: " + dataDiskTemplate.getId()); |
| } |
| CreateDatadiskTemplateCommand cmd = new CreateDatadiskTemplateCommand(dataDiskTemplate.getTO(), path, diskId, fileSize, bootable); |
| EndPoint ep = _defaultEpSelector.select(dataDiskTemplate.getDataStore()); |
| if (ep == null) { |
| errMsg = "No remote endpoint to send command, check if host or ssvm is down?"; |
| s_logger.error(errMsg); |
| answer = new Answer(cmd, false, errMsg); |
| } else { |
| answer = ep.sendMessage(cmd); |
| } |
| if (answer != null && !answer.getResult()) { |
| errMsg = answer.getDetails(); |
| } |
| CreateCmdResult result = new CreateCmdResult(null, answer); |
| result.setResult(errMsg); |
| callback.complete(result); |
| return null; |
| } |
| } |
