| // Licensed to the Apache Software Foundation (ASF) under one |
| // or more contributor license agreements. See the NOTICE file |
| // distributed with this work for additional information |
| // regarding copyright ownership. The ASF licenses this file |
| // to you under the Apache License, Version 2.0 (the |
| // "License"); you may not use this file except in compliance |
| // with the License. You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, |
| // software distributed under the License is distributed on an |
| // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| // KIND, either express or implied. See the License for the |
| // specific language governing permissions and limitations |
| // under the License. |
| |
| package com.cloud.upgrade.dao; |
| |
| import java.io.File; |
| import java.sql.Connection; |
| import java.sql.PreparedStatement; |
| import java.sql.ResultSet; |
| import java.sql.SQLException; |
| import java.util.ArrayList; |
| import java.util.HashMap; |
| import java.util.HashSet; |
| import java.util.List; |
| import java.util.Map; |
| import java.util.Set; |
| |
| import org.apache.log4j.Logger; |
| |
| import com.cloud.hypervisor.Hypervisor; |
| import com.cloud.utils.exception.CloudRuntimeException; |
| import com.cloud.utils.script.Script; |
| |
| public class Upgrade452to460 implements DbUpgrade { |
| final static Logger s_logger = Logger.getLogger(Upgrade452to460.class); |
| |
| @Override |
| public String[] getUpgradableVersionRange() { |
| return new String[] { "4.5.2", "4.6.0" }; |
| } |
| |
| @Override |
| public String getUpgradedVersion() { |
| return "4.6.0"; |
| } |
| |
| @Override |
| public boolean supportsRollingUpgrade() { |
| return false; |
| } |
| |
| @Override |
| public File[] getPrepareScripts() { |
| final String script = Script.findScript("", "db/schema-452to460.sql"); |
| if (script == null) { |
| throw new CloudRuntimeException("Unable to find db/schema-452to460.sql"); |
| } |
| |
| return new File[] { new File(script) }; |
| } |
| |
| @Override |
| public void performDataMigration(final Connection conn) { |
| updateSystemVmTemplates(conn); |
| updateVMInstanceUserId(conn); |
| addIndexForVMInstance(conn); |
| } |
| |
| public void updateVMInstanceUserId(final Connection conn) { |
| // For schemas before this, copy first user from an account_id which |
| // deployed already running VMs |
| s_logger.debug("Updating vm_instance column user_id using first user in vm_instance's account_id"); |
| final String vmInstanceSql = "SELECT id, account_id FROM `cloud`.`vm_instance`"; |
| final String userSql = "SELECT id FROM `cloud`.`user` where account_id=?"; |
| final String userIdUpdateSql = "update `cloud`.`vm_instance` set user_id=? where id=?"; |
| try (PreparedStatement selectStatement = conn.prepareStatement(vmInstanceSql)) { |
| final ResultSet results = selectStatement.executeQuery(); |
| while (results.next()) { |
| final long vmId = results.getLong(1); |
| final long accountId = results.getLong(2); |
| try (PreparedStatement selectUserStatement = conn.prepareStatement(userSql)) { |
| selectUserStatement.setLong(1, accountId); |
| final ResultSet userResults = selectUserStatement.executeQuery(); |
| if (userResults.next()) { |
| final long userId = userResults.getLong(1); |
| try (PreparedStatement updateStatement = conn.prepareStatement(userIdUpdateSql)) { |
| updateStatement.setLong(1, userId); |
| updateStatement.setLong(2, vmId); |
| updateStatement.executeUpdate(); |
| } catch (final SQLException e) { |
| throw new CloudRuntimeException("Unable to update user ID " + userId + " on vm_instance id=" + vmId, e); |
| } |
| } |
| |
| } catch (final SQLException e) { |
| throw new CloudRuntimeException("Unable to update user ID using accountId " + accountId + " on vm_instance id=" + vmId, e); |
| } |
| } |
| } catch (final SQLException e) { |
| throw new CloudRuntimeException("Unable to update user Ids for previously deployed VMs", e); |
| } |
| s_logger.debug("Done updating user Ids for previously deployed VMs"); |
| addRedundancyForNwAndVpc(conn); |
| removeBumPriorityColumn(conn); |
| } |
| |
| private void addRedundancyForNwAndVpc(final Connection conn) { |
| ResultSet rs = null; |
| try (PreparedStatement addRedundantColToVpcOfferingPstmt = conn |
| .prepareStatement("ALTER TABLE `cloud`.`vpc_offerings` ADD COLUMN `redundant_router_service` tinyint(1) DEFAULT 0"); |
| PreparedStatement addRedundantColToVpcPstmt = conn.prepareStatement("ALTER TABLE `cloud`.`vpc` ADD COLUMN `redundant` tinyint(1) DEFAULT 0"); |
| PreparedStatement addRedundantColToNwPstmt = conn.prepareStatement("ALTER TABLE `cloud`.`networks` ADD COLUMN `redundant` tinyint(1) DEFAULT 0"); |
| |
| // The redundancy of the networks must be based on the |
| // redundancy of their network offerings |
| PreparedStatement redundancyPerNwPstmt = conn.prepareStatement("select distinct nw.network_offering_id from networks nw join network_offerings off " |
| + "on nw.network_offering_id = off.id where off.redundant_router_service = 1"); |
| PreparedStatement updateNwRedundancyPstmt = conn.prepareStatement("update networks set redundant = 1 where network_offering_id = ?");) { |
| addRedundantColToVpcPstmt.executeUpdate(); |
| addRedundantColToVpcOfferingPstmt.executeUpdate(); |
| addRedundantColToNwPstmt.executeUpdate(); |
| |
| rs = redundancyPerNwPstmt.executeQuery(); |
| while (rs.next()) { |
| final long nwOfferingId = rs.getLong("nw.network_offering_id"); |
| updateNwRedundancyPstmt.setLong(1, nwOfferingId); |
| updateNwRedundancyPstmt.executeUpdate(); |
| } |
| } catch (final SQLException e) { |
| e.printStackTrace(); |
| throw new CloudRuntimeException("Adding redundancy to vpc, networks and vpc_offerings failed", e); |
| } |
| } |
| |
| private void removeBumPriorityColumn(final Connection conn) { |
| try (PreparedStatement removeBumPriorityColumnPstmt = conn.prepareStatement("ALTER TABLE `cloud`.`domain_router` DROP COLUMN `is_priority_bumpup`");) { |
| removeBumPriorityColumnPstmt.executeUpdate(); |
| } catch (final SQLException e) { |
| e.printStackTrace(); |
| throw new CloudRuntimeException("Adding redundancy to vpc, networks and vpc_offerings failed", e); |
| } |
| } |
| |
| private void addIndexForVMInstance(final Connection conn) { |
| // Drop index if it exists |
| final List<String> indexList = new ArrayList<String>(); |
| s_logger.debug("Dropping index i_vm_instance__instance_name from vm_instance table if it exists"); |
| indexList.add("i_vm_instance__instance_name"); |
| DbUpgradeUtils.dropKeysIfExist(conn, "vm_instance", indexList, false); |
| |
| // Now add index |
| try (PreparedStatement pstmt = conn.prepareStatement("ALTER TABLE `cloud`.`vm_instance` ADD INDEX `i_vm_instance__instance_name`(`instance_name`)");) { |
| pstmt.executeUpdate(); |
| s_logger.debug("Added index i_vm_instance__instance_name to vm_instance table"); |
| } catch (final SQLException e) { |
| throw new CloudRuntimeException("Unable to add index i_vm_instance__instance_name to vm_instance table for the column instance_name", e); |
| } |
| } |
| |
| @Override |
| public File[] getCleanupScripts() { |
| final String script = Script.findScript("", "db/schema-452to460-cleanup.sql"); |
| if (script == null) { |
| throw new CloudRuntimeException("Unable to find db/schema-452to460-cleanup.sql"); |
| } |
| |
| return new File[] { new File(script) }; |
| } |
| |
| @SuppressWarnings("serial") |
| private void updateSystemVmTemplates(final Connection conn) { |
| s_logger.debug("Updating System Vm template IDs"); |
| // Get all hypervisors in use |
| final Set<Hypervisor.HypervisorType> hypervisorsListInUse = new HashSet<Hypervisor.HypervisorType>(); |
| try (PreparedStatement pstmt = conn.prepareStatement("select distinct(hypervisor_type) from `cloud`.`cluster` where removed is null"); ResultSet rs = pstmt.executeQuery()) { |
| while (rs.next()) { |
| switch (Hypervisor.HypervisorType.getType(rs.getString(1))) { |
| case XenServer: |
| hypervisorsListInUse.add(Hypervisor.HypervisorType.XenServer); |
| break; |
| case KVM: |
| hypervisorsListInUse.add(Hypervisor.HypervisorType.KVM); |
| break; |
| case VMware: |
| hypervisorsListInUse.add(Hypervisor.HypervisorType.VMware); |
| break; |
| case Hyperv: |
| hypervisorsListInUse.add(Hypervisor.HypervisorType.Hyperv); |
| break; |
| case LXC: |
| hypervisorsListInUse.add(Hypervisor.HypervisorType.LXC); |
| break; |
| case Ovm3: |
| hypervisorsListInUse.add(Hypervisor.HypervisorType.Ovm3); |
| break; |
| default: // no action on cases Any, BareMetal, None, Ovm, |
| // Parralels, Simulator and VirtualBox: |
| break; |
| } |
| } |
| } catch (final SQLException e) { |
| s_logger.error("updateSystemVmTemplates:Exception while getting hypervisor types from clusters: " + e.getMessage()); |
| throw new CloudRuntimeException("updateSystemVmTemplates:Exception while getting hypervisor types from clusters", e); |
| } |
| |
| final Map<Hypervisor.HypervisorType, String> NewTemplateNameList = new HashMap<Hypervisor.HypervisorType, String>() { |
| { |
| put(Hypervisor.HypervisorType.XenServer, "systemvm-xenserver-4.6"); |
| put(Hypervisor.HypervisorType.VMware, "systemvm-vmware-4.6"); |
| put(Hypervisor.HypervisorType.KVM, "systemvm-kvm-4.6"); |
| put(Hypervisor.HypervisorType.LXC, "systemvm-lxc-4.6"); |
| put(Hypervisor.HypervisorType.Hyperv, "systemvm-hyperv-4.6"); |
| put(Hypervisor.HypervisorType.Ovm3, "systemvm-ovm3-4.6"); |
| } |
| }; |
| |
| final Map<Hypervisor.HypervisorType, String> routerTemplateConfigurationNames = new HashMap<Hypervisor.HypervisorType, String>() { |
| { |
| put(Hypervisor.HypervisorType.XenServer, "router.template.xenserver"); |
| put(Hypervisor.HypervisorType.VMware, "router.template.vmware"); |
| put(Hypervisor.HypervisorType.KVM, "router.template.kvm"); |
| put(Hypervisor.HypervisorType.LXC, "router.template.lxc"); |
| put(Hypervisor.HypervisorType.Hyperv, "router.template.hyperv"); |
| put(Hypervisor.HypervisorType.Ovm3, "router.template.ovm3"); |
| } |
| }; |
| |
| final Map<Hypervisor.HypervisorType, String> newTemplateUrl = new HashMap<Hypervisor.HypervisorType, String>() { |
| { |
| put(Hypervisor.HypervisorType.XenServer, "http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-xen.vhd.bz2"); |
| put(Hypervisor.HypervisorType.VMware, "http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-vmware.ova"); |
| put(Hypervisor.HypervisorType.KVM, "http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-kvm.qcow2.bz2"); |
| put(Hypervisor.HypervisorType.LXC, "http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-kvm.qcow2.bz2"); |
| put(Hypervisor.HypervisorType.Hyperv, "http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-hyperv.vhd.zip"); |
| put(Hypervisor.HypervisorType.Ovm3, "http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-ovm.raw.bz2"); |
| } |
| }; |
| |
| final Map<Hypervisor.HypervisorType, String> newTemplateChecksum = new HashMap<Hypervisor.HypervisorType, String>() { |
| { |
| put(Hypervisor.HypervisorType.XenServer, "8886f554a499ec5405b6f203d9d36460"); |
| put(Hypervisor.HypervisorType.VMware, "4b415224fe00b258f66cad9fce9f73fc"); |
| put(Hypervisor.HypervisorType.KVM, "c059b0d051e0cd6fbe9d5d4fc40c7e5d"); |
| put(Hypervisor.HypervisorType.LXC, "c059b0d051e0cd6fbe9d5d4fc40c7e5d"); |
| put(Hypervisor.HypervisorType.Hyperv, "53e24bddfa56ea3139ed37af4b519013"); |
| put(Hypervisor.HypervisorType.Ovm3, "c8577d27b2daafb2d9a4ed307ce2f00f"); |
| } |
| }; |
| |
| for (final Map.Entry<Hypervisor.HypervisorType, String> hypervisorAndTemplateName : NewTemplateNameList.entrySet()) { |
| s_logger.debug("Updating " + hypervisorAndTemplateName.getKey() + " System Vms"); |
| try (PreparedStatement pstmt = conn.prepareStatement("select id from `cloud`.`vm_template` where name = ? and removed is null order by id desc limit 1")) { |
| // Get 4.6.0 system Vm template Id for corresponding hypervisor |
| long templateId = -1; |
| pstmt.setString(1, hypervisorAndTemplateName.getValue()); |
| try (ResultSet rs = pstmt.executeQuery()) { |
| if (rs.next()) { |
| templateId = rs.getLong(1); |
| } |
| } catch (final SQLException e) { |
| s_logger.error("updateSystemVmTemplates:Exception while getting ids of templates: " + e.getMessage()); |
| throw new CloudRuntimeException("updateSystemVmTemplates:Exception while getting ids of templates", e); |
| } |
| |
| // change template type to SYSTEM |
| if (templateId != -1) { |
| try (PreparedStatement templ_type_pstmt = conn.prepareStatement("update `cloud`.`vm_template` set type='SYSTEM' where id = ?");) { |
| templ_type_pstmt.setLong(1, templateId); |
| templ_type_pstmt.executeUpdate(); |
| } catch (final SQLException e) { |
| s_logger.error("updateSystemVmTemplates:Exception while updating template with id " + templateId + " to be marked as 'system': " + e.getMessage()); |
| throw new CloudRuntimeException("updateSystemVmTemplates:Exception while updating template with id " + templateId + " to be marked as 'system'", e); |
| } |
| // update template ID of system Vms |
| try (PreparedStatement update_templ_id_pstmt = conn |
| .prepareStatement("update `cloud`.`vm_instance` set vm_template_id = ? where type <> 'User' and hypervisor_type = ?");) { |
| update_templ_id_pstmt.setLong(1, templateId); |
| update_templ_id_pstmt.setString(2, hypervisorAndTemplateName.getKey().toString()); |
| update_templ_id_pstmt.executeUpdate(); |
| } catch (final Exception e) { |
| s_logger.error("updateSystemVmTemplates:Exception while setting template for " + hypervisorAndTemplateName.getKey().toString() + " to " + templateId |
| + ": " + e.getMessage()); |
| throw new CloudRuntimeException("updateSystemVmTemplates:Exception while setting template for " + hypervisorAndTemplateName.getKey().toString() + " to " |
| + templateId, e); |
| } |
| |
| // Change value of global configuration parameter |
| // router.template.* for the corresponding hypervisor |
| try (PreparedStatement update_pstmt = conn.prepareStatement("UPDATE `cloud`.`configuration` SET value = ? WHERE name = ?");) { |
| update_pstmt.setString(1, hypervisorAndTemplateName.getValue()); |
| update_pstmt.setString(2, routerTemplateConfigurationNames.get(hypervisorAndTemplateName.getKey())); |
| update_pstmt.executeUpdate(); |
| } catch (final SQLException e) { |
| s_logger.error("updateSystemVmTemplates:Exception while setting " + routerTemplateConfigurationNames.get(hypervisorAndTemplateName.getKey()) + " to " |
| + hypervisorAndTemplateName.getValue() + ": " + e.getMessage()); |
| throw new CloudRuntimeException("updateSystemVmTemplates:Exception while setting " |
| + routerTemplateConfigurationNames.get(hypervisorAndTemplateName.getKey()) + " to " + hypervisorAndTemplateName.getValue(), e); |
| } |
| |
| // Change value of global configuration parameter |
| // minreq.sysvmtemplate.version for the ACS version |
| try (PreparedStatement update_pstmt = conn.prepareStatement("UPDATE `cloud`.`configuration` SET value = ? WHERE name = ?");) { |
| update_pstmt.setString(1, getUpgradedVersion()); |
| update_pstmt.setString(2, "minreq.sysvmtemplate.version"); |
| update_pstmt.executeUpdate(); |
| } catch (final SQLException e) { |
| s_logger.error("updateSystemVmTemplates:Exception while setting 'minreq.sysvmtemplate.version' to 4.6.0: " + e.getMessage()); |
| throw new CloudRuntimeException("updateSystemVmTemplates:Exception while setting 'minreq.sysvmtemplate.version' to 4.6.0", e); |
| } |
| } else { |
| if (hypervisorsListInUse.contains(hypervisorAndTemplateName.getKey())) { |
| throw new CloudRuntimeException(getUpgradedVersion() + hypervisorAndTemplateName.getKey() + " SystemVm template not found. Cannot upgrade system Vms"); |
| } else { |
| s_logger.warn(getUpgradedVersion() + hypervisorAndTemplateName.getKey() + " SystemVm template not found. " + hypervisorAndTemplateName.getKey() |
| + " hypervisor is not used, so not failing upgrade"); |
| // Update the latest template URLs for corresponding |
| // hypervisor |
| try (PreparedStatement update_templ_url_pstmt = conn |
| .prepareStatement("UPDATE `cloud`.`vm_template` SET url = ? , checksum = ? WHERE hypervisor_type = ? AND type = 'SYSTEM' AND removed is null order by id desc limit 1");) { |
| update_templ_url_pstmt.setString(1, newTemplateUrl.get(hypervisorAndTemplateName.getKey())); |
| update_templ_url_pstmt.setString(2, newTemplateChecksum.get(hypervisorAndTemplateName.getKey())); |
| update_templ_url_pstmt.setString(3, hypervisorAndTemplateName.getKey().toString()); |
| update_templ_url_pstmt.executeUpdate(); |
| } catch (final SQLException e) { |
| s_logger.error("updateSystemVmTemplates:Exception while updating 'url' and 'checksum' for hypervisor type " |
| + hypervisorAndTemplateName.getKey().toString() + ": " + e.getMessage()); |
| throw new CloudRuntimeException("updateSystemVmTemplates:Exception while updating 'url' and 'checksum' for hypervisor type " |
| + hypervisorAndTemplateName.getKey().toString(), e); |
| } |
| } |
| } |
| } catch (final SQLException e) { |
| s_logger.error("updateSystemVmTemplates:Exception while getting ids of templates: " + e.getMessage()); |
| throw new CloudRuntimeException("updateSystemVmTemplates:Exception while getting ids of templates", e); |
| } |
| } |
| s_logger.debug("Updating System Vm Template IDs Complete"); |
| } |
| } |
