mirror of https://github.com/apache/cloudstack.git
344 lines
20 KiB
Java
344 lines
20 KiB
Java
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
package com.cloud.upgrade.dao;
|
|
|
|
import java.io.File;
|
|
import java.sql.Connection;
|
|
import java.sql.PreparedStatement;
|
|
import java.sql.ResultSet;
|
|
import java.sql.SQLException;
|
|
import java.util.ArrayList;
|
|
import java.util.HashMap;
|
|
import java.util.HashSet;
|
|
import java.util.List;
|
|
import java.util.Map;
|
|
import java.util.Set;
|
|
|
|
import org.apache.log4j.Logger;
|
|
|
|
import com.cloud.hypervisor.Hypervisor;
|
|
import com.cloud.utils.exception.CloudRuntimeException;
|
|
import com.cloud.utils.script.Script;
|
|
|
|
public class Upgrade452to460 implements DbUpgrade {
|
|
final static Logger s_logger = Logger.getLogger(Upgrade452to460.class);
|
|
|
|
@Override
|
|
public String[] getUpgradableVersionRange() {
|
|
return new String[] { "4.5.2", "4.6.0" };
|
|
}
|
|
|
|
@Override
|
|
public String getUpgradedVersion() {
|
|
return "4.6.0";
|
|
}
|
|
|
|
@Override
|
|
public boolean supportsRollingUpgrade() {
|
|
return false;
|
|
}
|
|
|
|
@Override
|
|
public File[] getPrepareScripts() {
|
|
final String script = Script.findScript("", "db/schema-452to460.sql");
|
|
if (script == null) {
|
|
throw new CloudRuntimeException("Unable to find db/schema-452to460.sql");
|
|
}
|
|
|
|
return new File[] { new File(script) };
|
|
}
|
|
|
|
@Override
|
|
public void performDataMigration(final Connection conn) {
|
|
updateSystemVmTemplates(conn);
|
|
updateVMInstanceUserId(conn);
|
|
addIndexForVMInstance(conn);
|
|
}
|
|
|
|
public void updateVMInstanceUserId(final Connection conn) {
|
|
// For schemas before this, copy first user from an account_id which
|
|
// deployed already running VMs
|
|
s_logger.debug("Updating vm_instance column user_id using first user in vm_instance's account_id");
|
|
final String vmInstanceSql = "SELECT id, account_id FROM `cloud`.`vm_instance`";
|
|
final String userSql = "SELECT id FROM `cloud`.`user` where account_id=?";
|
|
final String userIdUpdateSql = "update `cloud`.`vm_instance` set user_id=? where id=?";
|
|
try (PreparedStatement selectStatement = conn.prepareStatement(vmInstanceSql)) {
|
|
final ResultSet results = selectStatement.executeQuery();
|
|
while (results.next()) {
|
|
final long vmId = results.getLong(1);
|
|
final long accountId = results.getLong(2);
|
|
try (PreparedStatement selectUserStatement = conn.prepareStatement(userSql)) {
|
|
selectUserStatement.setLong(1, accountId);
|
|
final ResultSet userResults = selectUserStatement.executeQuery();
|
|
if (userResults.next()) {
|
|
final long userId = userResults.getLong(1);
|
|
try (PreparedStatement updateStatement = conn.prepareStatement(userIdUpdateSql)) {
|
|
updateStatement.setLong(1, userId);
|
|
updateStatement.setLong(2, vmId);
|
|
updateStatement.executeUpdate();
|
|
} catch (final SQLException e) {
|
|
throw new CloudRuntimeException("Unable to update user ID " + userId + " on vm_instance id=" + vmId, e);
|
|
}
|
|
}
|
|
|
|
} catch (final SQLException e) {
|
|
throw new CloudRuntimeException("Unable to update user ID using accountId " + accountId + " on vm_instance id=" + vmId, e);
|
|
}
|
|
}
|
|
} catch (final SQLException e) {
|
|
throw new CloudRuntimeException("Unable to update user Ids for previously deployed VMs", e);
|
|
}
|
|
s_logger.debug("Done updating user Ids for previously deployed VMs");
|
|
addRedundancyForNwAndVpc(conn);
|
|
removeBumPriorityColumn(conn);
|
|
}
|
|
|
|
private void addRedundancyForNwAndVpc(final Connection conn) {
|
|
ResultSet rs = null;
|
|
try (PreparedStatement addRedundantColToVpcOfferingPstmt = conn
|
|
.prepareStatement("ALTER TABLE `cloud`.`vpc_offerings` ADD COLUMN `redundant_router_service` tinyint(1) DEFAULT 0");
|
|
PreparedStatement addRedundantColToVpcPstmt = conn.prepareStatement("ALTER TABLE `cloud`.`vpc` ADD COLUMN `redundant` tinyint(1) DEFAULT 0");
|
|
PreparedStatement addRedundantColToNwPstmt = conn.prepareStatement("ALTER TABLE `cloud`.`networks` ADD COLUMN `redundant` tinyint(1) DEFAULT 0");
|
|
|
|
// The redundancy of the networks must be based on the
|
|
// redundancy of their network offerings
|
|
PreparedStatement redundancyPerNwPstmt = conn.prepareStatement("select distinct nw.network_offering_id from networks nw join network_offerings off "
|
|
+ "on nw.network_offering_id = off.id where off.redundant_router_service = 1");
|
|
PreparedStatement updateNwRedundancyPstmt = conn.prepareStatement("update networks set redundant = 1 where network_offering_id = ?");) {
|
|
addRedundantColToVpcPstmt.executeUpdate();
|
|
addRedundantColToVpcOfferingPstmt.executeUpdate();
|
|
addRedundantColToNwPstmt.executeUpdate();
|
|
|
|
rs = redundancyPerNwPstmt.executeQuery();
|
|
while (rs.next()) {
|
|
final long nwOfferingId = rs.getLong("nw.network_offering_id");
|
|
updateNwRedundancyPstmt.setLong(1, nwOfferingId);
|
|
updateNwRedundancyPstmt.executeUpdate();
|
|
}
|
|
} catch (final SQLException e) {
|
|
e.printStackTrace();
|
|
throw new CloudRuntimeException("Adding redundancy to vpc, networks and vpc_offerings failed", e);
|
|
}
|
|
}
|
|
|
|
private void removeBumPriorityColumn(final Connection conn) {
|
|
try (PreparedStatement removeBumPriorityColumnPstmt = conn.prepareStatement("ALTER TABLE `cloud`.`domain_router` DROP COLUMN `is_priority_bumpup`");) {
|
|
removeBumPriorityColumnPstmt.executeUpdate();
|
|
} catch (final SQLException e) {
|
|
e.printStackTrace();
|
|
throw new CloudRuntimeException("Adding redundancy to vpc, networks and vpc_offerings failed", e);
|
|
}
|
|
}
|
|
|
|
private void addIndexForVMInstance(final Connection conn) {
|
|
// Drop index if it exists
|
|
final List<String> indexList = new ArrayList<String>();
|
|
s_logger.debug("Dropping index i_vm_instance__instance_name from vm_instance table if it exists");
|
|
indexList.add("i_vm_instance__instance_name");
|
|
DbUpgradeUtils.dropKeysIfExist(conn, "vm_instance", indexList, false);
|
|
|
|
// Now add index
|
|
try (PreparedStatement pstmt = conn.prepareStatement("ALTER TABLE `cloud`.`vm_instance` ADD INDEX `i_vm_instance__instance_name`(`instance_name`)");) {
|
|
pstmt.executeUpdate();
|
|
s_logger.debug("Added index i_vm_instance__instance_name to vm_instance table");
|
|
} catch (final SQLException e) {
|
|
throw new CloudRuntimeException("Unable to add index i_vm_instance__instance_name to vm_instance table for the column instance_name", e);
|
|
}
|
|
}
|
|
|
|
@Override
|
|
public File[] getCleanupScripts() {
|
|
final String script = Script.findScript("", "db/schema-452to460-cleanup.sql");
|
|
if (script == null) {
|
|
throw new CloudRuntimeException("Unable to find db/schema-452to460-cleanup.sql");
|
|
}
|
|
|
|
return new File[] { new File(script) };
|
|
}
|
|
|
|
@SuppressWarnings("serial")
|
|
private void updateSystemVmTemplates(final Connection conn) {
|
|
s_logger.debug("Updating System Vm template IDs");
|
|
// Get all hypervisors in use
|
|
final Set<Hypervisor.HypervisorType> hypervisorsListInUse = new HashSet<Hypervisor.HypervisorType>();
|
|
try (PreparedStatement pstmt = conn.prepareStatement("select distinct(hypervisor_type) from `cloud`.`cluster` where removed is null"); ResultSet rs = pstmt.executeQuery()) {
|
|
while (rs.next()) {
|
|
switch (Hypervisor.HypervisorType.getType(rs.getString(1))) {
|
|
case XenServer:
|
|
hypervisorsListInUse.add(Hypervisor.HypervisorType.XenServer);
|
|
break;
|
|
case KVM:
|
|
hypervisorsListInUse.add(Hypervisor.HypervisorType.KVM);
|
|
break;
|
|
case VMware:
|
|
hypervisorsListInUse.add(Hypervisor.HypervisorType.VMware);
|
|
break;
|
|
case Hyperv:
|
|
hypervisorsListInUse.add(Hypervisor.HypervisorType.Hyperv);
|
|
break;
|
|
case LXC:
|
|
hypervisorsListInUse.add(Hypervisor.HypervisorType.LXC);
|
|
break;
|
|
case Ovm3:
|
|
hypervisorsListInUse.add(Hypervisor.HypervisorType.Ovm3);
|
|
break;
|
|
default: // no action on cases Any, BareMetal, None, Ovm,
|
|
// Parralels, Simulator and VirtualBox:
|
|
break;
|
|
}
|
|
}
|
|
} catch (final SQLException e) {
|
|
s_logger.error("updateSystemVmTemplates:Exception while getting hypervisor types from clusters: " + e.getMessage());
|
|
throw new CloudRuntimeException("updateSystemVmTemplates:Exception while getting hypervisor types from clusters", e);
|
|
}
|
|
|
|
final Map<Hypervisor.HypervisorType, String> NewTemplateNameList = new HashMap<Hypervisor.HypervisorType, String>() {
|
|
{
|
|
put(Hypervisor.HypervisorType.XenServer, "systemvm-xenserver-4.6");
|
|
put(Hypervisor.HypervisorType.VMware, "systemvm-vmware-4.6");
|
|
put(Hypervisor.HypervisorType.KVM, "systemvm-kvm-4.6");
|
|
put(Hypervisor.HypervisorType.LXC, "systemvm-lxc-4.6");
|
|
put(Hypervisor.HypervisorType.Hyperv, "systemvm-hyperv-4.6");
|
|
put(Hypervisor.HypervisorType.Ovm3, "systemvm-ovm3-4.6");
|
|
}
|
|
};
|
|
|
|
final Map<Hypervisor.HypervisorType, String> routerTemplateConfigurationNames = new HashMap<Hypervisor.HypervisorType, String>() {
|
|
{
|
|
put(Hypervisor.HypervisorType.XenServer, "router.template.xenserver");
|
|
put(Hypervisor.HypervisorType.VMware, "router.template.vmware");
|
|
put(Hypervisor.HypervisorType.KVM, "router.template.kvm");
|
|
put(Hypervisor.HypervisorType.LXC, "router.template.lxc");
|
|
put(Hypervisor.HypervisorType.Hyperv, "router.template.hyperv");
|
|
put(Hypervisor.HypervisorType.Ovm3, "router.template.ovm3");
|
|
}
|
|
};
|
|
|
|
final Map<Hypervisor.HypervisorType, String> newTemplateUrl = new HashMap<Hypervisor.HypervisorType, String>() {
|
|
{
|
|
put(Hypervisor.HypervisorType.XenServer, "http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-xen.vhd.bz2");
|
|
put(Hypervisor.HypervisorType.VMware, "http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-vmware.ova");
|
|
put(Hypervisor.HypervisorType.KVM, "http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-kvm.qcow2.bz2");
|
|
put(Hypervisor.HypervisorType.LXC, "http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-kvm.qcow2.bz2");
|
|
put(Hypervisor.HypervisorType.Hyperv, "http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-hyperv.vhd.zip");
|
|
put(Hypervisor.HypervisorType.Ovm3, "http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-ovm.raw.bz2");
|
|
}
|
|
};
|
|
|
|
final Map<Hypervisor.HypervisorType, String> newTemplateChecksum = new HashMap<Hypervisor.HypervisorType, String>() {
|
|
{
|
|
put(Hypervisor.HypervisorType.XenServer, "8886f554a499ec5405b6f203d9d36460");
|
|
put(Hypervisor.HypervisorType.VMware, "4b415224fe00b258f66cad9fce9f73fc");
|
|
put(Hypervisor.HypervisorType.KVM, "c059b0d051e0cd6fbe9d5d4fc40c7e5d");
|
|
put(Hypervisor.HypervisorType.LXC, "c059b0d051e0cd6fbe9d5d4fc40c7e5d");
|
|
put(Hypervisor.HypervisorType.Hyperv, "53e24bddfa56ea3139ed37af4b519013");
|
|
put(Hypervisor.HypervisorType.Ovm3, "c8577d27b2daafb2d9a4ed307ce2f00f");
|
|
}
|
|
};
|
|
|
|
for (final Map.Entry<Hypervisor.HypervisorType, String> hypervisorAndTemplateName : NewTemplateNameList.entrySet()) {
|
|
s_logger.debug("Updating " + hypervisorAndTemplateName.getKey() + " System Vms");
|
|
try (PreparedStatement pstmt = conn.prepareStatement("select id from `cloud`.`vm_template` where name = ? and removed is null order by id desc limit 1")) {
|
|
// Get 4.6.0 system Vm template Id for corresponding hypervisor
|
|
long templateId = -1;
|
|
pstmt.setString(1, hypervisorAndTemplateName.getValue());
|
|
try (ResultSet rs = pstmt.executeQuery()) {
|
|
if (rs.next()) {
|
|
templateId = rs.getLong(1);
|
|
}
|
|
} catch (final SQLException e) {
|
|
s_logger.error("updateSystemVmTemplates:Exception while getting ids of templates: " + e.getMessage());
|
|
throw new CloudRuntimeException("updateSystemVmTemplates:Exception while getting ids of templates", e);
|
|
}
|
|
|
|
// change template type to SYSTEM
|
|
if (templateId != -1) {
|
|
try (PreparedStatement templ_type_pstmt = conn.prepareStatement("update `cloud`.`vm_template` set type='SYSTEM' where id = ?");) {
|
|
templ_type_pstmt.setLong(1, templateId);
|
|
templ_type_pstmt.executeUpdate();
|
|
} catch (final SQLException e) {
|
|
s_logger.error("updateSystemVmTemplates:Exception while updating template with id " + templateId + " to be marked as 'system': " + e.getMessage());
|
|
throw new CloudRuntimeException("updateSystemVmTemplates:Exception while updating template with id " + templateId + " to be marked as 'system'", e);
|
|
}
|
|
// update template ID of system Vms
|
|
try (PreparedStatement update_templ_id_pstmt = conn
|
|
.prepareStatement("update `cloud`.`vm_instance` set vm_template_id = ? where type <> 'User' and hypervisor_type = ?");) {
|
|
update_templ_id_pstmt.setLong(1, templateId);
|
|
update_templ_id_pstmt.setString(2, hypervisorAndTemplateName.getKey().toString());
|
|
update_templ_id_pstmt.executeUpdate();
|
|
} catch (final Exception e) {
|
|
s_logger.error("updateSystemVmTemplates:Exception while setting template for " + hypervisorAndTemplateName.getKey().toString() + " to " + templateId
|
|
+ ": " + e.getMessage());
|
|
throw new CloudRuntimeException("updateSystemVmTemplates:Exception while setting template for " + hypervisorAndTemplateName.getKey().toString() + " to "
|
|
+ templateId, e);
|
|
}
|
|
|
|
// Change value of global configuration parameter
|
|
// router.template.* for the corresponding hypervisor
|
|
try (PreparedStatement update_pstmt = conn.prepareStatement("UPDATE `cloud`.`configuration` SET value = ? WHERE name = ?");) {
|
|
update_pstmt.setString(1, hypervisorAndTemplateName.getValue());
|
|
update_pstmt.setString(2, routerTemplateConfigurationNames.get(hypervisorAndTemplateName.getKey()));
|
|
update_pstmt.executeUpdate();
|
|
} catch (final SQLException e) {
|
|
s_logger.error("updateSystemVmTemplates:Exception while setting " + routerTemplateConfigurationNames.get(hypervisorAndTemplateName.getKey()) + " to "
|
|
+ hypervisorAndTemplateName.getValue() + ": " + e.getMessage());
|
|
throw new CloudRuntimeException("updateSystemVmTemplates:Exception while setting "
|
|
+ routerTemplateConfigurationNames.get(hypervisorAndTemplateName.getKey()) + " to " + hypervisorAndTemplateName.getValue(), e);
|
|
}
|
|
|
|
// Change value of global configuration parameter
|
|
// minreq.sysvmtemplate.version for the ACS version
|
|
try (PreparedStatement update_pstmt = conn.prepareStatement("UPDATE `cloud`.`configuration` SET value = ? WHERE name = ?");) {
|
|
update_pstmt.setString(1, getUpgradedVersion());
|
|
update_pstmt.setString(2, "minreq.sysvmtemplate.version");
|
|
update_pstmt.executeUpdate();
|
|
} catch (final SQLException e) {
|
|
s_logger.error("updateSystemVmTemplates:Exception while setting 'minreq.sysvmtemplate.version' to 4.6.0: " + e.getMessage());
|
|
throw new CloudRuntimeException("updateSystemVmTemplates:Exception while setting 'minreq.sysvmtemplate.version' to 4.6.0", e);
|
|
}
|
|
} else {
|
|
if (hypervisorsListInUse.contains(hypervisorAndTemplateName.getKey())) {
|
|
throw new CloudRuntimeException(getUpgradedVersion() + hypervisorAndTemplateName.getKey() + " SystemVm template not found. Cannot upgrade system Vms");
|
|
} else {
|
|
s_logger.warn(getUpgradedVersion() + hypervisorAndTemplateName.getKey() + " SystemVm template not found. " + hypervisorAndTemplateName.getKey()
|
|
+ " hypervisor is not used, so not failing upgrade");
|
|
// Update the latest template URLs for corresponding
|
|
// hypervisor
|
|
try (PreparedStatement update_templ_url_pstmt = conn
|
|
.prepareStatement("UPDATE `cloud`.`vm_template` SET url = ? , checksum = ? WHERE hypervisor_type = ? AND type = 'SYSTEM' AND removed is null order by id desc limit 1");) {
|
|
update_templ_url_pstmt.setString(1, newTemplateUrl.get(hypervisorAndTemplateName.getKey()));
|
|
update_templ_url_pstmt.setString(2, newTemplateChecksum.get(hypervisorAndTemplateName.getKey()));
|
|
update_templ_url_pstmt.setString(3, hypervisorAndTemplateName.getKey().toString());
|
|
update_templ_url_pstmt.executeUpdate();
|
|
} catch (final SQLException e) {
|
|
s_logger.error("updateSystemVmTemplates:Exception while updating 'url' and 'checksum' for hypervisor type "
|
|
+ hypervisorAndTemplateName.getKey().toString() + ": " + e.getMessage());
|
|
throw new CloudRuntimeException("updateSystemVmTemplates:Exception while updating 'url' and 'checksum' for hypervisor type "
|
|
+ hypervisorAndTemplateName.getKey().toString(), e);
|
|
}
|
|
}
|
|
}
|
|
} catch (final SQLException e) {
|
|
s_logger.error("updateSystemVmTemplates:Exception while getting ids of templates: " + e.getMessage());
|
|
throw new CloudRuntimeException("updateSystemVmTemplates:Exception while getting ids of templates", e);
|
|
}
|
|
}
|
|
s_logger.debug("Updating System Vm Template IDs Complete");
|
|
}
|
|
}
|