mirror of https://github.com/apache/cloudstack.git
405 lines
21 KiB
Java
405 lines
21 KiB
Java
/*Copyright 2012 Citrix Systems, Inc. Licensed under the
|
|
Apache License, Version 2.0 (the "License"); you may not use this
|
|
file except in compliance with the License. Citrix Systems, Inc.
|
|
reserves all rights not expressly granted by the License.
|
|
You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.*/
|
|
|
|
|
|
package com.cloud.upgrade.dao;
|
|
|
|
import java.io.File;
|
|
import java.sql.Connection;
|
|
import java.sql.PreparedStatement;
|
|
import java.sql.ResultSet;
|
|
import java.sql.SQLException;
|
|
import java.util.UUID;
|
|
|
|
import org.apache.log4j.Logger;
|
|
|
|
import com.cloud.utils.crypt.DBEncryptionUtil;
|
|
import com.cloud.utils.exception.CloudRuntimeException;
|
|
|
|
public class Upgrade303to304 extends Upgrade30xBase implements DbUpgrade {
|
|
final static Logger s_logger = Logger.getLogger(Upgrade303to304.class);
|
|
|
|
@Override
|
|
public String[] getUpgradableVersionRange() {
|
|
return new String[] { "3.0.3", "3.0.4" };
|
|
}
|
|
|
|
@Override
|
|
public String getUpgradedVersion() {
|
|
return "3.0.4";
|
|
}
|
|
|
|
@Override
|
|
public boolean supportsRollingUpgrade() {
|
|
return true;
|
|
}
|
|
|
|
@Override
|
|
public File[] getPrepareScripts() {
|
|
return null;
|
|
}
|
|
|
|
@Override
|
|
public void performDataMigration(Connection conn) {
|
|
correctMultiplePhysicaNetworkSetups(conn);
|
|
}
|
|
|
|
private void correctMultiplePhysicaNetworkSetups(Connection conn) {
|
|
PreparedStatement pstmtZone = null;
|
|
ResultSet rsZone = null;
|
|
PreparedStatement pstmt = null;
|
|
ResultSet rs = null;
|
|
|
|
try{
|
|
|
|
//check if multiple physical networks with 'Guest' Traffic types are present
|
|
//Yes:
|
|
//1) check if there are guest networks without tags, if yes then add a new physical network with default tag for them
|
|
//2) Check if there are physical network tags present
|
|
//No: Add unique tag to each physical network
|
|
//3) Get all guest networks unique network offering id's
|
|
|
|
//Clone each for each physical network and add the tag.
|
|
//add ntwk service map entries
|
|
//update all guest networks of 1 physical network having this offering id to this new offering id
|
|
|
|
pstmtZone = conn.prepareStatement("SELECT id, domain_id, networktype, name, uuid FROM `cloud`.`data_center`");
|
|
rsZone = pstmtZone.executeQuery();
|
|
while (rsZone.next()) {
|
|
long zoneId = rsZone.getLong(1);
|
|
Long domainId = rsZone.getLong(2);
|
|
String networkType = rsZone.getString(3);
|
|
String zoneName = rsZone.getString(4);
|
|
String uuid = rsZone.getString(5);
|
|
|
|
PreparedStatement pstmtUpdate = null;
|
|
if(uuid == null){
|
|
uuid = UUID.randomUUID().toString();
|
|
String updateUuid = "UPDATE `cloud`.`data_center` SET uuid = ? WHERE id = ?";
|
|
pstmtUpdate = conn.prepareStatement(updateUuid);
|
|
pstmtUpdate.setString(1, uuid);
|
|
pstmtUpdate.setLong(2, zoneId);
|
|
pstmtUpdate.executeUpdate();
|
|
pstmtUpdate.close();
|
|
}
|
|
|
|
//check if any networks were untagged and remaining to be mapped to a physical network
|
|
|
|
pstmt = conn.prepareStatement("SELECT count(n.id) FROM networks n WHERE n.physical_network_id IS NULL AND n.traffic_type = 'Guest' and n.data_center_id = ? and n.removed is null");
|
|
pstmt.setLong(1, zoneId);
|
|
rs = pstmt.executeQuery();
|
|
if(rs.next()){
|
|
Long count = rs.getLong(1);
|
|
if(count > 0){
|
|
// find the default tag to use from global config or use 'cloud-private'
|
|
String xenGuestLabel = getNetworkLabelFromConfig(conn, "xen.guest.network.device");
|
|
//Decrypt this value.
|
|
xenGuestLabel = DBEncryptionUtil.decrypt(xenGuestLabel);
|
|
|
|
//make sure that no physical network with this traffic label already exists. if yes, error out.
|
|
if(xenGuestLabel != null){
|
|
PreparedStatement pstmt5 = conn.prepareStatement("SELECT count(*) FROM `cloud`.`physical_network_traffic_types` pntt JOIN `cloud`.`physical_network` pn ON pntt.physical_network_id = pn.id WHERE pntt.traffic_type ='Guest' AND pn.data_center_id = ? AND pntt.xen_network_label = ?");
|
|
pstmt5.setLong(1, zoneId);
|
|
pstmt5.setString(2, xenGuestLabel);
|
|
ResultSet rsSameLabel = pstmt5.executeQuery();
|
|
|
|
if(rsSameLabel.next()){
|
|
Long sameLabelcount = rsSameLabel.getLong(1);
|
|
if(sameLabelcount > 0){
|
|
s_logger.error("There are untagged networks for which we need to add a physical network with Xen traffic label = 'xen.guest.network.device' config value, which is: "+xenGuestLabel);
|
|
s_logger.error("However already there are "+sameLabelcount+" physical networks setup with same traffic label, cannot upgrade");
|
|
throw new CloudRuntimeException("Cannot upgrade this setup since a physical network with same traffic label: "+xenGuestLabel+" already exists, Please check logs and contact Support.");
|
|
}
|
|
}
|
|
}
|
|
|
|
//Create a physical network with guest traffic type and this tag
|
|
long physicalNetworkId = addPhysicalNetworkToZone(conn, zoneId, zoneName, networkType, null, domainId);
|
|
addTrafficType(conn, physicalNetworkId, "Guest", xenGuestLabel, null, null);
|
|
addDefaultVRProvider(conn, physicalNetworkId, zoneId);
|
|
addDefaultSGProvider(conn, physicalNetworkId, zoneId, networkType, true);
|
|
|
|
PreparedStatement pstmt3 = conn.prepareStatement("SELECT n.id FROM networks n WHERE n.physical_network_id IS NULL AND n.traffic_type = 'Guest' and n.data_center_id = ? and n.removed is null");
|
|
pstmt3.setLong(1, zoneId);
|
|
ResultSet rsNet = pstmt3.executeQuery();
|
|
s_logger.debug("Adding PhysicalNetwork to VLAN");
|
|
s_logger.debug("Adding PhysicalNetwork to user_ip_address");
|
|
s_logger.debug("Adding PhysicalNetwork to networks");
|
|
while(rsNet.next()){
|
|
Long networkId = rsNet.getLong(1);
|
|
addPhysicalNtwk_To_Ntwk_IP_Vlan(conn, physicalNetworkId,networkId);
|
|
}
|
|
rsNet.close();
|
|
pstmt3.close();
|
|
}
|
|
}
|
|
rs.close();
|
|
pstmt.close();
|
|
|
|
|
|
boolean multiplePhysicalNetworks = false;
|
|
|
|
pstmt = conn.prepareStatement("SELECT count(*) FROM `cloud`.`physical_network_traffic_types` pntt JOIN `cloud`.`physical_network` pn ON pntt.physical_network_id = pn.id WHERE pntt.traffic_type ='Guest' and pn.data_center_id = ?");
|
|
pstmt.setLong(1, zoneId);
|
|
rs = pstmt.executeQuery();
|
|
if(rs.next()){
|
|
Long count = rs.getLong(1);
|
|
if(count > 1){
|
|
s_logger.debug("There are "+count+" physical networks setup");
|
|
multiplePhysicalNetworks = true;
|
|
}
|
|
}
|
|
rs.close();
|
|
pstmt.close();
|
|
|
|
if(multiplePhysicalNetworks){
|
|
//check if guest vnet is wrongly configured by earlier upgrade. If yes error out
|
|
//check if any vnet is allocated and guest networks are using vnet But the physical network id does not match on the vnet and guest network.
|
|
PreparedStatement pstmt4 = conn.prepareStatement("SELECT v.id, v.vnet, v.reservation_id, v.physical_network_id as vpid, n.id, n.physical_network_id as npid FROM `cloud`.`op_dc_vnet_alloc` v JOIN `cloud`.`networks` n ON CONCAT('vlan://' , v.vnet) = n.broadcast_uri WHERE v.taken IS NOT NULL AND v.data_center_id = ? AND n.removed IS NULL AND v.physical_network_id != n.physical_network_id");
|
|
pstmt4.setLong(1, zoneId);
|
|
ResultSet rsVNet = pstmt4.executeQuery();
|
|
if(rsVNet.next()){
|
|
String vnet = rsVNet.getString(2);
|
|
String networkId = rsVNet.getString(5);
|
|
String vpid = rsVNet.getString(4);
|
|
String npid = rsVNet.getString(6);
|
|
s_logger.error("Guest Vnet assignment is set wrongly . Cannot upgrade until that is corrected. Example- Vnet: "+ vnet +" has physical network id: " + vpid +" ,but the guest network: " +networkId+" that uses it has physical network id: " +npid );
|
|
|
|
String message = "Cannot upgrade. Your setup has multiple Physical Networks and is using guest Vnet that is assigned wrongly. To upgrade, first correct the setup by doing the following: \n" +
|
|
"1. Please rollback to your 2.2.14 setup\n" +
|
|
"2. Please stop all VMs through CloudStack\n" +
|
|
"3. Run following query to find if any networks still have nics allocated:\n\t"+
|
|
"a) check if any virtual guest networks still have allocated nics by running:\n\t" +
|
|
"SELECT DISTINCT op.id from `cloud`.`op_networks` op JOIN `cloud`.`networks` n WHERE nics_count != 0 AND guest_type = 'Virtual';\n\t"+
|
|
"b) If this returns any networkd ids, then ensure that all VMs are stopped, no new VM is being started, and then shutdown management server\n\t"+
|
|
"c) Clean up the nics count for the 'virtual' network id's returned in step (a) by running this:\n\t"+
|
|
"UPDATE `cloud`.`op_networks` SET nics_count = 0 WHERE id = <enter id of virtual network>\n\t"+
|
|
"d) Restart management server and wait for all networks to shutdown. [Networks shutdown will be determined by network.gc.interval and network.gc.wait seconds] \n"+
|
|
"4. Please ensure all networks are shutdown and all guest Vnet's are free.\n" +
|
|
"5. Run upgrade. This will allocate all your guest vnet range to first physical network. \n" +
|
|
"6. Reconfigure the vnet ranges for each physical network as desired by using updatePhysicalNetwork API \n" +
|
|
"7. Start all your VMs";
|
|
|
|
s_logger.error(message);
|
|
throw new CloudRuntimeException("Cannot upgrade this setup since Guest Vnet assignment to the multiple physical networks is incorrect. Please check the logs for details on how to proceed");
|
|
|
|
}
|
|
rsVNet.close();
|
|
pstmt4.close();
|
|
|
|
//Clean up any vnets that have no live networks/nics
|
|
pstmt4 = conn.prepareStatement("SELECT v.id, v.vnet, v.reservation_id FROM `cloud`.`op_dc_vnet_alloc` v LEFT JOIN networks n ON CONCAT('vlan://' , v.vnet) = n.broadcast_uri WHERE v.taken IS NOT NULL AND v.data_center_id = ? AND n.broadcast_uri IS NULL AND n.removed IS NULL");
|
|
pstmt4.setLong(1, zoneId);
|
|
rsVNet = pstmt4.executeQuery();
|
|
while(rsVNet.next()){
|
|
Long vnet_id = rsVNet.getLong(1);
|
|
String vnetValue = rsVNet.getString(2);
|
|
String reservationId = rsVNet.getString(3);
|
|
//does this vnet have any nic associated?
|
|
PreparedStatement pstmt5 = conn.prepareStatement("SELECT id, instance_id FROM `cloud`.`nics` where broadcast_uri = ? and removed IS NULL");
|
|
String uri = "vlan://"+vnetValue;
|
|
pstmt5.setString(1, uri);
|
|
ResultSet rsNic = pstmt5.executeQuery();
|
|
Long nic_id = rsNic.getLong(1);
|
|
Long instance_id = rsNic.getLong(2);
|
|
if(rsNic.next()){
|
|
throw new CloudRuntimeException("Cannot upgrade. Please cleanup the guest vnet: "+ vnetValue +" , it is being used by nic_id: "+ nic_id +" , instance_id: " + instance_id );
|
|
}
|
|
|
|
//free this vnet
|
|
String freeVnet = "UPDATE `cloud`.`op_dc_vnet_alloc` SET account_id = NULL, taken = NULL, reservation_id = NULL WHERE id = ?";
|
|
pstmtUpdate = conn.prepareStatement(freeVnet);
|
|
pstmtUpdate.setLong(1, vnet_id);
|
|
pstmtUpdate.executeUpdate();
|
|
pstmtUpdate.close();
|
|
}
|
|
rsVNet.close();
|
|
pstmt4.close();
|
|
|
|
|
|
//add tags to the physical networks if not present and clone offerings
|
|
|
|
pstmt = conn.prepareStatement("SELECT pn.id as pid , ptag.tag as tag FROM `cloud`.`physical_network` pn LEFT JOIN `cloud`.`physical_network_tags` ptag ON pn.id = ptag.physical_network_id where pn.data_center_id = ?");
|
|
pstmt.setLong(1, zoneId);
|
|
rs = pstmt.executeQuery();
|
|
while(rs.next()){
|
|
long physicalNetworkId = rs.getLong("pid");
|
|
String tag = rs.getString("tag");
|
|
if(tag == null){
|
|
//need to add unique tag
|
|
String newTag = "pNtwk-tag-" + physicalNetworkId;
|
|
|
|
String updateVnet = "INSERT INTO `cloud`.`physical_network_tags`(tag, physical_network_id) VALUES( ?, ? )";
|
|
pstmtUpdate = conn.prepareStatement(updateVnet);
|
|
pstmtUpdate.setString(1, newTag);
|
|
pstmtUpdate.setLong(2, physicalNetworkId);
|
|
pstmtUpdate.executeUpdate();
|
|
pstmtUpdate.close();
|
|
|
|
//clone offerings and tag them with this new tag, if there are any guest networks for this physical network
|
|
|
|
PreparedStatement pstmt2 = null;
|
|
ResultSet rs2 = null;
|
|
|
|
pstmt2 = conn.prepareStatement("SELECT distinct network_offering_id FROM `cloud`.`networks` where traffic_type= 'Guest' and physical_network_id = ? and removed is null");
|
|
pstmt2.setLong(1, physicalNetworkId);
|
|
rs2 = pstmt2.executeQuery();
|
|
|
|
while(rs2.next()){
|
|
//clone each offering, add new tag, clone offering-svc-map, update guest networks with new offering id
|
|
long networkOfferingId = rs2.getLong(1);
|
|
cloneOfferingAndAddTag(conn, networkOfferingId, physicalNetworkId, newTag);
|
|
}
|
|
rs2.close();
|
|
pstmt2.close();
|
|
}
|
|
}
|
|
rs.close();
|
|
pstmt.close();
|
|
}
|
|
}
|
|
} catch (SQLException e) {
|
|
throw new CloudRuntimeException("Exception while correcting PhysicalNetwork setup", e);
|
|
} finally {
|
|
if (rsZone != null) {
|
|
try {
|
|
rsZone.close();
|
|
}catch (SQLException e) {
|
|
}
|
|
}
|
|
|
|
if (pstmtZone != null) {
|
|
try {
|
|
pstmtZone.close();
|
|
} catch (SQLException e) {
|
|
}
|
|
}
|
|
|
|
if (rs != null) {
|
|
try {
|
|
rs.close();
|
|
}catch (SQLException e) {
|
|
}
|
|
}
|
|
|
|
if (pstmt != null) {
|
|
try {
|
|
pstmt.close();
|
|
} catch (SQLException e) {
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
private void cloneOfferingAndAddTag(Connection conn, long networkOfferingId, long physicalNetworkId, String newTag) {
|
|
|
|
|
|
PreparedStatement pstmt = null;
|
|
ResultSet rs = null;
|
|
try{
|
|
pstmt = conn.prepareStatement("select count(*) from `cloud`.`network_offerings`");
|
|
rs = pstmt.executeQuery();
|
|
long ntwkOffCount = 0;
|
|
while (rs.next()) {
|
|
ntwkOffCount = rs.getLong(1);
|
|
}
|
|
rs.close();
|
|
pstmt.close();
|
|
|
|
pstmt = conn.prepareStatement("DROP TEMPORARY TABLE IF EXISTS `cloud`.`network_offerings2`");
|
|
pstmt.executeUpdate();
|
|
|
|
pstmt = conn.prepareStatement("CREATE TEMPORARY TABLE `cloud`.`network_offerings2` ENGINE=MEMORY SELECT * FROM `cloud`.`network_offerings` WHERE id=1");
|
|
pstmt.executeUpdate();
|
|
pstmt.close();
|
|
|
|
// clone the record to
|
|
pstmt = conn.prepareStatement("INSERT INTO `cloud`.`network_offerings2` SELECT * FROM `cloud`.`network_offerings` WHERE id=?");
|
|
pstmt.setLong(1, networkOfferingId);
|
|
pstmt.executeUpdate();
|
|
pstmt.close();
|
|
|
|
pstmt = conn.prepareStatement("SELECT unique_name FROM `cloud`.`network_offerings` WHERE id=?");
|
|
pstmt.setLong(1, networkOfferingId);
|
|
rs = pstmt.executeQuery();
|
|
String uniqueName = null;
|
|
while (rs.next()) {
|
|
uniqueName = rs.getString(1) + "-" + physicalNetworkId;
|
|
}
|
|
rs.close();
|
|
pstmt.close();
|
|
|
|
|
|
pstmt = conn.prepareStatement("UPDATE `cloud`.`network_offerings2` SET id=?, unique_name=?, name=?, tags=?, uuid=? WHERE id=?");
|
|
ntwkOffCount = ntwkOffCount + 1;
|
|
long newNetworkOfferingId = ntwkOffCount;
|
|
pstmt.setLong(1, newNetworkOfferingId);
|
|
pstmt.setString(2, uniqueName);
|
|
pstmt.setString(3, uniqueName);
|
|
pstmt.setString(4, newTag);
|
|
String uuid = UUID.randomUUID().toString();
|
|
pstmt.setString(5, uuid);
|
|
pstmt.setLong(6, networkOfferingId);
|
|
pstmt.executeUpdate();
|
|
pstmt.close();
|
|
|
|
pstmt = conn.prepareStatement("INSERT INTO `cloud`.`network_offerings` SELECT * from `cloud`.`network_offerings2` WHERE id=" + newNetworkOfferingId);
|
|
pstmt.executeUpdate();
|
|
pstmt.close();
|
|
|
|
//clone service map
|
|
pstmt = conn.prepareStatement("select service, provider from `cloud`.`ntwk_offering_service_map` where network_offering_id=?");
|
|
pstmt.setLong(1, networkOfferingId);
|
|
rs = pstmt.executeQuery();
|
|
while (rs.next()) {
|
|
String service = rs.getString(1);
|
|
String provider = rs.getString(2);
|
|
pstmt = conn.prepareStatement("INSERT INTO `cloud`.`ntwk_offering_service_map` (`network_offering_id`, `service`, `provider`, `created`) values (?,?,?, now())");
|
|
pstmt.setLong(1, newNetworkOfferingId);
|
|
pstmt.setString(2, service);
|
|
pstmt.setString(3, provider);
|
|
pstmt.executeUpdate();
|
|
}
|
|
rs.close();
|
|
pstmt.close();
|
|
|
|
pstmt = conn.prepareStatement("UPDATE `cloud`.`networks` SET network_offering_id=? where physical_network_id=? and traffic_type ='Guest' and network_offering_id="+networkOfferingId);
|
|
pstmt.setLong(1, newNetworkOfferingId);
|
|
pstmt.setLong(2, physicalNetworkId);
|
|
pstmt.executeUpdate();
|
|
pstmt.close();
|
|
|
|
}catch (SQLException e) {
|
|
throw new CloudRuntimeException("Exception while cloning NetworkOffering", e);
|
|
} finally {
|
|
try {
|
|
pstmt = conn.prepareStatement("DROP TEMPORARY TABLE `cloud`.`network_offerings2`");
|
|
pstmt.executeUpdate();
|
|
|
|
if (rs != null) {
|
|
rs.close();
|
|
}
|
|
|
|
if (pstmt != null) {
|
|
pstmt.close();
|
|
}
|
|
}catch (SQLException e) {
|
|
}
|
|
}
|
|
}
|
|
|
|
@Override
|
|
public File[] getCleanupScripts() {
|
|
return null;
|
|
}
|
|
}
|