// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. package com.cloud.deploy; import java.util.ArrayList; import java.util.LinkedHashMap; import java.util.List; import java.util.Map; import java.util.SortedMap; import java.util.TreeMap; import javax.ejb.Local; import javax.naming.ConfigurationException; import org.apache.log4j.Logger; import com.cloud.configuration.Config; import com.cloud.utils.NumbersUtil; import com.cloud.utils.Pair; import com.cloud.vm.VirtualMachine; import com.cloud.vm.VirtualMachineProfile; @Local(value=DeploymentPlanner.class) public class UserDispersingPlanner extends FirstFitPlanner implements DeploymentClusterPlanner { private static final Logger s_logger = Logger.getLogger(UserDispersingPlanner.class); /** * This method should reorder the given list of Cluster Ids by applying any necessary heuristic * for this planner * For UserDispersingPlanner we need to order the clusters by considering the number of VMs for this account * @return List ordered list of Cluster Ids */ @Override protected List reorderClusters(long id, boolean isZone, Pair, Map> clusterCapacityInfo, VirtualMachineProfile vmProfile, DeploymentPlan plan){ List clusterIdsByCapacity = clusterCapacityInfo.first(); if(vmProfile.getOwner() == null){ return clusterIdsByCapacity; } long accountId = vmProfile.getOwner().getAccountId(); Pair, Map> clusterIdsVmCountInfo = listClustersByUserDispersion(id, isZone, accountId); //now we have 2 cluster lists - one ordered by capacity and the other by number of VMs for this account //need to apply weights to these to find the correct ordering to follow if(_userDispersionWeight == 1.0f){ List clusterIds = clusterIdsVmCountInfo.first(); clusterIds.retainAll(clusterIdsByCapacity); return clusterIds; }else{ //apply weights to the two lists return orderByApplyingWeights(clusterCapacityInfo, clusterIdsVmCountInfo, accountId); } } /** * This method should reorder the given list of Pod Ids by applying any necessary heuristic * for this planner * For UserDispersingPlanner we need to order the pods by considering the number of VMs for this account * @return List ordered list of Pod Ids */ @Override protected List reorderPods(Pair, Map> podCapacityInfo, VirtualMachineProfile vmProfile, DeploymentPlan plan){ List podIdsByCapacity = podCapacityInfo.first(); if(vmProfile.getOwner() == null){ return podIdsByCapacity; } long accountId = vmProfile.getOwner().getAccountId(); Pair, Map> podIdsVmCountInfo = listPodsByUserDispersion(plan.getDataCenterId(), accountId); //now we have 2 pod lists - one ordered by capacity and the other by number of VMs for this account //need to apply weights to these to find the correct ordering to follow if(_userDispersionWeight == 1.0f){ List podIds = podIdsVmCountInfo.first(); podIds.retainAll(podIdsByCapacity); return podIds; }else{ //apply weights to the two lists return orderByApplyingWeights(podCapacityInfo, podIdsVmCountInfo, accountId); } } protected Pair, Map> listClustersByUserDispersion(long id, boolean isZone, long accountId){ if (s_logger.isDebugEnabled()) { s_logger.debug("Applying Userdispersion heuristic to clusters for account: "+ accountId); } Pair, Map> clusterIdsVmCountInfo; if(isZone){ clusterIdsVmCountInfo = _vmInstanceDao.listClusterIdsInZoneByVmCount(id, accountId); }else{ clusterIdsVmCountInfo = _vmInstanceDao.listClusterIdsInPodByVmCount(id, accountId); } if (s_logger.isTraceEnabled()) { s_logger.trace("List of clusters in ascending order of number of VMs: "+ clusterIdsVmCountInfo.first()); } return clusterIdsVmCountInfo; } protected Pair, Map> listPodsByUserDispersion(long dataCenterId, long accountId) { if (s_logger.isDebugEnabled()) { s_logger.debug("Applying Userdispersion heuristic to pods for account: "+ accountId); } Pair, Map> podIdsVmCountInfo = _vmInstanceDao.listPodIdsInZoneByVmCount(dataCenterId, accountId); if (s_logger.isTraceEnabled()) { s_logger.trace("List of pods in ascending order of number of VMs: "+ podIdsVmCountInfo.first()); } return podIdsVmCountInfo; } private List orderByApplyingWeights(Pair, Map> capacityInfo, Pair, Map> vmCountInfo, long accountId){ List capacityOrderedIds = capacityInfo.first(); List vmCountOrderedIds = vmCountInfo.first(); Map capacityMap = capacityInfo.second(); Map vmCountMap = vmCountInfo.second(); if (s_logger.isTraceEnabled()) { s_logger.trace("Capacity Id list: "+ capacityOrderedIds + " , capacityMap:"+capacityMap); } if (s_logger.isTraceEnabled()) { s_logger.trace("Vm Count Id list: "+ vmCountOrderedIds + " , vmCountMap:"+vmCountMap); } List idsReorderedByWeights = new ArrayList(); float capacityWeight = (1.0f -_userDispersionWeight); if (s_logger.isDebugEnabled()) { s_logger.debug("Applying userDispersionWeight: "+ _userDispersionWeight); } //normalize the vmCountMap LinkedHashMap normalisedVmCountIdMap= new LinkedHashMap(); Long totalVmsOfAccount = _vmInstanceDao.countRunningByAccount(accountId); if (s_logger.isDebugEnabled()) { s_logger.debug("Total VMs for account: "+ totalVmsOfAccount); } for(Long id : vmCountOrderedIds){ Double normalisedCount = vmCountMap.get(id) / totalVmsOfAccount; normalisedVmCountIdMap.put(id, normalisedCount); } //consider only those ids that are in capacity map. SortedMap> sortedMap= new TreeMap>(); for(Long id : capacityOrderedIds){ Double weightedCapacityValue = capacityMap.get(id) * capacityWeight; Double weightedVmCountValue = normalisedVmCountIdMap.get(id) * _userDispersionWeight; Double totalWeight = weightedCapacityValue + weightedVmCountValue; if(sortedMap.containsKey(totalWeight)){ List idList = sortedMap.get(totalWeight); idList.add(id); sortedMap.put(totalWeight, idList); }else{ List idList = new ArrayList(); idList.add(id); sortedMap.put(totalWeight, idList); } } for(List idList : sortedMap.values()){ idsReorderedByWeights.addAll(idList); } if (s_logger.isTraceEnabled()) { s_logger.trace("Reordered Id list: "+ idsReorderedByWeights); } return idsReorderedByWeights; } float _userDispersionWeight; @Override public boolean configure(String name, Map params) throws ConfigurationException { super.configure(name, params); String weight = _configDao.getValue(Config.VmUserDispersionWeight.key()); _userDispersionWeight = NumbersUtil.parseFloat(weight, 1.0f); return true; } }