Merge pull request #4307 from shapeblue/ovfprops-and-vsphere-adv-together

[VMware] vSphere advanced capabilities and Full OVF properties support

api/src/main/java/com/cloud/agent/api/StoragePoolInfo.java

@@ -28,6 +28,7 @@ public class StoragePoolInfo {
     StoragePoolType poolType;
     long capacityBytes;
     long availableBytes;
+    String name;
     Map<String, String> details;
 
     protected StoragePoolInfo() {
@@ -67,14 +68,34 @@ public class StoragePoolInfo {
         return host;
     }
 
+    public String getName() {
+        return name;
+    }
+
+    public void setName(String name) {
+        this.name = name;
+    }
+
+    public void setLocalPath(String localPath) {
+        this.localPath = localPath;
+    }
+
     public String getLocalPath() {
         return localPath;
     }
 
+    public void setHostPath(String hostPath) {
+        this.hostPath = hostPath;
+    }
+
     public String getHostPath() {
         return hostPath;
     }
 
+    public void setPoolType(StoragePoolType poolType) {
+        this.poolType = poolType;
+    }
+
     public StoragePoolType getPoolType() {
         return poolType;
     }

api/src/main/java/com/cloud/agent/api/storage/OVFHelper.java

@@ -22,8 +22,15 @@ import java.io.PrintWriter;
 import java.io.StringReader;
 import java.io.StringWriter;
 import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.Collections;
+import java.util.HashMap;
+import java.util.LinkedList;
 import java.util.List;
+import java.util.Map;
+import java.util.stream.Collectors;
 
+import javax.xml.parsers.DocumentBuilder;
 import javax.xml.parsers.DocumentBuilderFactory;
 import javax.xml.parsers.ParserConfigurationException;
 import javax.xml.transform.Transformer;
@@ -32,15 +39,28 @@ import javax.xml.transform.TransformerFactory;
 import javax.xml.transform.dom.DOMSource;
 import javax.xml.transform.stream.StreamResult;
 
+import com.cloud.agent.api.to.deployasis.OVFConfigurationTO;
+import com.cloud.agent.api.to.deployasis.OVFEulaSectionTO;
+import com.cloud.agent.api.to.deployasis.OVFPropertyTO;
+import com.cloud.agent.api.to.deployasis.OVFVirtualHardwareItemTO;
+import com.cloud.agent.api.to.deployasis.OVFVirtualHardwareSectionTO;
 import com.cloud.configuration.Resource.ResourceType;
 import com.cloud.exception.InternalErrorException;
+import com.cloud.utils.Pair;
+import com.cloud.utils.compression.CompressionUtil;
+import com.cloud.agent.api.to.deployasis.OVFNetworkTO;
+import org.apache.commons.collections.CollectionUtils;
 import org.apache.commons.lang.StringUtils;
 import org.apache.commons.lang.math.NumberUtils;
 import org.apache.log4j.Logger;
 import org.w3c.dom.Document;
 import org.w3c.dom.Element;
+import org.w3c.dom.NamedNodeMap;
 import org.w3c.dom.Node;
 import org.w3c.dom.NodeList;
+import org.w3c.dom.traversal.DocumentTraversal;
+import org.w3c.dom.traversal.NodeFilter;
+import org.w3c.dom.traversal.NodeIterator;
 import org.xml.sax.InputSource;
 import org.xml.sax.SAXException;
 
@@ -73,10 +93,11 @@ public class OVFHelper {
     }
 
     /**
-     * Get the text value of a node's child with name "childNodeName", null if not present
+     * Get the text value of a node's child with name or suffix "childNodeName", null if not present
      * Example:
      * <Node>
      *    <childNodeName>Text value</childNodeName>
+     *    <rasd:childNodeName>Text value</rasd:childNodeName>
      * </Node>
      */
     private String getChildNodeValue(Node node, String childNodeName) {
@@ -84,7 +105,9 @@ public class OVFHelper {
             NodeList childNodes = node.getChildNodes();
             for (int i = 0; i < childNodes.getLength(); i++) {
                 Node value = childNodes.item(i);
-                if (value != null && value.getNodeName().equals(childNodeName)) {
+                // Also match if the child's name has a suffix:
+                // Example: <rasd:AllocationUnits>
+                if (value != null && (value.getNodeName().equals(childNodeName)) || value.getNodeName().endsWith(":" + childNodeName)) {
                     return value.getTextContent();
                 }
             }
@@ -92,174 +115,332 @@ public class OVFHelper {
         return null;
     }
 
+    /**
+     * Check if the attribute is present on the element, otherwise check preprending ':'
+     */
+    private String getNodeAttribute(Element element, String prefix, String attr) {
+        if (element == null) {
+            return null;
+        }
+        if (element.hasAttribute(prefix + ":" + attr)) {
+            return element.getAttribute(prefix + ":" + attr);
+        }
+        else if (element.hasAttribute(attr)) {
+            return element.getAttribute(attr);
+        }
+
+        NamedNodeMap attributes = element.getAttributes();
+        if (attributes == null || attributes.getLength() == 0) {
+            return null;
+        }
+        for (int i = 0; i < attributes.getLength(); i++) {
+            Node node = attributes.item(i);
+            if (node != null && node.getNodeName().endsWith(":" + attr)) {
+                return node.getTextContent();
+            }
+        }
+        return null;
+    }
+
     /**
      * Create OVFProperty class from the parsed node. Note that some fields may not be present.
      * The key attribute is required
      */
-    protected OVFPropertyTO createOVFPropertyFromNode(Node node) {
-        Element property = (Element) node;
-        String key = property.getAttribute("ovf:key");
+    protected OVFPropertyTO createOVFPropertyFromNode(Node node, int index, String category) {
+        Element element = (Element) node;
+        String key = getNodeAttribute(element, "ovf","key");
         if (StringUtils.isBlank(key)) {
             return null;
         }
 
-        String value = property.getAttribute("ovf:value");
-        String type = property.getAttribute("ovf:type");
-        String qualifiers = property.getAttribute("ovf:qualifiers");
-        String userConfigurableStr = property.getAttribute("ovf:userConfigurable");
+        String value = getNodeAttribute(element, "ovf","value");
+        String type = getNodeAttribute(element, "ovf","type");
+        String qualifiers = getNodeAttribute(element, "ovf","qualifiers");
+        String userConfigurableStr = getNodeAttribute(element, "ovf","userConfigurable");
         boolean userConfigurable = StringUtils.isNotBlank(userConfigurableStr) &&
                 userConfigurableStr.equalsIgnoreCase("true");
-        String passStr = property.getAttribute("ovf:password");
+        String passStr = getNodeAttribute(element, "ovf","password");
         boolean password = StringUtils.isNotBlank(passStr) && passStr.equalsIgnoreCase("true");
         String label = getChildNodeValue(node, "Label");
         String description = getChildNodeValue(node, "Description");
-        return new OVFPropertyTO(key, type, value, qualifiers, userConfigurable, label, description, password);
+        s_logger.debug("Creating OVF property index " + index + (category == null ? "" : " for category " + category)
+                + " with key = " + key);
+        return new OVFPropertyTO(key, type, value, qualifiers, userConfigurable,
+                label, description, password, index, category);
     }
 
     /**
-     * Retrieve OVF properties from a parsed OVF file, with attribute 'ovf:userConfigurable' set to true
+     * Retrieve OVF properties from a parsed OVF file including its category (if available) and in-order,
+     * with attribute 'ovf:userConfigurable' set to true.
      */
-    private List<OVFPropertyTO> getConfigurableOVFPropertiesFromDocument(Document doc) {
+    public List<OVFPropertyTO> getConfigurableOVFPropertiesFromDocument(Document doc) {
         List<OVFPropertyTO> props = new ArrayList<>();
-        NodeList properties = doc.getElementsByTagName("Property");
-        if (properties != null) {
-            for (int i = 0; i < properties.getLength(); i++) {
-                Node node = properties.item(i);
+        if (doc == null) {
+            return props;
+        }
+        int propertyIndex = 0;
+        NodeList productSections = doc.getElementsByTagName("ProductSection");
+        if (productSections != null) {
+            String lastCategoryFound = null;
+            for (int i = 0; i < productSections.getLength(); i++) {
+                Node node = productSections.item(i);
                 if (node == null) {
                     continue;
                 }
-                OVFPropertyTO prop = createOVFPropertyFromNode(node);
-                if (prop != null && prop.isUserConfigurable()) {
-                    props.add(prop);
+                NodeList childNodes = node.getChildNodes();
+                for (int j = 0; j < childNodes.getLength(); j++) {
+                    Node child = childNodes.item(j);
+                    if (child == null) {
+                        continue;
+                    }
+                    if (child.getNodeName().equalsIgnoreCase("Category")) {
+                        lastCategoryFound = child.getTextContent();
+                        s_logger.info("Category found " + lastCategoryFound);
+                    } else if (child.getNodeName().equalsIgnoreCase("Property")) {
+                        OVFPropertyTO prop = createOVFPropertyFromNode(child, propertyIndex, lastCategoryFound);
+                        if (prop != null && prop.isUserConfigurable()) {
+                            props.add(prop);
+                            propertyIndex++;
+                        }
+                    }
                 }
             }
         }
         return props;
     }
 
-    /**
-     * Get properties from OVF file located on ovfFilePath
-     */
-    public List<OVFPropertyTO> getOVFPropertiesFromFile(String ovfFilePath) throws ParserConfigurationException, IOException, SAXException {
-        if (StringUtils.isBlank(ovfFilePath)) {
-            return new ArrayList<>();
-        }
-        File ovfFile = new File(ovfFilePath);
-        final Document doc = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(ovfFile);
-        return getConfigurableOVFPropertiesFromDocument(doc);
-    }
-
     /**
      * Get properties from OVF XML string
      */
-    protected List<OVFPropertyTO> getOVFPropertiesXmlString(final String ovfFilePath) throws ParserConfigurationException, IOException, SAXException {
-        InputSource is = new InputSource(new StringReader(ovfFilePath));
+    protected List<OVFPropertyTO> getOVFPropertiesFromXmlString(final String ovfString) throws ParserConfigurationException, IOException, SAXException {
+        InputSource is = new InputSource(new StringReader(ovfString));
         final Document doc = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(is);
         return getConfigurableOVFPropertiesFromDocument(doc);
     }
 
-    public List<DatadiskTO> getOVFVolumeInfo(final String ovfFilePath) {
+    protected Pair<String, String> getOperatingSystemInfoFromXmlString(final String ovfString) throws ParserConfigurationException, IOException, SAXException {
+        InputSource is = new InputSource(new StringReader(ovfString));
+        final Document doc = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(is);
+        return getOperatingSystemInfoFromDocument(doc);
+    }
+
+    protected List<OVFConfigurationTO> getOVFDeploymentOptionsFromXmlString(final String ovfString) throws ParserConfigurationException, IOException, SAXException {
+        InputSource is = new InputSource(new StringReader(ovfString));
+        final Document doc = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(is);
+        return getDeploymentOptionsFromDocumentTree(doc);
+    }
+
+    protected List<OVFVirtualHardwareItemTO> getOVFVirtualHardwareSectionFromXmlString(final String ovfString) throws ParserConfigurationException, IOException, SAXException {
+        InputSource is = new InputSource(new StringReader(ovfString));
+        final Document doc = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(is);
+        return getVirtualHardwareItemsFromDocumentTree(doc);
+    }
+
+    protected OVFVirtualHardwareSectionTO getVirtualHardwareSectionFromXmlString(final String ovfString) throws ParserConfigurationException, IOException, SAXException {
+        InputSource is = new InputSource(new StringReader(ovfString));
+        final Document doc = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(is);
+        return getVirtualHardwareSectionFromDocument(doc);
+    }
+
+    protected List<OVFEulaSectionTO> getOVFEulaSectionFromXmlString(final String ovfString) throws ParserConfigurationException, IOException, SAXException {
+        InputSource is = new InputSource(new StringReader(ovfString));
+        final Document doc = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(is);
+        return getEulaSectionsFromDocument(doc);
+    }
+
+    public List<DatadiskTO> getOVFVolumeInfoFromFile(final String ovfFilePath, final String configurationId) throws InternalErrorException {
         if (StringUtils.isBlank(ovfFilePath)) {
-            return new ArrayList<DatadiskTO>();
+            return new ArrayList<>();
+        }
+        Document doc = getDocumentFromFile(ovfFilePath);
+
+        return getOVFVolumeInfoFromFile(ovfFilePath, doc, configurationId);
+    }
+
+    public List<DatadiskTO> getOVFVolumeInfoFromFile(String ovfFilePath, Document doc, String configurationId) throws InternalErrorException {
+        if (org.apache.commons.lang.StringUtils.isBlank(ovfFilePath)) {
+            return null;
         }
-        ArrayList<OVFFile> vf = new ArrayList<OVFFile>();
-        ArrayList<OVFDisk> vd = new ArrayList<OVFDisk>();
 
         File ovfFile = new File(ovfFilePath);
+        List<OVFVirtualHardwareItemTO> hardwareItems = getVirtualHardwareItemsFromDocumentTree(doc);
+        List<OVFFile> files = extractFilesFromOvfDocumentTree(ovfFile, doc);
+        List<OVFDisk> disks = extractDisksFromOvfDocumentTree(doc);
+
+        List<OVFVirtualHardwareItemTO> diskHardwareItems = hardwareItems.stream()
+                .filter(x -> x.getResourceType() == OVFVirtualHardwareItemTO.HardwareResourceType.DiskDrive &&
+                        hardwareItemContainsConfiguration(x, configurationId))
+                .collect(Collectors.toList());
+        List<DatadiskTO> diskTOs = matchHardwareItemsToDiskAndFilesInformation(diskHardwareItems, files, disks, ovfFile.getParent());
+        return diskTOs;
+    }
+
+    private String extractDiskIdFromDiskHostResource(String hostResource) {
+        if (hostResource.startsWith("ovf:/disk/")) {
+            return hostResource.replace("ovf:/disk/", "");
+        }
+        String[] resourceParts = hostResource.split("/");
+        return resourceParts[resourceParts.length - 1];
+    }
+
+    private OVFDisk getDiskDefinitionFromDiskId(String diskId, List<OVFDisk> disks) {
+        for (OVFDisk disk : disks) {
+            if (disk._diskId.equalsIgnoreCase(diskId)) {
+                return disk;
+            }
+        }
+        return null;
+    }
+
+    private List<DatadiskTO> matchHardwareItemsToDiskAndFilesInformation(List<OVFVirtualHardwareItemTO> diskHardwareItems,
+                                                                         List<OVFFile> files, List<OVFDisk> disks,
+                                                                         String ovfParentPath) throws InternalErrorException {
+        List<DatadiskTO> diskTOs = new LinkedList<>();
+        int diskNumber = 0;
+        for (OVFVirtualHardwareItemTO diskItem : diskHardwareItems) {
+            if (StringUtils.isBlank(diskItem.getHostResource())) {
+                s_logger.error("Missing disk information for hardware item " + diskItem.getElementName() + " " + diskItem.getInstanceId());
+                continue;
+            }
+            String diskId = extractDiskIdFromDiskHostResource(diskItem.getHostResource());
+            OVFDisk diskDefinition = getDiskDefinitionFromDiskId(diskId, disks);
+            if (diskDefinition == null) {
+                s_logger.error("Missing disk definition for disk ID " + diskId);
+            }
+            OVFFile fileDefinition = getFileDefinitionFromDiskDefinition(diskDefinition._fileRef, files);
+            DatadiskTO datadiskTO = generateDiskTO(fileDefinition, diskDefinition, ovfParentPath, diskNumber, diskItem);
+            diskTOs.add(datadiskTO);
+            diskNumber++;
+        }
+        List<OVFFile> isoFiles = files.stream().filter(x -> x.isIso).collect(Collectors.toList());
+        for (OVFFile isoFile : isoFiles) {
+            DatadiskTO isoTO = generateDiskTO(isoFile, null, ovfParentPath, diskNumber, null);
+            diskTOs.add(isoTO);
+            diskNumber++;
+        }
+        return diskTOs;
+    }
+
+    private DatadiskTO generateDiskTO(OVFFile file, OVFDisk disk, String ovfParentPath, int diskNumber,
+                                      OVFVirtualHardwareItemTO diskItem) throws InternalErrorException {
+        String path = file != null ? ovfParentPath + File.separator + file._href : null;
+        if (StringUtils.isNotBlank(path)) {
+            File f = new File(path);
+            if (!f.exists() || f.isDirectory()) {
+                s_logger.error("One of the attached disk or iso does not exists " + path);
+                throw new InternalErrorException("One of the attached disk or iso as stated on OVF does not exists " + path);
+            }
+        }
+        Long capacity = disk != null ? disk._capacity : file._size;
+        Long fileSize = file != null ? file._size : 0L;
+
+        String controller = "";
+        String controllerSubType = "";
+        if (disk != null) {
+            OVFDiskController cDiskController = disk._controller;
+            controller = cDiskController == null ? "" : disk._controller._name;
+            controllerSubType = cDiskController == null ? "" : disk._controller._subType;
+        }
+
+        boolean isIso = file != null && file.isIso;
+        boolean bootable = file != null && file._bootable;
+        String diskId = disk == null ? file._id : disk._diskId;
+        String configuration = diskItem != null ? diskItem.getConfigurationIds() : null;
+        return new DatadiskTO(path, capacity, fileSize, diskId,
+                isIso, bootable, controller, controllerSubType, diskNumber, configuration);
+    }
+
+    protected List<OVFDisk> extractDisksFromOvfDocumentTree(Document doc) {
+        NodeList disks = doc.getElementsByTagName("Disk");
+        NodeList ovfDisks = doc.getElementsByTagName("ovf:Disk");
+        NodeList items = doc.getElementsByTagName("Item");
+
+        int totalDisksLength = disks.getLength() + ovfDisks.getLength();
+        ArrayList<OVFDisk> vd = new ArrayList<>();
+        for (int i = 0; i < totalDisksLength; i++) {
+            Element disk;
+            if (i >= disks.getLength()) {
+                int pos = i - disks.getLength();
+                disk = (Element) ovfDisks.item(pos);
+            } else {
+                disk = (Element) disks.item(i);
+            }
+
+            if (disk == null) {
+                continue;
+            }
+            OVFDisk od = new OVFDisk();
+            String virtualSize = getNodeAttribute(disk, "ovf", "capacity");
+            od._capacity = NumberUtils.toLong(virtualSize, 0L);
+            String allocationUnits = getNodeAttribute(disk,"ovf","capacityAllocationUnits");
+            od._diskId = getNodeAttribute(disk,"ovf","diskId");
+            od._fileRef = getNodeAttribute(disk,"ovf","fileRef");
+            od._populatedSize = NumberUtils.toLong(getNodeAttribute(disk,"ovf","populatedSize"));
+
+            if ((od._capacity != 0) && (allocationUnits != null)) {
+                long units = 1;
+                if (allocationUnits.equalsIgnoreCase("KB") || allocationUnits.equalsIgnoreCase("KiloBytes") || allocationUnits.equalsIgnoreCase("byte * 2^10")) {
+                    units = ResourceType.bytesToKiB;
+                } else if (allocationUnits.equalsIgnoreCase("MB") || allocationUnits.equalsIgnoreCase("MegaBytes") || allocationUnits.equalsIgnoreCase("byte * 2^20")) {
+                    units = ResourceType.bytesToMiB;
+                } else if (allocationUnits.equalsIgnoreCase("GB") || allocationUnits.equalsIgnoreCase("GigaBytes") || allocationUnits.equalsIgnoreCase("byte * 2^30")) {
+                    units = ResourceType.bytesToGiB;
+                }
+                od._capacity = od._capacity * units;
+            }
+            od._controller = getControllerType(items, od._diskId);
+            vd.add(od);
+        }
+        if (s_logger.isTraceEnabled()) {
+            s_logger.trace(String.format("found %d disk definitions",vd.size()));
+        }
+        return vd;
+    }
+
+    protected List<OVFFile> extractFilesFromOvfDocumentTree(File ovfFile, Document doc) {
+        NodeList files = doc.getElementsByTagName("File");
+        ArrayList<OVFFile> vf = new ArrayList<>();
+        boolean toggle = true;
+        for (int j = 0; j < files.getLength(); j++) {
+            Element file = (Element)files.item(j);
+            OVFFile of = new OVFFile();
+            of._href = getNodeAttribute(file,"ovf","href");
+            if (of._href.endsWith("vmdk") || of._href.endsWith("iso")) {
+                of._id = getNodeAttribute(file,"ovf","id");
+                String size = getNodeAttribute(file,"ovf", "size");
+                if (StringUtils.isNotBlank(size)) {
+                    of._size = Long.parseLong(size);
+                } else {
+                    String dataDiskPath = ovfFile.getParent() + File.separator + of._href;
+                    File this_file = new File(dataDiskPath);
+                    of._size = this_file.length();
+                }
+                of.isIso = of._href.endsWith("iso");
+                if (toggle && !of.isIso) {
+                    of._bootable = true;
+                    toggle = !toggle;
+                }
+                vf.add(of);
+            }
+        }
+        if (s_logger.isTraceEnabled()) {
+            s_logger.trace(String.format("found %d file definitions in %s",vf.size(), ovfFile.getPath()));
+        }
+        return vf;
+    }
+
+    public Document getDocumentFromFile(String ovfFilePath) {
+        if (org.apache.commons.lang.StringUtils.isBlank(ovfFilePath)) {
+            return null;
+        }
+        DocumentBuilderFactory documentBuilderFactory = DocumentBuilderFactory.newDefaultInstance();
         try {
-            final Document doc = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(new File(ovfFilePath));
-            NodeList disks = doc.getElementsByTagName("Disk");
-            NodeList files = doc.getElementsByTagName("File");
-            NodeList items = doc.getElementsByTagName("Item");
-            boolean toggle = true;
-            for (int j = 0; j < files.getLength(); j++) {
-                Element file = (Element)files.item(j);
-                OVFFile of = new OVFFile();
-                of._href = file.getAttribute("ovf:href");
-                if (of._href.endsWith("vmdk") || of._href.endsWith("iso")) {
-                    of._id = file.getAttribute("ovf:id");
-                    String size = file.getAttribute("ovf:size");
-                    if (StringUtils.isNotBlank(size)) {
-                        of._size = Long.parseLong(size);
-                    } else {
-                        String dataDiskPath = ovfFile.getParent() + File.separator + of._href;
-                        File this_file = new File(dataDiskPath);
-                        of._size = this_file.length();
-                    }
-                    of.isIso = of._href.endsWith("iso");
-                    if (toggle && !of.isIso) {
-                        of._bootable = true;
-                        toggle = !toggle;
-                    }
-                    vf.add(of);
-                }
-            }
-            for (int i = 0; i < disks.getLength(); i++) {
-                Element disk = (Element)disks.item(i);
-                OVFDisk od = new OVFDisk();
-                String virtualSize = disk.getAttribute("ovf:capacity");
-                od._capacity = NumberUtils.toLong(virtualSize, 0L);
-                String allocationUnits = disk.getAttribute("ovf:capacityAllocationUnits");
-                od._diskId = disk.getAttribute("ovf:diskId");
-                od._fileRef = disk.getAttribute("ovf:fileRef");
-                od._populatedSize = NumberUtils.toLong(disk.getAttribute("ovf:populatedSize"));
-
-                if ((od._capacity != 0) && (allocationUnits != null)) {
-
-                    long units = 1;
-                    if (allocationUnits.equalsIgnoreCase("KB") || allocationUnits.equalsIgnoreCase("KiloBytes") || allocationUnits.equalsIgnoreCase("byte * 2^10")) {
-                        units = ResourceType.bytesToKiB;
-                    } else if (allocationUnits.equalsIgnoreCase("MB") || allocationUnits.equalsIgnoreCase("MegaBytes") || allocationUnits.equalsIgnoreCase("byte * 2^20")) {
-                        units = ResourceType.bytesToMiB;
-                    } else if (allocationUnits.equalsIgnoreCase("GB") || allocationUnits.equalsIgnoreCase("GigaBytes") || allocationUnits.equalsIgnoreCase("byte * 2^30")) {
-                        units = ResourceType.bytesToGiB;
-                    }
-                    od._capacity = od._capacity * units;
-                }
-                od._controller = getControllerType(items, od._diskId);
-                vd.add(od);
-            }
-
+            DocumentBuilder builder = documentBuilderFactory.newDocumentBuilder();
+            return builder.parse(new File(ovfFilePath));
         } catch (SAXException | IOException | ParserConfigurationException e) {
             s_logger.error("Unexpected exception caught while parsing ovf file:" + ovfFilePath, e);
             throw new CloudRuntimeException(e);
         }
-
-        List<DatadiskTO> disksTO = new ArrayList<DatadiskTO>();
-        for (OVFFile of : vf) {
-            if (StringUtils.isBlank(of._id)){
-                s_logger.error("The ovf file info is incomplete file info");
-                throw new CloudRuntimeException("The ovf file info has incomplete file info");
-            }
-            OVFDisk cdisk = getDisk(of._id, vd);
-            if (cdisk == null && !of.isIso){
-                s_logger.error("The ovf file info has incomplete disk info");
-                throw new CloudRuntimeException("The ovf file info has incomplete disk info");
-            }
-            Long capacity = cdisk == null ? of._size : cdisk._capacity;
-            String controller = "";
-            String controllerSubType = "";
-            if (cdisk != null) {
-                OVFDiskController cDiskController = cdisk._controller;
-                controller = cDiskController == null ? "" : cdisk._controller._name;
-                controllerSubType = cDiskController == null ? "" : cdisk._controller._subType;
-            }
-
-            String dataDiskPath = ovfFile.getParent() + File.separator + of._href;
-            File f = new File(dataDiskPath);
-            if (!f.exists() || f.isDirectory()) {
-                s_logger.error("One of the attached disk or iso does not exists " + dataDiskPath);
-                throw new CloudRuntimeException("One of the attached disk or iso as stated on OVF does not exists " + dataDiskPath);
-            }
-            disksTO.add(new DatadiskTO(dataDiskPath, capacity, of._size, of._id, of.isIso, of._bootable, controller, controllerSubType));
-        }
-        //check if first disk is an iso move it to the end
-        DatadiskTO fd = disksTO.get(0);
-        if (fd.isIso()) {
-            disksTO.remove(0);
-            disksTO.add(fd);
-        }
-        return disksTO;
     }
 
     private OVFDiskController getControllerType(final NodeList itemList, final String diskId) {
@@ -330,55 +511,61 @@ public class OVFHelper {
         return dc;
     }
 
-    public void rewriteOVFFile(final String origOvfFilePath, final String newOvfFilePath, final String diskName) {
-        try {
-            final Document doc = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(new File(origOvfFilePath));
-            NodeList disks = doc.getElementsByTagName("Disk");
-            NodeList files = doc.getElementsByTagName("File");
-            NodeList items = doc.getElementsByTagName("Item");
-            String keepfile = null;
-            List<Element> toremove = new ArrayList<Element>();
-            for (int j = 0; j < files.getLength(); j++) {
-                Element file = (Element)files.item(j);
-                String href = file.getAttribute("ovf:href");
-                if (diskName.equals(href)) {
-                    keepfile = file.getAttribute("ovf:id");
-                } else {
-                    toremove.add(file);
-                }
+    public void rewriteOVFFileForSingleDisk(final String origOvfFilePath, final String newOvfFilePath, final String diskName) {
+        final Document doc = getDocumentFromFile(origOvfFilePath);
+
+        NodeList disks = doc.getElementsByTagName("Disk");
+        NodeList files = doc.getElementsByTagName("File");
+        NodeList items = doc.getElementsByTagName("Item");
+        String keepfile = null;
+        List<Element> toremove = new ArrayList<>();
+        for (int j = 0; j < files.getLength(); j++) {
+            Element file = (Element)files.item(j);
+            String href = getNodeAttribute(file,"ovf", "href");
+            if (diskName.equals(href)) {
+                keepfile = getNodeAttribute(file,"ovf","id");
+            } else {
+                toremove.add(file);
             }
-            String keepdisk = null;
-            for (int i = 0; i < disks.getLength(); i++) {
-                Element disk = (Element)disks.item(i);
-                String fileRef = disk.getAttribute("ovf:fileRef");
-                if (keepfile == null) {
-                    s_logger.info("FATAL: OVA format error");
-                } else if (keepfile.equals(fileRef)) {
-                    keepdisk = disk.getAttribute("ovf:diskId");
-                } else {
-                    toremove.add(disk);
-                }
+        }
+        String keepdisk = null;
+        for (int i = 0; i < disks.getLength(); i++) {
+            Element disk = (Element)disks.item(i);
+            String fileRef = getNodeAttribute(disk,"ovf","fileRef");
+            if (keepfile == null) {
+                s_logger.info("FATAL: OVA format error");
+            } else if (keepfile.equals(fileRef)) {
+                keepdisk = getNodeAttribute(disk,"ovf","diskId");
+            } else {
+                toremove.add(disk);
             }
-            for (int k = 0; k < items.getLength(); k++) {
-                Element item = (Element)items.item(k);
-                NodeList cn = item.getChildNodes();
-                for (int l = 0; l < cn.getLength(); l++) {
-                    if (cn.item(l) instanceof Element) {
-                        Element el = (Element)cn.item(l);
-                        if ("rasd:HostResource".equals(el.getNodeName())
-                                && !(el.getTextContent().contains("ovf:/file/" + keepdisk) || el.getTextContent().contains("ovf:/disk/" + keepdisk))) {
-                            toremove.add(item);
-                            break;
-                        }
+        }
+        for (int k = 0; k < items.getLength(); k++) {
+            Element item = (Element) items.item(k);
+            NodeList cn = item.getChildNodes();
+            for (int l = 0; l < cn.getLength(); l++) {
+                if (cn.item(l) instanceof Element) {
+                    Element el = (Element) cn.item(l);
+                    if ("rasd:HostResource".equals(el.getNodeName())
+                            && !(el.getTextContent().contains("ovf:/file/" + keepdisk) || el.getTextContent().contains("ovf:/disk/" + keepdisk))) {
+                        toremove.add(item);
+                        break;
                     }
                 }
             }
+        }
 
-            for (Element rme : toremove) {
-                if (rme.getParentNode() != null) {
-                    rme.getParentNode().removeChild(rme);
-                }
+        for (Element rme : toremove) {
+            if (rme.getParentNode() != null) {
+                rme.getParentNode().removeChild(rme);
             }
+        }
+
+        writeDocumentToFile(newOvfFilePath, doc);
+    }
+
+    private void writeDocumentToFile(String newOvfFilePath, Document doc) {
+        try {
 
             final StringWriter writer = new StringWriter();
             final StreamResult result = new StreamResult(writer);
@@ -389,21 +576,346 @@ public class OVFHelper {
             PrintWriter outfile = new PrintWriter(newOvfFilePath);
             outfile.write(writer.toString());
             outfile.close();
-        } catch (SAXException | IOException | ParserConfigurationException | TransformerException e) {
-            s_logger.info("Unexpected exception caught while removing network elements from OVF:" + e.getMessage(), e);
+        } catch (IOException | TransformerException e) {
+            s_logger.info("Unexpected exception caught while rewriting OVF:" + e.getMessage(), e);
             throw new CloudRuntimeException(e);
         }
     }
 
-    OVFDisk getDisk(String fileRef, List<OVFDisk> disks) {
-        for (OVFDisk disk : disks) {
-            if (disk._fileRef.equals(fileRef)) {
-                return disk;
+    OVFFile getFileDefinitionFromDiskDefinition(String fileRef, List<OVFFile> files) {
+        for (OVFFile file : files) {
+            if (file._id.equals(fileRef)) {
+                return file;
             }
         }
         return null;
     }
 
+    public List<OVFNetworkTO> getNetPrerequisitesFromDocument(Document doc) throws InternalErrorException {
+        if (doc == null) {
+            if (s_logger.isTraceEnabled()) {
+                s_logger.trace("no document to parse; returning no prerequiste networks");
+            }
+            return Collections.emptyList();
+        }
+
+        Map<String, OVFNetworkTO> nets = getNetworksFromDocumentTree(doc);
+
+        checkForOnlyOneSystemNode(doc);
+
+        matchNicsToNets(nets, doc);
+
+        return new ArrayList<>(nets.values());
+    }
+
+    private void matchNicsToNets(Map<String, OVFNetworkTO> nets, Node systemElement) {
+        final DocumentTraversal traversal = (DocumentTraversal) systemElement;
+        final NodeIterator iterator = traversal.createNodeIterator(systemElement, NodeFilter.SHOW_ELEMENT, null, true);
+        if (s_logger.isTraceEnabled()) {
+            s_logger.trace(String.format("starting out with %d network-prerequisites, parsing hardware",nets.size()));
+        }
+        int nicCount = 0;
+        for (Node n = iterator.nextNode(); n != null; n = iterator.nextNode()) {
+            final Element e = (Element) n;
+            if ("rasd:Connection".equals(e.getTagName())) {
+                nicCount++;
+                String name = e.getTextContent(); // should be in our nets
+                if(nets.get(name) == null) {
+                    if(s_logger.isInfoEnabled()) {
+                        s_logger.info(String.format("found a nic definition without a network definition byname %s, adding it to the list.", name));
+                    }
+                    nets.put(name, new OVFNetworkTO());
+                }
+                OVFNetworkTO thisNet = nets.get(name);
+                if (e.getParentNode() != null) {
+                    fillNicPrerequisites(thisNet,e.getParentNode());
+                }
+            }
+        }
+        if (s_logger.isTraceEnabled()) {
+            s_logger.trace(String.format("ending up with %d network-prerequisites, parsed %d nics", nets.size(), nicCount));
+        }
+    }
+
+    /**
+     * get all the stuff from parent node
+     *
+     * @param nic the object to carry through the system
+     * @param parentNode the xml container node for nic data
+     */
+    private void fillNicPrerequisites(OVFNetworkTO nic, Node parentNode) {
+        String addressOnParentStr = getChildNodeValue(parentNode, "AddressOnParent");
+        String automaticAllocationStr = getChildNodeValue(parentNode, "AutomaticAllocation");
+        String description = getChildNodeValue(parentNode, "Description");
+        String elementName = getChildNodeValue(parentNode, "ElementName");
+        String instanceIdStr = getChildNodeValue(parentNode, "InstanceID");
+        String resourceSubType = getChildNodeValue(parentNode, "ResourceSubType");
+        String resourceType = getChildNodeValue(parentNode, "ResourceType");
+
+        try {
+            int addressOnParent = Integer.parseInt(addressOnParentStr);
+            nic.setAddressOnParent(addressOnParent);
+        } catch (NumberFormatException e) {
+            s_logger.warn("Encountered element of type \"AddressOnParent\", that could not be parse to an integer number: " + addressOnParentStr);
+        }
+
+        boolean automaticAllocation = StringUtils.isNotBlank(automaticAllocationStr) && Boolean.parseBoolean(automaticAllocationStr);
+        nic.setAutomaticAllocation(automaticAllocation);
+        nic.setNicDescription(description);
+        nic.setElementName(elementName);
+
+        try {
+            int instanceId = Integer.parseInt(instanceIdStr);
+            nic.setInstanceID(instanceId);
+        } catch (NumberFormatException e) {
+            s_logger.warn("Encountered element of type \"InstanceID\", that could not be parse to an integer number: " + instanceIdStr);
+        }
+
+        nic.setResourceSubType(resourceSubType);
+        nic.setResourceType(resourceType);
+    }
+
+    private void checkForOnlyOneSystemNode(Document doc) throws InternalErrorException {
+        // get hardware VirtualSystem, for now we support only one of those
+        NodeList systemElements = doc.getElementsByTagName("VirtualSystem");
+        if (systemElements.getLength() != 1) {
+            String msg = "found " + systemElements.getLength() + " system definitions in OVA, can only handle exactly one.";
+            s_logger.warn(msg);
+            throw new InternalErrorException(msg);
+        }
+    }
+
+    private Map<String, OVFNetworkTO> getNetworksFromDocumentTree(Document doc) {
+        NodeList networkElements = doc.getElementsByTagName("Network");
+        Map<String, OVFNetworkTO> nets = new HashMap<>();
+        for (int i = 0; i < networkElements.getLength(); i++) {
+
+            Element networkElement = (Element)networkElements.item(i);
+            String networkName = getNodeAttribute(networkElement,"ovf","name");
+
+            String description = getChildNodeValue(networkElement, "Description");
+
+            OVFNetworkTO network = new OVFNetworkTO();
+            network.setName(networkName);
+            network.setNetworkDescription(description);
+
+            nets.put(networkName,network);
+        }
+        if (s_logger.isTraceEnabled()) {
+            s_logger.trace(String.format("found %d networks in template", nets.size()));
+        }
+        return nets;
+    }
+
+    private boolean hardwareItemContainsConfiguration(OVFVirtualHardwareItemTO item, String configurationId) {
+        if (StringUtils.isBlank(configurationId) || StringUtils.isBlank(item.getConfigurationIds())) {
+            return true;
+        }
+        String configurationIds = item.getConfigurationIds();
+        if (StringUtils.isNotBlank(configurationIds)) {
+            String[] configurations = configurationIds.split(" ");
+            List<String> confList = Arrays.asList(configurations);
+            return confList.contains(configurationId);
+        }
+        return false;
+    }
+
+    /**
+     * Retrieve the virtual hardware section and its deployment options as configurations
+     */
+    public OVFVirtualHardwareSectionTO getVirtualHardwareSectionFromDocument(Document doc) {
+        List<OVFConfigurationTO> configurations = getDeploymentOptionsFromDocumentTree(doc);
+        List<OVFVirtualHardwareItemTO> items = getVirtualHardwareItemsFromDocumentTree(doc);
+        if (CollectionUtils.isNotEmpty(configurations)) {
+            for (OVFConfigurationTO configuration : configurations) {
+                List<OVFVirtualHardwareItemTO> confItems = items.stream().
+                        filter(x -> StringUtils.isNotBlank(x.getConfigurationIds())
+                                && hardwareItemContainsConfiguration(x, configuration.getId()))
+                        .collect(Collectors.toList());
+                configuration.setHardwareItems(confItems);
+            }
+        }
+        List<OVFVirtualHardwareItemTO> commonItems = null;
+        if (CollectionUtils.isNotEmpty(items)) {
+            commonItems = items.stream().filter(x -> StringUtils.isBlank(x.getConfigurationIds())).collect(Collectors.toList());
+        }
+        String minimumHardwareVersion = getMinimumHardwareVersionFromDocumentTree(doc);
+        return new OVFVirtualHardwareSectionTO(configurations, commonItems, minimumHardwareVersion);
+    }
+
+    private String getMinimumHardwareVersionFromDocumentTree(Document doc) {
+        String version = null;
+        if (doc != null) {
+            NodeList systemNodeList = doc.getElementsByTagName("System");
+            if (systemNodeList.getLength() != 0) {
+                Node systemItem = systemNodeList.item(0);
+                String hardwareVersions = getChildNodeValue(systemItem, "VirtualSystemType");
+                if (StringUtils.isNotBlank(hardwareVersions)) {
+                    String[] versions = hardwareVersions.split(",");
+                    // Order the hardware versions and retrieve the minimum version
+                    List<String> versionsList = Arrays.stream(versions).sorted().collect(Collectors.toList());
+                    version = versionsList.get(0);
+                }
+            }
+        }
+        return version;
+    }
+
+    private List<OVFConfigurationTO> getDeploymentOptionsFromDocumentTree(Document doc) {
+        List<OVFConfigurationTO> options = new ArrayList<>();
+        if (doc == null) {
+            return options;
+        }
+        NodeList deploymentOptionSection = doc.getElementsByTagName("DeploymentOptionSection");
+        if (deploymentOptionSection.getLength() == 0) {
+            return options;
+        }
+        Node hardwareSectionNode = deploymentOptionSection.item(0);
+        NodeList childNodes = hardwareSectionNode.getChildNodes();
+        int index = 0;
+        for (int i = 0; i < childNodes.getLength(); i++) {
+            Node node = childNodes.item(i);
+            if (node != null && node.getNodeName().equals("Configuration")) {
+                Element configuration = (Element) node;
+                String configurationId = getNodeAttribute(configuration,"ovf","id");
+                String description = getChildNodeValue(configuration, "Description");
+                String label = getChildNodeValue(configuration, "Label");
+                OVFConfigurationTO option = new OVFConfigurationTO(configurationId, label, description, index);
+                options.add(option);
+                index++;
+            }
+        }
+        return options;
+    }
+
+    private List<OVFVirtualHardwareItemTO> getVirtualHardwareItemsFromDocumentTree(Document doc) {
+        List<OVFVirtualHardwareItemTO> items = new LinkedList<>();
+        if (doc == null) {
+            return items;
+        }
+        NodeList hardwareSection = doc.getElementsByTagName("VirtualHardwareSection");
+        if (hardwareSection.getLength() == 0) {
+            return items;
+        }
+        Node hardwareSectionNode = hardwareSection.item(0);
+        NodeList childNodes = hardwareSectionNode.getChildNodes();
+        for (int i = 0; i < childNodes.getLength(); i++) {
+            Node node = childNodes.item(i);
+            if (node != null && node.getNodeName().equals("Item")) {
+                Element configuration = (Element) node;
+                String configurationIds = getNodeAttribute(configuration, "ovf", "configuration");
+                String allocationUnits = getChildNodeValue(configuration, "AllocationUnits");
+                String description = getChildNodeValue(configuration, "Description");
+                String elementName = getChildNodeValue(configuration, "ElementName");
+                String instanceID = getChildNodeValue(configuration, "InstanceID");
+                String limit = getChildNodeValue(configuration, "Limit");
+                String reservation = getChildNodeValue(configuration, "Reservation");
+                String resourceType = getChildNodeValue(configuration, "ResourceType");
+                String virtualQuantity = getChildNodeValue(configuration, "VirtualQuantity");
+                String hostResource = getChildNodeValue(configuration, "HostResource");
+                String addressOnParent = getChildNodeValue(configuration, "AddressOnParent");
+                String parent = getChildNodeValue(configuration, "Parent");
+                OVFVirtualHardwareItemTO item = new OVFVirtualHardwareItemTO();
+                item.setConfigurationIds(configurationIds);
+                item.setAllocationUnits(allocationUnits);
+                item.setDescription(description);
+                item.setElementName(elementName);
+                item.setInstanceId(instanceID);
+                item.setLimit(getLongValueFromString(limit));
+                item.setReservation(getLongValueFromString(reservation));
+                Integer resType = getIntValueFromString(resourceType);
+                if (resType != null) {
+                    item.setResourceType(OVFVirtualHardwareItemTO.getResourceTypeFromId(resType));
+                }
+                item.setVirtualQuantity(getLongValueFromString(virtualQuantity));
+                item.setHostResource(hostResource);
+                item.setAddressOnParent(addressOnParent);
+                item.setParent(parent);
+                items.add(item);
+            }
+        }
+        return items;
+    }
+
+    private Long getLongValueFromString(String value) {
+        if (StringUtils.isNotBlank(value)) {
+            try {
+                return Long.parseLong(value);
+            } catch (NumberFormatException e) {
+                s_logger.debug("Could not parse the value: " + value + ", ignoring it");
+            }
+        }
+        return null;
+    }
+
+    private Integer getIntValueFromString(String value) {
+        if (StringUtils.isNotBlank(value)) {
+            try {
+                return Integer.parseInt(value);
+            } catch (NumberFormatException e) {
+                s_logger.debug("Could not parse the value: " + value + ", ignoring it");
+            }
+        }
+        return null;
+    }
+
+    protected byte[] compressOVFEula(String license) throws IOException {
+        CompressionUtil compressionUtil = new CompressionUtil();
+        return compressionUtil.compressString(license);
+    }
+
+    public List<OVFEulaSectionTO> getEulaSectionsFromDocument(Document doc) {
+        List<OVFEulaSectionTO> eulas = new LinkedList<>();
+        if (doc == null) {
+            return eulas;
+        }
+        NodeList eulaSections = doc.getElementsByTagName("EulaSection");
+        int eulaIndex = 0;
+        if (eulaSections.getLength() > 0) {
+            for (int index = 0; index < eulaSections.getLength(); index++) {
+                Node eulaNode = eulaSections.item(index);
+                NodeList eulaChildNodes = eulaNode.getChildNodes();
+                String eulaInfo = null;
+                String eulaLicense = null;
+                for (int i = 0; i < eulaChildNodes.getLength(); i++) {
+                    Node eulaItem = eulaChildNodes.item(i);
+                    if (eulaItem.getNodeName().equalsIgnoreCase("Info")) {
+                        eulaInfo = eulaItem.getTextContent();
+                    } else if (eulaItem.getNodeName().equalsIgnoreCase("License")) {
+                        eulaLicense = eulaItem.getTextContent();
+                    }
+                }
+                byte[] compressedLicense = new byte[0];
+                try {
+                    compressedLicense = compressOVFEula(eulaLicense);
+                } catch (IOException e) {
+                    s_logger.error("Could not compress the license for info " + eulaInfo);
+                    continue;
+                }
+                OVFEulaSectionTO eula = new OVFEulaSectionTO(eulaInfo, compressedLicense, eulaIndex);
+                eulas.add(eula);
+                eulaIndex++;
+            }
+        }
+
+        return eulas;
+    }
+
+    public Pair<String, String> getOperatingSystemInfoFromDocument(Document doc) {
+        if (doc == null) {
+            return null;
+        }
+        NodeList guesOsList = doc.getElementsByTagName("OperatingSystemSection");
+        if (guesOsList.getLength() == 0) {
+            return null;
+        }
+        Node guestOsNode = guesOsList.item(0);
+        Element guestOsElement = (Element) guestOsNode;
+        String osType = getNodeAttribute(guestOsElement, "vmw", "osType");
+        String description = getChildNodeValue(guestOsNode, "Description");
+        return new Pair<>(osType, description);
+    }
+
     class OVFFile {
         // <File ovf:href="i-2-8-VM-disk2.vmdk" ovf:id="file1" ovf:size="69120" />
         public String _href;
@@ -417,7 +929,6 @@ public class OVFHelper {
         //<Disk ovf:capacity="50" ovf:capacityAllocationUnits="byte * 2^20" ovf:diskId="vmdisk2" ovf:fileRef="file2"
         //ovf:format="http://www.vmware.com/interfaces/specifications/vmdk.html#streamOptimized" ovf:populatedSize="43319296" />
         public Long _capacity;
-        public String _capacityUnit;
         public String _diskId;
         public String _fileRef;
         public Long _populatedSize;

api/src/main/java/com/cloud/agent/api/to/DatadiskTO.java

@@ -27,18 +27,14 @@ public class DatadiskTO {
     private boolean isIso;
     private String diskController;
     private String diskControllerSubType;
+    private int diskNumber;
+    private String configuration;
 
     public DatadiskTO() {
     }
 
-    public DatadiskTO(String path, long virtualSize, long fileSize, boolean bootable) {
-        this.path = path;
-        this.virtualSize = virtualSize;
-        this.fileSize = fileSize;
-        this.bootable = bootable;
-    }
-
-    public DatadiskTO(String path, long virtualSize, long fileSize, String diskId, boolean isIso, boolean bootable, String controller, String controllerSubType) {
+    public DatadiskTO(String path, long virtualSize, long fileSize, String diskId, boolean isIso, boolean bootable,
+                      String controller, String controllerSubType, int diskNumber, String configuration) {
         this.path = path;
         this.virtualSize = virtualSize;
         this.fileSize = fileSize;
@@ -47,6 +43,8 @@ public class DatadiskTO {
         this.isIso = isIso;
         this.diskController = controller;
         this.diskControllerSubType = controllerSubType;
+        this.diskNumber = diskNumber;
+        this.configuration = configuration;
     }
 
     public String getPath() {
@@ -105,4 +103,11 @@ public class DatadiskTO {
         this.diskControllerSubType = diskControllerSubType;
     }
 
+    public int getDiskNumber() {
+        return this.diskNumber;
+    }
+
+    public String getConfiguration() {
+        return configuration;
+    }
 }

api/src/main/java/com/cloud/agent/api/to/DeployAsIsInfoTO.java

@@ -0,0 +1,48 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package com.cloud.agent.api.to;
+
+import com.cloud.agent.api.LogLevel;
+
+import java.util.HashMap;
+import java.util.Map;
+
+/**
+ * TO class sent to the hypervisor layer with the information needed to handle deploy-as-is VM deployments
+ */
+public class DeployAsIsInfoTO {
+
+    @LogLevel(LogLevel.Log4jLevel.Off)
+    private Map<String, String> properties = new HashMap<>();
+    private Map<Integer, String> nicAdapterMap = new HashMap();
+
+    public DeployAsIsInfoTO() {
+    }
+
+    public DeployAsIsInfoTO(Map<String, String> properties, Map<Integer, String> nicAdapterMap) {
+        this.properties = properties;
+        this.nicAdapterMap = nicAdapterMap;
+    }
+
+    public Map<String, String> getProperties() {
+        return properties;
+    }
+
+    public Map<Integer, String> getNicAdapterMap() {
+        return nicAdapterMap;
+    }
+}

api/src/main/java/com/cloud/agent/api/to/OVFInformationTO.java

@@ -0,0 +1,98 @@
+//
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+//
+package com.cloud.agent.api.to;
+
+import com.cloud.agent.api.LogLevel;
+import com.cloud.agent.api.to.deployasis.OVFEulaSectionTO;
+import com.cloud.agent.api.to.deployasis.OVFNetworkTO;
+import com.cloud.agent.api.to.deployasis.OVFPropertyTO;
+import com.cloud.agent.api.to.deployasis.OVFVirtualHardwareSectionTO;
+import com.cloud.utils.Pair;
+
+import java.util.List;
+
+/**
+ * Placeholder class for all the subclasses obtained from the OVF parsing
+ */
+public class OVFInformationTO {
+
+    @LogLevel(LogLevel.Log4jLevel.Off)
+    private List<OVFPropertyTO> properties;
+    @LogLevel(LogLevel.Log4jLevel.Off)
+    private List<OVFNetworkTO> networks;
+    @LogLevel(LogLevel.Log4jLevel.Off)
+    private List<DatadiskTO> disks;
+    @LogLevel(LogLevel.Log4jLevel.Off)
+    private OVFVirtualHardwareSectionTO hardwareSection;
+    @LogLevel(LogLevel.Log4jLevel.Off)
+    private List<OVFEulaSectionTO> eulaSections;
+    @LogLevel(LogLevel.Log4jLevel.Off)
+    private Pair<String, String> guestOsInfo;
+
+    public OVFInformationTO() {
+    }
+
+    public List<OVFPropertyTO> getProperties() {
+        return properties;
+    }
+
+    public void setProperties(List<OVFPropertyTO> properties) {
+        this.properties = properties;
+    }
+
+    public List<OVFNetworkTO> getNetworks() {
+        return networks;
+    }
+
+    public void setNetworks(List<OVFNetworkTO> networks) {
+        this.networks = networks;
+    }
+
+    public List<DatadiskTO> getDisks() {
+        return disks;
+    }
+
+    public void setDisks(List<DatadiskTO> disks) {
+        this.disks = disks;
+    }
+
+    public OVFVirtualHardwareSectionTO getHardwareSection() {
+        return hardwareSection;
+    }
+
+    public void setHardwareSection(OVFVirtualHardwareSectionTO hardwareSection) {
+        this.hardwareSection = hardwareSection;
+    }
+
+    public List<OVFEulaSectionTO> getEulaSections() {
+        return eulaSections;
+    }
+
+    public void setEulaSections(List<OVFEulaSectionTO> eulaSections) {
+        this.eulaSections = eulaSections;
+    }
+
+    public Pair<String, String> getGuestOsInfo() {
+        return guestOsInfo;
+    }
+
+    public void setGuestOsInfo(Pair<String, String> guestOsInfo) {
+        this.guestOsInfo = guestOsInfo;
+    }
+}

api/src/main/java/com/cloud/agent/api/to/VirtualMachineTO.java

@@ -20,10 +20,7 @@ import java.util.List;
 import java.util.Map;
 import java.util.HashMap;
 
-import com.cloud.agent.api.LogLevel;
-import com.cloud.agent.api.storage.OVFPropertyTO;
 import com.cloud.template.VirtualMachineTemplate.BootloaderType;
-import com.cloud.utils.Pair;
 import com.cloud.vm.VirtualMachine;
 import com.cloud.vm.VirtualMachine.Type;
 
@@ -81,8 +78,7 @@ public class VirtualMachineTO {
 
     Map<String, String> guestOsDetails = new HashMap<String, String>();
     Map<String, String> extraConfig = new HashMap<>();
-    @LogLevel(LogLevel.Log4jLevel.Off)
-    Pair<String, List<OVFPropertyTO>> ovfProperties;
+    DeployAsIsInfoTO deployAsIsInfo;
 
     public VirtualMachineTO(long id, String instanceName, VirtualMachine.Type type, int cpus, Integer speed, long minRam, long maxRam, BootloaderType bootloader,
             String os, boolean enableHA, boolean limitCpuUse, String vncPassword) {
@@ -376,13 +372,6 @@ public class VirtualMachineTO {
         return extraConfig;
     }
 
-    public Pair<String, List<OVFPropertyTO>> getOvfProperties() {
-        return ovfProperties;
-    }
-
-    public void setOvfProperties(Pair<String, List<OVFPropertyTO>> ovfProperties) {
-        this.ovfProperties = ovfProperties;
-    }
     public String getBootType() {
         return bootType;
     }
@@ -402,4 +391,12 @@ public class VirtualMachineTO {
     public void setEnterHardwareSetup(boolean enterHardwareSetup) {
         this.enterHardwareSetup = enterHardwareSetup;
     }
+
+    public DeployAsIsInfoTO getDeployAsIsInfo() {
+        return deployAsIsInfo;
+    }
+
+    public void setDeployAsIsInfo(DeployAsIsInfoTO deployAsIsInfo) {
+        this.deployAsIsInfo = deployAsIsInfo;
+    }
 }

api/src/main/java/com/cloud/agent/api/to/deployasis/OVFConfigurationTO.java

@@ -0,0 +1,64 @@
+//
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+//
+package com.cloud.agent.api.to.deployasis;
+
+import java.util.List;
+
+/**
+ * This class represents a template deployment option (configuration) parsed from the OVF
+ */
+public class OVFConfigurationTO implements TemplateDeployAsIsInformationTO {
+
+    private final String id;
+    private final String label;
+    private final String description;
+    private List<OVFVirtualHardwareItemTO> hardwareItems;
+    private int index;
+
+    public OVFConfigurationTO(String id, String label, String description, int index) {
+        this.id = id;
+        this.label = label;
+        this.description = description;
+        this.index = index;
+    }
+
+    public String getId() {
+        return id;
+    }
+
+    public String getLabel() {
+        return label;
+    }
+
+    public String getDescription() {
+        return description;
+    }
+
+    public void setHardwareItems(List<OVFVirtualHardwareItemTO> items) {
+        this.hardwareItems = items;
+    }
+
+    public List<OVFVirtualHardwareItemTO> getHardwareItems() {
+        return hardwareItems;
+    }
+
+    public int getIndex() {
+        return index;
+    }
+}

api/src/main/java/com/cloud/agent/api/to/deployasis/OVFEulaSectionTO.java

@@ -0,0 +1,49 @@
+//
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+//
+package com.cloud.agent.api.to.deployasis;
+
+import com.cloud.agent.api.LogLevel;
+
+/**
+ * End-user licence agreement
+ */
+public class OVFEulaSectionTO implements TemplateDeployAsIsInformationTO {
+    private String info;
+    @LogLevel(LogLevel.Log4jLevel.Off)
+    private byte[] compressedLicense;
+    private int index;
+
+    public OVFEulaSectionTO(String info, byte[] license, int eulaIndex) {
+        this.info = info;
+        this.compressedLicense = license;
+        this.index = eulaIndex;
+    }
+
+    public String getInfo() {
+        return this.info;
+    }
+
+    public byte[] getCompressedLicense() {
+        return this.compressedLicense;
+    }
+
+    public int getIndex() {
+        return index;
+    }
+}

api/src/main/java/com/cloud/agent/api/to/deployasis/OVFNetworkTO.java

@@ -0,0 +1,124 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package com.cloud.agent.api.to.deployasis;
+
+/**
+ * container for the network prerequisites as found in the appliance template
+ *
+ * for OVA:
+ * {code}
+ * <Network ovf:name="Management0-0">
+ *   <Description>Management Network Interface</Description>
+ * </Network>
+ * {code}
+ * {code}
+ * <Item>
+ *   <rasd:AddressOnParent>7</rasd:AddressOnParent>
+ *   <rasd:AutomaticAllocation>true</rasd:AutomaticAllocation>
+ *   <rasd:Connection>Management0-0</rasd:Connection>
+ *   <rasd:Description>E1000 Ethernet adapter on "Management Network"</rasd:Description>
+ *   <rasd:ElementName>Network adapter 1</rasd:ElementName>
+ *   <rasd:InstanceID>6</rasd:InstanceID>
+ *   <rasd:ResourceSubType>E1000</rasd:ResourceSubType>
+ *   <rasd:ResourceType>10</rasd:ResourceType>
+ * </Item>
+ * {code}
+ */
+public class OVFNetworkTO implements TemplateDeployAsIsInformationTO {
+    String name;
+    String networkDescription;
+
+    int addressOnParent;
+    boolean automaticAllocation;
+    String nicDescription;
+    String elementName;
+    int InstanceID;
+    String resourceSubType;
+    String resourceType;
+
+    public int getAddressOnParent() {
+        return addressOnParent;
+    }
+
+    public void setAddressOnParent(int addressOnParent) {
+        this.addressOnParent = addressOnParent;
+    }
+
+    public boolean isAutomaticAllocation() {
+        return automaticAllocation;
+    }
+
+    public void setAutomaticAllocation(boolean automaticAllocation) {
+        this.automaticAllocation = automaticAllocation;
+    }
+
+    public String getNicDescription() {
+        return nicDescription;
+    }
+
+    public void setNicDescription(String nicDescription) {
+        this.nicDescription = nicDescription;
+    }
+
+    public String getElementName() {
+        return elementName;
+    }
+
+    public void setElementName(String elementName) {
+        this.elementName = elementName;
+    }
+
+    public int getInstanceID() {
+        return InstanceID;
+    }
+
+    public void setInstanceID(int instanceID) {
+        InstanceID = instanceID;
+    }
+
+    public String getResourceSubType() {
+        return resourceSubType;
+    }
+
+    public void setResourceSubType(String resourceSubType) {
+        this.resourceSubType = resourceSubType;
+    }
+
+    public String getResourceType() {
+        return resourceType;
+    }
+
+    public void setResourceType(String resourceType) {
+        this.resourceType = resourceType;
+    }
+
+    public String getName() {
+        return name;
+    }
+
+    public void setName(String name) {
+        this.name = name;
+    }
+
+    public String getNetworkDescription() {
+        return networkDescription;
+    }
+
+    public void setNetworkDescription(String networkDescription) {
+        this.networkDescription = networkDescription;
+    }
+}

api/src/main/java/com/cloud/agent/api/to/deployasis/OVFPropertyTO.java

@@ -17,7 +17,7 @@
 // under the License.
 //
 
-package com.cloud.agent.api.storage;
+package com.cloud.agent.api.to.deployasis;
 
 import com.cloud.agent.api.LogLevel;
 
@@ -30,7 +30,7 @@ import com.cloud.agent.api.LogLevel;
  * Choose "Remote HTTP and SSH Client Routes" to route only traffic destined for the management client(s), when they are on remote networks.</Description>
  *       </Property>
  */
-public class OVFPropertyTO implements OVFProperty {
+public class OVFPropertyTO implements TemplateDeployAsIsInformationTO {
 
     private String key;
     private String type;
@@ -41,18 +41,14 @@ public class OVFPropertyTO implements OVFProperty {
     private String label;
     private String description;
     private Boolean password;
+    private int index;
+    private String category;
 
     public OVFPropertyTO() {
     }
 
-    public OVFPropertyTO(String key, String value, boolean password) {
-        this.key = key;
-        this.value = value;
-        this.password = password;
-    }
-
     public OVFPropertyTO(String key, String type, String value, String qualifiers, boolean userConfigurable,
-                       String label, String description, boolean password) {
+                       String label, String description, boolean password, int index, String category) {
         this.key = key;
         this.type = type;
         this.value = value;
@@ -61,9 +57,10 @@ public class OVFPropertyTO implements OVFProperty {
         this.label = label;
         this.description = description;
         this.password = password;
+        this.index = index;
+        this.category = category;
     }
 
-    @Override
     public Long getTemplateId() {
         return null;
     }
@@ -131,4 +128,12 @@ public class OVFPropertyTO implements OVFProperty {
     public void setPassword(Boolean password) {
         this.password = password;
     }
+
+    public String getCategory() {
+        return category;
+    }
+
+    public int getIndex() {
+        return index;
+    }
 }

api/src/main/java/com/cloud/agent/api/to/deployasis/OVFVirtualHardwareItemTO.java

@@ -0,0 +1,371 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package com.cloud.agent.api.to.deployasis;
+
+/**
+ * A hardware item class representing a hardware item read from the OVF.
+ * From: https://schemas.dmtf.org/wbem/wscim/1/cim-schema/2/CIM_ResourceAllocationSettingData.xsd
+ */
+public class OVFVirtualHardwareItemTO implements TemplateDeployAsIsInformationTO{
+
+    /**
+     * The hardware item type
+     * From: https://schemas.dmtf.org/wbem/cim-html/2/CIM_ResourceAllocationSettingData.html
+     */
+    public enum HardwareResourceType {
+        Other("Other", 1),
+        ComputerSystem ("Computer System", 2),
+        Processor("Processor", 3),
+        Memory("Memory", 4),
+        IDEController("IDE Controller", 5),
+        ParallelSCSIHBA("Parallel SCSI HBA", 6),
+        FC_HBA("FC HBA", 7),
+        iSCSI_HBA("iSCSI HBA", 8),
+        IB_HCA("IB HCA", 9),
+        EthernetAdapter("Ethernet Adaptor", 10),
+        OtherNetworkAdapter("Other Network Adaptor", 11),
+        IO_Slot("I/O Slot", 12),
+        IO_Device("I/O Device", 13),
+        FloppyDrive("Floppy Drive", 14),
+        CD_Drive("CD Drive", 15),
+        DVD_Drive("DVD Drive", 16),
+        DiskDrive("Disk Drive", 17),
+        TapeDrive("Tape Drive", 18),
+        StorageExtent("Storage Extent", 19),
+        OtherStorageDevice("Other Storage Device", 20),
+        SerialPort("Serial Port", 21),
+        ParallelPort("Parallel Port", 22),
+        USBController("USB Controller", 23),
+        GraphicsController("Graphics Controller", 24),
+        IEEE_1394_Controller("IEEE 1394 Controller", 25),
+        PartitionableUnit("Partitionable Unit", 26),
+        BasePartitionableUnit("base Partitionable Unit", 27),
+        PowerSupply("Power", 28),
+        CoolingCapacity("Cooling Capacity", 29),
+        EthernetSwitchPort("Ethernet Switch Port", 30),
+        LogicalDisk("Logical Disk", 31),
+        StorageVolume("Storage Volume", 32),
+        EthernetConnection("Ethernet Connection", 33),
+        DMTF_reserved("DMTF Reserved", 35),
+        VendorReserved("Vendor Reserved", 32768);
+
+        private String name;
+        private int id;
+
+        HardwareResourceType(String name, int id) {
+            this.name = name;
+            this.id = id;
+        }
+
+        public String getName() {
+            return name;
+        }
+    }
+
+    public static HardwareResourceType getResourceTypeFromId(int id) {
+        if (id <= 33) {
+            for (HardwareResourceType type : HardwareResourceType.values()) {
+                if (type.id == id) {
+                    return type;
+                }
+            }
+        } else if (id <= 32767) {
+            return HardwareResourceType.DMTF_reserved;
+        }
+        return HardwareResourceType.VendorReserved;
+    }
+
+    public enum CustomerVisibility {
+        Unknown, PassedThrough, Virtualized, NotRepresented, DMTFReserved, VendorReserved;
+    }
+
+    public enum MappingBehavior {
+        Unknown, NotSupported, Dedicated, SoftAffinity, HardAffinity, DMTFReserved, VendorReserved;
+    }
+
+    private String address;
+    private String addressOnParent;
+    private String allocationUnits;
+    private boolean automaticAllocation;
+    private boolean automaticDeallocation;
+    private String caption;
+    private String changeableType;
+    private String componentSetting;
+    private String configurationName;
+    private String connection;
+    private CustomerVisibility customerVisibility;
+    private String description;
+    private String elementName;
+    private Long generation;
+    private String hostResource;
+    private String instanceId;
+    private Long limit;
+    private MappingBehavior mappingBehavior;
+    private String otherResourceType;
+    private String parent;
+    private String poolId;
+    private Long reservation;
+    private String resourceSubtype;
+    private HardwareResourceType resourceType;
+    private String soId;
+    private String soOrgId;
+    private Long virtualQuantity;
+    private String virtualQuantityUnits;
+    private int weight;
+
+    private String configurationIds;
+
+    public String getConfigurationIds() {
+        return configurationIds;
+    }
+
+    public void setConfigurationIds(String configurationIds) {
+        this.configurationIds = configurationIds;
+    }
+
+    public String getAddress() {
+        return address;
+    }
+
+    public void setAddress(String address) {
+        this.address = address;
+    }
+
+    public String getAddressOnParent() {
+        return addressOnParent;
+    }
+
+    public void setAddressOnParent(String addressOnParent) {
+        this.addressOnParent = addressOnParent;
+    }
+
+    public String getAllocationUnits() {
+        return allocationUnits;
+    }
+
+    public void setAllocationUnits(String allocationUnits) {
+        this.allocationUnits = allocationUnits;
+    }
+
+    public boolean isAutomaticAllocation() {
+        return automaticAllocation;
+    }
+
+    public void setAutomaticAllocation(boolean automaticAllocation) {
+        this.automaticAllocation = automaticAllocation;
+    }
+
+    public boolean isAutomaticDeallocation() {
+        return automaticDeallocation;
+    }
+
+    public void setAutomaticDeallocation(boolean automaticDeallocation) {
+        this.automaticDeallocation = automaticDeallocation;
+    }
+
+    public String getCaption() {
+        return caption;
+    }
+
+    public void setCaption(String caption) {
+        this.caption = caption;
+    }
+
+    public String getChangeableType() {
+        return changeableType;
+    }
+
+    public void setChangeableType(String changeableType) {
+        this.changeableType = changeableType;
+    }
+
+    public String getComponentSetting() {
+        return componentSetting;
+    }
+
+    public void setComponentSetting(String componentSetting) {
+        this.componentSetting = componentSetting;
+    }
+
+    public String getConfigurationName() {
+        return configurationName;
+    }
+
+    public void setConfigurationName(String configurationName) {
+        this.configurationName = configurationName;
+    }
+
+    public String getConnection() {
+        return connection;
+    }
+
+    public void setConnection(String connection) {
+        this.connection = connection;
+    }
+
+    public CustomerVisibility getCustomerVisibility() {
+        return customerVisibility;
+    }
+
+    public void setCustomerVisibility(CustomerVisibility customerVisibility) {
+        this.customerVisibility = customerVisibility;
+    }
+
+    public String getDescription() {
+        return description;
+    }
+
+    public void setDescription(String description) {
+        this.description = description;
+    }
+
+    public String getElementName() {
+        return elementName;
+    }
+
+    public void setElementName(String elementName) {
+        this.elementName = elementName;
+    }
+
+    public Long getGeneration() {
+        return generation;
+    }
+
+    public void setGeneration(Long generation) {
+        this.generation = generation;
+    }
+
+    public String getHostResource() {
+        return hostResource;
+    }
+
+    public void setHostResource(String hostResource) {
+        this.hostResource = hostResource;
+    }
+
+    public String getInstanceId() {
+        return instanceId;
+    }
+
+    public void setInstanceId(String instanceId) {
+        this.instanceId = instanceId;
+    }
+
+    public Long getLimit() {
+        return limit;
+    }
+
+    public void setLimit(Long limit) {
+        this.limit = limit;
+    }
+
+    public MappingBehavior getMappingBehavior() {
+        return mappingBehavior;
+    }
+
+    public void setMappingBehavior(MappingBehavior mappingBehavior) {
+        this.mappingBehavior = mappingBehavior;
+    }
+
+    public String getOtherResourceType() {
+        return otherResourceType;
+    }
+
+    public void setOtherResourceType(String otherResourceType) {
+        this.otherResourceType = otherResourceType;
+    }
+
+    public String getParent() {
+        return parent;
+    }
+
+    public void setParent(String parent) {
+        this.parent = parent;
+    }
+
+    public String getPoolId() {
+        return poolId;
+    }
+
+    public void setPoolId(String poolId) {
+        this.poolId = poolId;
+    }
+
+    public Long getReservation() {
+        return reservation;
+    }
+
+    public void setReservation(Long reservation) {
+        this.reservation = reservation;
+    }
+
+    public String getResourceSubtype() {
+        return resourceSubtype;
+    }
+
+    public void setResourceSubtype(String resourceSubtype) {
+        this.resourceSubtype = resourceSubtype;
+    }
+
+    public HardwareResourceType getResourceType() {
+        return resourceType;
+    }
+
+    public void setResourceType(HardwareResourceType resourceType) {
+        this.resourceType = resourceType;
+    }
+
+    public String getSoId() {
+        return soId;
+    }
+
+    public void setSoId(String soId) {
+        this.soId = soId;
+    }
+
+    public String getSoOrgId() {
+        return soOrgId;
+    }
+
+    public void setSoOrgId(String soOrgId) {
+        this.soOrgId = soOrgId;
+    }
+
+    public Long getVirtualQuantity() {
+        return virtualQuantity;
+    }
+
+    public void setVirtualQuantity(Long virtualQuantity) {
+        this.virtualQuantity = virtualQuantity;
+    }
+
+    public String getVirtualQuantityUnits() {
+        return virtualQuantityUnits;
+    }
+
+    public void setVirtualQuantityUnits(String virtualQuantityUnits) {
+        this.virtualQuantityUnits = virtualQuantityUnits;
+    }
+
+    public int getWeight() {
+        return weight;
+    }
+
+    public void setWeight(int weight) {
+        this.weight = weight;
+    }
+}

api/src/main/java/com/cloud/agent/api/to/deployasis/OVFVirtualHardwareSectionTO.java

@@ -0,0 +1,50 @@
+//
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+//
+package com.cloud.agent.api.to.deployasis;
+
+import java.util.List;
+
+public class OVFVirtualHardwareSectionTO implements TemplateDeployAsIsInformationTO {
+
+    public OVFVirtualHardwareSectionTO() {
+    }
+
+    private String minimiumHardwareVersion;
+    private List<OVFConfigurationTO> configurations;
+    private List<OVFVirtualHardwareItemTO> commonHardwareItems;
+
+    public OVFVirtualHardwareSectionTO(List<OVFConfigurationTO> configurations, List<OVFVirtualHardwareItemTO> commonHardwareItems,
+                                       String minimumHardwareVersion) {
+        this.configurations = configurations;
+        this.commonHardwareItems = commonHardwareItems;
+        this.minimiumHardwareVersion = minimumHardwareVersion;
+    }
+
+    public List<OVFConfigurationTO> getConfigurations() {
+        return configurations;
+    }
+
+    public List<OVFVirtualHardwareItemTO> getCommonHardwareItems() {
+        return commonHardwareItems;
+    }
+
+    public String getMinimiumHardwareVersion() {
+        return minimiumHardwareVersion;
+    }
+}

api/src/main/java/com/cloud/agent/api/to/deployasis/TemplateDeployAsIsInformationTO.java

@@ -0,0 +1,24 @@
+//
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+//
+package com.cloud.agent.api.to.deployasis;
+
+import java.io.Serializable;
+
+public interface TemplateDeployAsIsInformationTO extends Serializable {
+}

api/src/main/java/com/cloud/dc/VsphereStoragePolicy.java

@@ -1,4 +1,3 @@
-//
 // Licensed to the Apache Software Foundation (ASF) under one
 // or more contributor license agreements.  See the NOTICE file
 // distributed with this work for additional information
@@ -15,19 +14,18 @@
 // KIND, either express or implied.  See the License for the
 // specific language governing permissions and limitations
 // under the License.
-//
+package com.cloud.dc;
 
-package com.cloud.agent.api.storage;
+import org.apache.cloudstack.api.Identity;
+import org.apache.cloudstack.api.InternalIdentity;
 
-public interface OVFProperty {
+public interface VsphereStoragePolicy extends Identity, InternalIdentity {
+
+    long getZoneId();
+
+    String getPolicyId();
+
+    String getName();
 
-    Long getTemplateId();
-    String getKey();
-    String getType();
-    String getValue();
-    String getQualifiers();
-    Boolean isUserConfigurable();
-    String getLabel();
     String getDescription();
-    Boolean isPassword();
-}
+}

api/src/main/java/com/cloud/deploy/DeployDestination.java

@@ -36,6 +36,11 @@ public class DeployDestination implements Serializable {
     Host _host;
     Map<Volume, StoragePool> _storage;
 
+    /**
+     * Display volume <-> storage pool mapping by default
+     */
+    boolean displayStorage = true;
+
     public DataCenter getDataCenter() {
         return _dc;
     }
@@ -63,9 +68,10 @@ public class DeployDestination implements Serializable {
         _host = host;
     }
 
-    public DeployDestination(DataCenter dc, Pod pod, Cluster cluster, Host host, Map<Volume, StoragePool> storage) {
+    public DeployDestination(DataCenter dc, Pod pod, Cluster cluster, Host host, Map<Volume, StoragePool> storage, boolean displayStorage) {
         this(dc, pod, cluster, host);
         _storage = storage;
+        this.displayStorage = displayStorage;
     }
 
     public DeployDestination() {
@@ -139,7 +145,7 @@ public class DeployDestination implements Serializable {
         destination.append("Cluster(").append(clusterId).append(")").append("-");
         destination.append("Host(").append(hostId).append(")").append("-");
         destination.append("Storage(");
-        if (_storage != null) {
+        if (displayStorage && _storage != null) {
             StringBuffer storageBuf = new StringBuffer();
             //String storageStr = "";
             for (Volume vol : _storage.keySet()) {
@@ -160,4 +166,8 @@ public class DeployDestination implements Serializable {
         }
         return destination.append(")]").toString();
     }
+
+    public boolean isDisplayStorage() {
+        return displayStorage;
+    }
 }

api/src/main/java/com/cloud/deployasis/DeployAsIsConstants.java

@@ -0,0 +1,28 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package com.cloud.deployasis;
+
+public interface DeployAsIsConstants {
+
+    String PROPERTY_PREFIX = "property-";
+    String NETWORK_PREFIX = "network-";
+    String CONFIGURATION_PREFIX = "configuration-";
+    String HARDWARE_ITEM_PREFIX = "hardware-item-";
+    String EULA_PREFIX = "eula-";
+
+    String DEFAULT_GUEST_OS_DEPLOY_AS_IS = "OVF Configured OS";
+}

api/src/main/java/com/cloud/event/EventTypes.java

@@ -619,6 +619,9 @@ public class EventTypes {
     public static final String EVENT_POD_ROLLING_MAINTENANCE = "POD.ROLLING.MAINTENANCE";
     public static final String EVENT_ZONE_ROLLING_MAINTENANCE = "ZONE.ROLLING.MAINTENANCE";
 
+    // Storage Policies
+    public static final String EVENT_IMPORT_VCENTER_STORAGE_POLICIES = "IMPORT.VCENTER.STORAGE.POLICIES";
+
     static {
 
         // TODO: need a way to force author adding event types to declare the entity details as well, with out braking
@@ -1026,6 +1029,8 @@ public class EventTypes {
         entityEventDetails.put(EVENT_CLUSTER_ROLLING_MAINTENANCE, ClusterResponse.class);
         entityEventDetails.put(EVENT_HOST_ROLLING_MAINTENANCE, HostResponse.class);
 
+        entityEventDetails.put(EVENT_IMPORT_VCENTER_STORAGE_POLICIES, "StoragePolicies");
+
         entityEventDetails.put(EVENT_IMAGE_STORE_DATA_MIGRATE, ImageStore.class);
     }
 

api/src/main/java/com/cloud/storage/Storage.java

@@ -16,11 +16,11 @@
 // under the License.
 package com.cloud.storage;
 
+import org.apache.commons.lang.NotImplementedException;
+
 import java.util.ArrayList;
 import java.util.List;
 
-import org.apache.commons.lang.NotImplementedException;
-
 public class Storage {
     public static enum ImageFormat {
         QCOW2(true, true, false, "qcow2"),
@@ -135,7 +135,8 @@ public class Storage {
         OCFS2(true, false),
         SMB(true, false),
         Gluster(true, false),
-        ManagedNFS(true, false);
+        ManagedNFS(true, false),
+        DatastoreCluster(true, true); // for VMware, to abstract pool of clusters
 
         private final boolean shared;
         private final boolean overprovisioning;

api/src/main/java/com/cloud/storage/StoragePool.java

@@ -106,4 +106,6 @@ public interface StoragePool extends Identity, InternalIdentity {
     Hypervisor.HypervisorType getHypervisor();
 
     boolean isManaged();
+
+    Long getParent();
 }

api/src/main/java/com/cloud/storage/Volume.java

@@ -235,4 +235,6 @@ public interface Volume extends ControlledEntity, Identity, InternalIdentity, Ba
     boolean isDisplayVolume();
 
     boolean isDisplay();
+
+    boolean isDeployAsIs();
 }

api/src/main/java/com/cloud/template/VirtualMachineTemplate.java

@@ -138,4 +138,6 @@ public interface VirtualMachineTemplate extends ControlledEntity, Identity, Inte
     void incrUpdatedCount();
 
     Date getUpdated();
+
+    boolean isDeployAsIs();
 }

api/src/main/java/com/cloud/vm/DiskProfile.java

@@ -100,6 +100,10 @@ public class DiskProfile {
         return name;
     }
 
+    public void setTags(String[] tags) {
+        this.tags = tags;
+    }
+
     /**
      * @return tags for the disk. This can be used to match it to different storage pools.
      */

api/src/main/java/com/cloud/vm/NicProfile.java

@@ -52,6 +52,8 @@ public class NicProfile implements InternalIdentity, Serializable {
     Integer networkRate;
     boolean isSecurityGroupEnabled;
 
+    Integer orderIndex;
+
     // IPv4
     String iPv4Address;
     String iPv4Netmask;
@@ -381,6 +383,14 @@ public class NicProfile implements InternalIdentity, Serializable {
         this.requestedIPv6 = requestedIPv6;
     }
 
+    public Integer getOrderIndex() {
+        return orderIndex;
+    }
+
+    public void setOrderIndex(Integer orderIndex) {
+        this.orderIndex = orderIndex;
+    }
+
     //
     // OTHER METHODS
     //
@@ -410,6 +420,8 @@ public class NicProfile implements InternalIdentity, Serializable {
         broadcastUri = null;
         isolationUri = null;
 
+        orderIndex = null;
+
     }
 
     @Override

api/src/main/java/com/cloud/vm/VmDetailConstants.java

@@ -63,4 +63,6 @@ public interface VmDetailConstants {
     String IP6_ADDRESS = "ip6Address";
     String DISK = "disk";
     String DISK_OFFERING = "diskOffering";
+
+    String DEPLOY_AS_IS_CONFIGURATION = "configurationId";
 }

api/src/main/java/org/apache/cloudstack/api/ApiConstants.java

@@ -185,6 +185,7 @@ public class ApiConstants {
     public static final String ICMP_TYPE = "icmptype";
     public static final String ID = "id";
     public static final String IDS = "ids";
+    public static final String INDEX = "index";
     public static final String PREVIOUS_ACL_RULE_ID = "previousaclruleid";
     public static final String NEXT_ACL_RULE_ID = "nextaclruleid";
     public static final String MOVE_ACL_CONSISTENCY_HASH = "aclconsistencyhash";
@@ -262,7 +263,7 @@ public class ApiConstants {
     public static final String OUTOFBANDMANAGEMENT_POWERSTATE = "outofbandmanagementpowerstate";
     public static final String OUTOFBANDMANAGEMENT_ENABLED = "outofbandmanagementenabled";
     public static final String OUTPUT = "output";
-    public static final String OVF_PROPERTIES = "ovfproperties";
+    public static final String PROPERTIES = "properties";
     public static final String PARAMS = "params";
     public static final String PARENT_ID = "parentid";
     public static final String PARENT_DOMAIN_ID = "parentdomainid";
@@ -824,6 +825,11 @@ public class ApiConstants {
     public static final String BOOT_TYPE = "boottype";
     public static final String BOOT_MODE = "bootmode";
     public static final String BOOT_INTO_SETUP = "bootintosetup";
+    public static final String DEPLOY_AS_IS = "deployasis";
+    public static final String DEPLOY_AS_IS_DETAILS = "deployasisdetails";
+    public static final String CROSS_ZONES = "crossZones";
+    public static final String TEMPLATETYPE = "templatetype";
+    public static final String SOURCETEMPLATEID = "sourcetemplateid";
 
     public enum BootType {
         UEFI, BIOS;

api/src/main/java/org/apache/cloudstack/api/command/admin/offering/CreateDiskOfferingCmd.java

@@ -28,6 +28,7 @@ import org.apache.cloudstack.api.Parameter;
 import org.apache.cloudstack.api.ServerApiException;
 import org.apache.cloudstack.api.response.DiskOfferingResponse;
 import org.apache.cloudstack.api.response.DomainResponse;
+import org.apache.cloudstack.api.response.VsphereStoragePoliciesResponse;
 import org.apache.cloudstack.api.response.ZoneResponse;
 import org.apache.commons.collections.CollectionUtils;
 import org.apache.log4j.Logger;
@@ -151,6 +152,9 @@ public class CreateDiskOfferingCmd extends BaseCmd {
             since = "4.14")
     private String cacheMode;
 
+    @Parameter(name = ApiConstants.STORAGE_POLICY, type = CommandType.UUID, entityType = VsphereStoragePoliciesResponse.class,required = false, description = "Name of the storage policy defined at vCenter, this is applicable only for VMware", since = "4.15")
+    private Long storagePolicy;
+
 /////////////////////////////////////////////////////
     /////////////////// Accessors ///////////////////////
     /////////////////////////////////////////////////////
@@ -273,6 +277,9 @@ public class CreateDiskOfferingCmd extends BaseCmd {
         return cacheMode;
     }
 
+    public Long getStoragePolicy() {
+        return storagePolicy;
+    }
     /////////////////////////////////////////////////////
     /////////////// API Implementation///////////////////
     /////////////////////////////////////////////////////

api/src/main/java/org/apache/cloudstack/api/command/admin/offering/CreateServiceOfferingCmd.java

@@ -31,6 +31,7 @@ import org.apache.cloudstack.api.Parameter;
 import org.apache.cloudstack.api.ServerApiException;
 import org.apache.cloudstack.api.response.DomainResponse;
 import org.apache.cloudstack.api.response.ServiceOfferingResponse;
+import org.apache.cloudstack.api.response.VsphereStoragePoliciesResponse;
 import org.apache.cloudstack.api.response.ZoneResponse;
 import org.apache.commons.collections.MapUtils;
 import org.apache.commons.collections.CollectionUtils;
@@ -216,6 +217,9 @@ public class CreateServiceOfferingCmd extends BaseCmd {
             since = "4.13")
     private Integer minMemory;
 
+    @Parameter(name = ApiConstants.STORAGE_POLICY, type = CommandType.UUID, entityType = VsphereStoragePoliciesResponse.class,required = false, description = "Name of the storage policy defined at vCenter, this is applicable only for VMware", since = "4.15")
+    private Long storagePolicy;
+
     /////////////////////////////////////////////////////
     /////////////////// Accessors ///////////////////////
     /////////////////////////////////////////////////////
@@ -418,6 +422,10 @@ public class CreateServiceOfferingCmd extends BaseCmd {
         return minMemory;
     }
 
+    public Long getStoragePolicy() {
+        return storagePolicy;
+    }
+
     /////////////////////////////////////////////////////
     /////////////// API Implementation///////////////////
     /////////////////////////////////////////////////////

api/src/main/java/org/apache/cloudstack/api/command/admin/vm/ImportUnmanagedInstanceCmd.java

@@ -204,6 +204,9 @@ public class ImportUnmanagedInstanceCmd extends BaseAsyncCmd {
             for (Map<String, String> entry : (Collection<Map<String, String>>)nicNetworkList.values()) {
                 String nic = entry.get(VmDetailConstants.NIC);
                 String networkUuid = entry.get(VmDetailConstants.NETWORK);
+                if (LOGGER.isTraceEnabled()) {
+                    LOGGER.trace(String.format("nic, '%s', goes on net, '%s'", nic, networkUuid));
+                }
                 if (Strings.isNullOrEmpty(nic) || Strings.isNullOrEmpty(networkUuid) || _entityMgr.findByUuid(Network.class, networkUuid) == null) {
                     throw new InvalidParameterValueException(String.format("Network ID: %s for NIC ID: %s is invalid", networkUuid, nic));
                 }
@@ -219,11 +222,14 @@ public class ImportUnmanagedInstanceCmd extends BaseAsyncCmd {
             for (Map<String, String> entry : (Collection<Map<String, String>>)nicIpAddressList.values()) {
                 String nic = entry.get(VmDetailConstants.NIC);
                 String ipAddress = Strings.emptyToNull(entry.get(VmDetailConstants.IP4_ADDRESS));
+                if (LOGGER.isTraceEnabled()) {
+                    LOGGER.trace(String.format("nic, '%s', gets ip, '%s'", nic, ipAddress));
+                }
                 if (Strings.isNullOrEmpty(nic)) {
                     throw new InvalidParameterValueException(String.format("NIC ID: '%s' is invalid for IP address mapping", nic));
                 }
                 if (Strings.isNullOrEmpty(ipAddress)) {
-                    throw new InvalidParameterValueException(String.format("IP address '%s' for NIC ID: %s is invalid", ipAddress, nic));
+                    throw new InvalidParameterValueException(String.format("Empty address for NIC ID: %s is invalid", nic));
                 }
                 if (!Strings.isNullOrEmpty(ipAddress) && !ipAddress.equals("auto") && !NetUtils.isValidIp4(ipAddress)) {
                     throw new InvalidParameterValueException(String.format("IP address '%s' for NIC ID: %s is invalid", ipAddress, nic));
@@ -239,12 +245,15 @@ public class ImportUnmanagedInstanceCmd extends BaseAsyncCmd {
         Map<String, Long> dataDiskToDiskOfferingMap = new HashMap<>();
         if (MapUtils.isNotEmpty(dataDiskToDiskOfferingList)) {
             for (Map<String, String> entry : (Collection<Map<String, String>>)dataDiskToDiskOfferingList.values()) {
-                String nic = entry.get(VmDetailConstants.DISK);
+                String disk = entry.get(VmDetailConstants.DISK);
                 String offeringUuid = entry.get(VmDetailConstants.DISK_OFFERING);
-                if (Strings.isNullOrEmpty(nic) || Strings.isNullOrEmpty(offeringUuid) || _entityMgr.findByUuid(DiskOffering.class, offeringUuid) == null) {
-                    throw new InvalidParameterValueException(String.format("Disk offering ID: %s for disk ID: %s is invalid", offeringUuid, nic));
+                if (LOGGER.isTraceEnabled()) {
+                    LOGGER.trace(String.format("disk, '%s', gets offering, '%s'", disk, offeringUuid));
                 }
-                dataDiskToDiskOfferingMap.put(nic, _entityMgr.findByUuid(DiskOffering.class, offeringUuid).getId());
+                if (Strings.isNullOrEmpty(disk) || Strings.isNullOrEmpty(offeringUuid) || _entityMgr.findByUuid(DiskOffering.class, offeringUuid) == null) {
+                    throw new InvalidParameterValueException(String.format("Disk offering ID: %s for disk ID: %s is invalid", offeringUuid, disk));
+                }
+                dataDiskToDiskOfferingMap.put(disk, _entityMgr.findByUuid(DiskOffering.class, offeringUuid).getId());
             }
         }
         return dataDiskToDiskOfferingMap;

api/src/main/java/org/apache/cloudstack/api/command/user/offering/ListServiceOfferingsCmd.java

@@ -65,6 +65,24 @@ public class ListServiceOfferingsCmd extends BaseListDomainResourcesCmd {
             since = "4.13")
     private Long zoneId;
 
+    @Parameter(name = ApiConstants.CPU_NUMBER,
+            type = CommandType.INTEGER,
+            description = "the CPU number that listed offerings must support",
+            since = "4.15")
+    private Integer cpuNumber;
+
+    @Parameter(name = ApiConstants.MEMORY,
+            type = CommandType.INTEGER,
+            description = "the RAM memory that listed offering must support",
+            since = "4.15")
+    private Integer memory;
+
+    @Parameter(name = ApiConstants.CPU_SPEED,
+            type = CommandType.INTEGER,
+            description = "the CPU speed that listed offerings must support",
+            since = "4.15")
+    private Integer cpuSpeed;
+
     /////////////////////////////////////////////////////
     /////////////////// Accessors ///////////////////////
     /////////////////////////////////////////////////////
@@ -93,6 +111,18 @@ public class ListServiceOfferingsCmd extends BaseListDomainResourcesCmd {
         return zoneId;
     }
 
+    public Integer getCpuNumber() {
+        return cpuNumber;
+    }
+
+    public Integer getMemory() {
+        return memory;
+    }
+
+    public Integer getCpuSpeed() {
+        return cpuSpeed;
+    }
+
     /////////////////////////////////////////////////////
     /////////////// API Implementation///////////////////
     /////////////////////////////////////////////////////

api/src/main/java/org/apache/cloudstack/api/command/user/template/ListTemplateOVFProperties.java

@@ -1,68 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements.  See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership.  The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License.  You may obtain a copy of the License at
-//
-//   http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied.  See the License for the
-// specific language governing permissions and limitations
-// under the License.
-package org.apache.cloudstack.api.command.user.template;
-
-import com.cloud.exception.ConcurrentOperationException;
-import com.cloud.exception.InsufficientCapacityException;
-import com.cloud.exception.NetworkRuleConflictException;
-import com.cloud.exception.ResourceAllocationException;
-import com.cloud.exception.ResourceUnavailableException;
-import org.apache.cloudstack.acl.RoleType;
-import org.apache.cloudstack.api.APICommand;
-import org.apache.cloudstack.api.ApiConstants;
-import org.apache.cloudstack.api.BaseCmd;
-import org.apache.cloudstack.api.BaseListCmd;
-import org.apache.cloudstack.api.Parameter;
-import org.apache.cloudstack.api.ServerApiException;
-import org.apache.cloudstack.api.response.ListResponse;
-import org.apache.cloudstack.api.response.TemplateOVFPropertyResponse;
-import org.apache.cloudstack.api.response.TemplateResponse;
-import org.apache.cloudstack.context.CallContext;
-
-@APICommand(name = ListTemplateOVFProperties.APINAME,
-        description = "List template OVF properties if available.",
-        responseObject = TemplateOVFPropertyResponse.class,
-        authorized = {RoleType.Admin, RoleType.DomainAdmin, RoleType.ResourceAdmin, RoleType.User})
-public class ListTemplateOVFProperties extends BaseListCmd {
-
-    public static final String APINAME = "listTemplateOvfProperties";
-
-    @Parameter(name = ApiConstants.ID, type = CommandType.UUID, entityType = TemplateResponse.class,
-            description = "the template ID", required = true)
-    private Long templateId;
-
-    public Long getTemplateId() {
-        return templateId;
-    }
-
-    @Override
-    public void execute() throws ResourceUnavailableException, InsufficientCapacityException, ServerApiException, ConcurrentOperationException, ResourceAllocationException, NetworkRuleConflictException {
-        ListResponse<TemplateOVFPropertyResponse> response = _queryService.listTemplateOVFProperties(this);
-        response.setResponseName(getCommandName());
-        setResponseObject(response);
-    }
-
-    @Override
-    public String getCommandName() {
-        return APINAME.toLowerCase() + BaseCmd.RESPONSE_SUFFIX;
-    }
-
-    @Override
-    public long getEntityOwnerId() {
-        return CallContext.current().getCallingAccount().getId();
-    }
-}

api/src/main/java/org/apache/cloudstack/api/command/user/template/ListTemplatesCmd.java

@@ -16,8 +16,12 @@
 // under the License.
 package org.apache.cloudstack.api.command.user.template;
 
+import com.cloud.exception.InvalidParameterValueException;
+import org.apache.commons.collections.CollectionUtils;
 import org.apache.log4j.Logger;
 
+import java.util.ArrayList;
+import java.util.EnumSet;
 import java.util.List;
 import org.apache.cloudstack.api.APICommand;
 import org.apache.cloudstack.api.ApiCommandJobType;
@@ -82,10 +86,36 @@ public class ListTemplatesCmd extends BaseListTaggedResourcesCmd implements User
     @Parameter(name = ApiConstants.PARENT_TEMPLATE_ID, type = CommandType.UUID, entityType = TemplateResponse.class, description = "list datadisk templates by parent template id", since = "4.4")
     private Long parentTemplateId;
 
+    @Parameter(name = ApiConstants.DETAILS,
+            type = CommandType.LIST,
+            collectionType = CommandType.STRING,
+            since = "4.15",
+            description = "comma separated list of template details requested, value can be a list of [ all, min]")
+    private List<String> viewDetails;
+
     /////////////////////////////////////////////////////
     /////////////////// Accessors ///////////////////////
     /////////////////////////////////////////////////////
 
+    public EnumSet<ApiConstants.DomainDetails> getDetails() throws InvalidParameterValueException {
+        EnumSet<ApiConstants.DomainDetails> dv;
+        if (CollectionUtils.isEmpty(viewDetails)) {
+            dv = EnumSet.of(ApiConstants.DomainDetails.all);
+        } else {
+            try {
+                ArrayList<ApiConstants.DomainDetails> dc = new ArrayList<>();
+                for (String detail : viewDetails) {
+                    dc.add(ApiConstants.DomainDetails.valueOf(detail));
+                }
+                dv = EnumSet.copyOf(dc);
+            } catch (IllegalArgumentException e) {
+                throw new InvalidParameterValueException("The details parameter contains a non permitted value. The allowed values are " +
+                        EnumSet.allOf(ApiConstants.DomainDetails.class));
+            }
+        }
+        return dv;
+    }
+
     public String getHypervisor() {
         return hypervisor;
     }

api/src/main/java/org/apache/cloudstack/api/command/user/template/RegisterTemplateCmd.java

@@ -86,8 +86,8 @@ public class RegisterTemplateCmd extends BaseCmd implements UserCmd {
     @Parameter(name = ApiConstants.OS_TYPE_ID,
                type = CommandType.UUID,
                entityType = GuestOSResponse.class,
-               required = true,
-               description = "the ID of the OS Type that best represents the OS of this template.")
+               required = false,
+               description = "the ID of the OS Type that best represents the OS of this template. Not applicable with VMware, as we honour what is defined in the template")
     private Long osTypeId;
 
     @Parameter(name = ApiConstants.PASSWORD_ENABLED,
@@ -274,6 +274,10 @@ public class RegisterTemplateCmd extends BaseCmd implements UserCmd {
         return directDownload == null ? false : directDownload;
     }
 
+    public Boolean isDeployAsIs() {
+        return hypervisor != null && hypervisor.equalsIgnoreCase(Hypervisor.HypervisorType.VMware.toString());
+    }
+
     /////////////////////////////////////////////////////
     /////////////// API Implementation///////////////////
     /////////////////////////////////////////////////////
@@ -336,5 +340,9 @@ public class RegisterTemplateCmd extends BaseCmd implements UserCmd {
             throw new ServerApiException(ApiErrorCode.PARAM_ERROR,
                     "Parameter directdownload is only allowed for KVM templates");
         }
+
+        if (!getHypervisor().equalsIgnoreCase(Hypervisor.HypervisorType.VMware.toString()) && osTypeId == null) {
+            throw new ServerApiException(ApiErrorCode.PARAM_ERROR, "Please provide a guest OS type");
+        }
     }
 }

api/src/main/java/org/apache/cloudstack/api/command/user/vm/DeployVMCmd.java

@@ -52,6 +52,7 @@ import org.apache.cloudstack.api.response.TemplateResponse;
 import org.apache.cloudstack.api.response.UserVmResponse;
 import org.apache.cloudstack.api.response.ZoneResponse;
 import org.apache.cloudstack.context.CallContext;
+import org.apache.commons.collections.CollectionUtils;
 import org.apache.commons.collections.MapUtils;
 import org.apache.log4j.Logger;
 
@@ -72,6 +73,8 @@ import com.cloud.uservm.UserVm;
 import com.cloud.utils.net.Dhcp;
 import com.cloud.utils.net.NetUtils;
 import com.cloud.vm.VirtualMachine;
+import com.cloud.vm.VmDetailConstants;
+import com.google.common.base.Strings;
 
 @APICommand(name = "deployVirtualMachine", description = "Creates and automatically starts a virtual machine based on a service offering, disk offering, and template.", responseObject = UserVmResponse.class, responseView = ResponseView.Restricted, entityType = {VirtualMachine.class},
         requestHasSensitiveInfo = false, responseHasSensitiveInfo = true)
@@ -113,10 +116,10 @@ public class DeployVMCmd extends BaseAsyncCreateCustomIdCmd implements SecurityG
     @Parameter(name = ApiConstants.NETWORK_IDS, type = CommandType.LIST, collectionType = CommandType.UUID, entityType = NetworkResponse.class, description = "list of network ids used by virtual machine. Can't be specified with ipToNetworkList parameter")
     private List<Long> networkIds;
 
-    @Parameter(name = ApiConstants.BOOT_TYPE, type = CommandType.STRING, required = false, description = "Guest VM Boot option either custom[UEFI] or default boot [BIOS]", since = "4.14.0.0")
+    @Parameter(name = ApiConstants.BOOT_TYPE, type = CommandType.STRING, required = false, description = "Guest VM Boot option either custom[UEFI] or default boot [BIOS]. Not applicable with VMware, as we honour what is defined in the template.", since = "4.14.0.0")
     private String bootType;
 
-    @Parameter(name = ApiConstants.BOOT_MODE, type = CommandType.STRING, required = false, description = "Boot Mode [Legacy] or [Secure] Applicable when Boot Type Selected is UEFI, otherwise Legacy By default for BIOS", since = "4.14.0.0")
+    @Parameter(name = ApiConstants.BOOT_MODE, type = CommandType.STRING, required = false, description = "Boot Mode [Legacy] or [Secure] Applicable when Boot Type Selected is UEFI, otherwise Legacy only for BIOS. Not applicable with VMware, as we honour what is defined in the template.", since = "4.14.0.0")
     private String bootMode;
 
     @Parameter(name = ApiConstants.BOOT_INTO_SETUP, type = CommandType.BOOLEAN, required = false, description = "Boot into hardware setup or not (ignored if startVm = false, only valid for vmware)", since = "4.15.0.0")
@@ -221,10 +224,16 @@ public class DeployVMCmd extends BaseAsyncCreateCustomIdCmd implements SecurityG
     @Parameter(name = ApiConstants.COPY_IMAGE_TAGS, type = CommandType.BOOLEAN, since = "4.13", description = "if true the image tags (if any) will be copied to the VM, default value is false")
     private Boolean copyImageTags;
 
-    @Parameter(name = ApiConstants.OVF_PROPERTIES, type = CommandType.MAP, since = "4.13",
-            description = "used to specify the OVF properties.")
+    @Parameter(name = ApiConstants.PROPERTIES, type = CommandType.MAP, since = "4.15",
+            description = "used to specify the vApp properties.")
     @LogLevel(LogLevel.Log4jLevel.Off)
-    private Map vmOvfProperties;
+    private Map vAppProperties;
+
+    @Parameter(name = ApiConstants.NIC_NETWORK_LIST, type = CommandType.MAP, since = "4.15",
+            description = "VMware only: used to specify network mapping of a vApp VMware template registered \"as-is\"." +
+                    " Example nicnetworklist[0].ip=Nic-101&nicnetworklist[0].network=uuid")
+    @LogLevel(LogLevel.Log4jLevel.Off)
+    private Map vAppNetworks;
 
     /////////////////////////////////////////////////////
     /////////////////// Accessors ///////////////////////
@@ -256,8 +265,7 @@ public class DeployVMCmd extends BaseAsyncCreateCustomIdCmd implements SecurityG
         return domainId;
     }
 
-    private ApiConstants.BootType  getBootType() {
-
+    public ApiConstants.BootType  getBootType() {
         if (StringUtils.isNotBlank(bootType)) {
             try {
                 String type = bootType.trim().toUpperCase();
@@ -311,11 +319,10 @@ public class DeployVMCmd extends BaseAsyncCreateCustomIdCmd implements SecurityG
         return null;
     }
 
-
-    public Map<String, String> getVmOVFProperties() {
+    public Map<String, String> getVmProperties() {
         Map<String, String> map = new HashMap<>();
-        if (MapUtils.isNotEmpty(vmOvfProperties)) {
-            Collection parameterCollection = vmOvfProperties.values();
+        if (MapUtils.isNotEmpty(vAppProperties)) {
+            Collection parameterCollection = vAppProperties.values();
             Iterator iterator = parameterCollection.iterator();
             while (iterator.hasNext()) {
                 HashMap<String, String> entry = (HashMap<String, String>)iterator.next();
@@ -325,6 +332,32 @@ public class DeployVMCmd extends BaseAsyncCreateCustomIdCmd implements SecurityG
         return map;
     }
 
+    public Map<Integer, Long> getVmNetworkMap() {
+        Map<Integer, Long> map = new HashMap<>();
+        if (MapUtils.isNotEmpty(vAppNetworks)) {
+            Collection parameterCollection = vAppNetworks.values();
+            Iterator iterator = parameterCollection.iterator();
+            while (iterator.hasNext()) {
+                HashMap<String, String> entry = (HashMap<String, String>) iterator.next();
+                Integer nic;
+                try {
+                    nic = Integer.valueOf(entry.get(VmDetailConstants.NIC));
+                } catch (NumberFormatException nfe) {
+                    nic = null;
+                }
+                String networkUuid = entry.get(VmDetailConstants.NETWORK);
+                if (s_logger.isTraceEnabled()) {
+                    s_logger.trace(String.format("nic, '%s', goes on net, '%s'", nic, networkUuid));
+                }
+                if (nic == null || Strings.isNullOrEmpty(networkUuid) || _entityMgr.findByUuid(Network.class, networkUuid) == null) {
+                    throw new InvalidParameterValueException(String.format("Network ID: %s for NIC ID: %s is invalid", networkUuid, nic));
+                }
+                map.put(nic, _entityMgr.findByUuid(Network.class, networkUuid).getId());
+            }
+        }
+        return map;
+    }
+
     public String getGroup() {
         return group;
     }
@@ -374,6 +407,13 @@ public class DeployVMCmd extends BaseAsyncCreateCustomIdCmd implements SecurityG
     }
 
     public List<Long> getNetworkIds() {
+        if (MapUtils.isNotEmpty(vAppNetworks)) {
+            if (CollectionUtils.isNotEmpty(networkIds) || ipAddress != null || getIp6Address() != null || MapUtils.isNotEmpty(ipToNetworkList)) {
+                throw new InvalidParameterValueException(String.format("%s can't be specified along with %s, %s, %s", ApiConstants.NIC_NETWORK_LIST, ApiConstants.NETWORK_IDS, ApiConstants.IP_ADDRESS, ApiConstants.IP_NETWORK_LIST));
+            } else {
+                return new ArrayList<>();
+            }
+        }
        if (ipToNetworkList != null && !ipToNetworkList.isEmpty()) {
            if ((networkIds != null && !networkIds.isEmpty()) || ipAddress != null || getIp6Address() != null) {
                throw new InvalidParameterValueException("ipToNetworkMap can't be specified along with networkIds or ipAddress");

api/src/main/java/org/apache/cloudstack/api/response/DiskOfferingResponse.java

@@ -151,6 +151,10 @@ public class DiskOfferingResponse extends BaseResponse {
     @Param(description = "whether to display the offering to the end user or not.")
     private Boolean displayOffering;
 
+    @SerializedName("vspherestoragepolicy")
+    @Param(description = "the vsphere storage policy tagged to the disk offering in case of VMware", since = "4.15")
+    private String vsphereStoragePolicy;
+
     public Boolean getDisplayOffering() {
         return displayOffering;
     }
@@ -351,4 +355,12 @@ public class DiskOfferingResponse extends BaseResponse {
     public void setIopsWriteRateMaxLength(Long iopsWriteRateMaxLength) {
         this.iopsWriteRateMaxLength = iopsWriteRateMaxLength;
     }
+
+    public String getVsphereStoragePolicy() {
+        return vsphereStoragePolicy;
+    }
+
+    public void setVsphereStoragePolicy(String vsphereStoragePolicy) {
+        this.vsphereStoragePolicy = vsphereStoragePolicy;
+    }
 }

api/src/main/java/org/apache/cloudstack/api/response/ServiceOfferingResponse.java

@@ -196,6 +196,10 @@ public class ServiceOfferingResponse extends BaseResponse {
     @Param(description = "the cache mode to use for this disk offering. none, writeback or writethrough", since = "4.14")
     private String cacheMode;
 
+    @SerializedName("vspherestoragepolicy")
+    @Param(description = "the vsphere storage policy tagged to the service offering in case of VMware", since = "4.15")
+    private String vsphereStoragePolicy;
+
     public ServiceOfferingResponse() {
     }
 
@@ -455,4 +459,13 @@ public class ServiceOfferingResponse extends BaseResponse {
     public void setCacheMode(String cacheMode) {
         this.cacheMode = cacheMode;
     }
+
+    public String getVsphereStoragePolicy() {
+        return vsphereStoragePolicy;
+    }
+
+    public void setVsphereStoragePolicy(String vsphereStoragePolicy) {
+        this.vsphereStoragePolicy = vsphereStoragePolicy;
+    }
+
 }

api/src/main/java/org/apache/cloudstack/api/response/TemplateOVFPropertyResponse.java

@@ -16,14 +16,14 @@
 // under the License.
 package org.apache.cloudstack.api.response;
 
-import com.cloud.agent.api.storage.OVFProperty;
 import com.cloud.serializer.Param;
 import com.google.gson.annotations.SerializedName;
 import org.apache.cloudstack.api.ApiConstants;
 import org.apache.cloudstack.api.BaseResponse;
-import org.apache.cloudstack.api.EntityReference;
 
-@EntityReference(value = OVFProperty.class)
+/**
+ * the placeholder of parameters to fill for deployment
+ */
 public class TemplateOVFPropertyResponse extends BaseResponse {
 
     @SerializedName(ApiConstants.KEY)
@@ -58,6 +58,27 @@ public class TemplateOVFPropertyResponse extends BaseResponse {
     @Param(description = "the ovf property label")
     private String description;
 
+    @SerializedName(ApiConstants.INDEX)
+    @Param(description = "the ovf property index")
+    private Integer index;
+
+    @SerializedName(ApiConstants.CATEGORY)
+    @Param(description = "the ovf property category")
+    private String category;
+
+    @Override
+    public boolean equals(Object other) {
+        if (!(other instanceof TemplateOVFPropertyResponse)) {
+            return false;
+        }
+        return key != null && key.equals(((TemplateOVFPropertyResponse)other).key);
+    }
+
+    @Override
+    public int hashCode() {
+        return key.hashCode();
+    }
+
     public String getKey() {
         return key;
     }
@@ -121,4 +142,20 @@ public class TemplateOVFPropertyResponse extends BaseResponse {
     public void setPassword(Boolean password) {
         this.password = password;
     }
+
+    public Integer getIndex() {
+        return index;
+    }
+
+    public void setIndex(Integer index) {
+        this.index = index;
+    }
+
+    public String getCategory() {
+        return category;
+    }
+
+    public void setCategory(String category) {
+        this.category = category;
+    }
 }

api/src/main/java/org/apache/cloudstack/api/response/TemplateResponse.java

@@ -17,6 +17,7 @@
 package org.apache.cloudstack.api.response;
 
 import java.util.Date;
+import java.util.HashMap;
 import java.util.LinkedHashSet;
 import java.util.List;
 import java.util.Map;
@@ -55,7 +56,7 @@ public class TemplateResponse extends BaseResponseWithTagInformation implements
     @Param(description = "the date this template was created")
     private Date created;
 
-    @SerializedName("removed")
+    @SerializedName(ApiConstants.REMOVED)
     @Param(description = "the date this template was removed")
     private Date removed;
 
@@ -80,7 +81,7 @@ public class TemplateResponse extends BaseResponseWithTagInformation implements
     @Param(description = "true if this template is a featured template, false otherwise")
     private boolean featured;
 
-    @SerializedName("crossZones")
+    @SerializedName(ApiConstants.CROSS_ZONES)
     @Param(description = "true if the template is managed across all Zones, false otherwise")
     private boolean crossZones;
 
@@ -122,7 +123,7 @@ public class TemplateResponse extends BaseResponseWithTagInformation implements
     @Param(description = "the physical size of the template")
     private Long physicalSize;
 
-    @SerializedName("templatetype")
+    @SerializedName(ApiConstants.TEMPLATETYPE)
     @Param(description = "the type of the template")
     private String templateType;
 
@@ -146,7 +147,7 @@ public class TemplateResponse extends BaseResponseWithTagInformation implements
     @Param(description = "checksum of the template")
     private String checksum;
 
-    @SerializedName("sourcetemplateid")
+    @SerializedName(ApiConstants.SOURCETEMPLATEID)
     @Param(description = "the template ID of the parent template if present")
     private String sourcetemplateId;
 
@@ -154,7 +155,7 @@ public class TemplateResponse extends BaseResponseWithTagInformation implements
     @Param(description = "the ID of the secondary storage host for the template")
     private String hostId;
 
-    @SerializedName("hostname")
+    @SerializedName(ApiConstants.HOST_NAME)
     @Param(description = "the name of the secondary storage host for the template")
     private String hostName;
 
@@ -172,7 +173,7 @@ public class TemplateResponse extends BaseResponseWithTagInformation implements
 
     @SerializedName(ApiConstants.DETAILS)
     @Param(description = "additional key/value details tied with template")
-    private Map details;
+    private Map<String, String> details;
 
     @SerializedName(ApiConstants.DOWNLOAD_DETAILS)
     @Param(description = "Lists the download progress of a template across all secondary storages")
@@ -194,12 +195,24 @@ public class TemplateResponse extends BaseResponseWithTagInformation implements
     @Param(description = "KVM Only: true if template is directly downloaded to Primary Storage bypassing Secondary Storage")
     private Boolean directDownload;
 
+    @SerializedName(ApiConstants.DEPLOY_AS_IS)
+    @Param(description = "VMware only: true if template is deployed without orchestrating disks and networks but \"as-is\" defined in the template.",
+            since = "4.15")
+    private Boolean deployAsIs;
+
+    @SerializedName(ApiConstants.DEPLOY_AS_IS_DETAILS)
+    @Param(description = "VMware only: additional key/value details tied with deploy-as-is template",
+            since = "4.15")
+    private Map<String, String> deployAsIsDetails;
+
     @SerializedName("parenttemplateid")
     @Param(description = "if Datadisk template, then id of the root disk template this template belongs to")
+    @Deprecated(since = "4.15")
     private String parentTemplateId;
 
     @SerializedName("childtemplates")
     @Param(description = "if root disk template, then ids of the datas disk templates this template owns")
+    @Deprecated(since = "4.15")
     private Set<ChildTemplateResponse> childTemplates;
 
     @SerializedName(ApiConstants.REQUIRES_HVM)
@@ -360,14 +373,21 @@ public class TemplateResponse extends BaseResponseWithTagInformation implements
         this.projectName = projectName;
     }
 
-    public Map getDetails() {
+    public Map<String, String> getDetails() {
         return this.details;
     }
 
-    public void setDetails(Map details) {
+    public void setDetails(Map<String, String> details) {
         this.details = details;
     }
 
+    public void addDetail(String key, String value) {
+        if (this.details == null) {
+            setDetails(new HashMap<>());
+        }
+        this.details.put(key,value);
+    }
+
     public void setTags(Set<ResourceTagResponse> tags) {
         this.tags = tags;
     }
@@ -396,6 +416,10 @@ public class TemplateResponse extends BaseResponseWithTagInformation implements
         return directDownload;
     }
 
+    public void setDeployAsIs(Boolean deployAsIs) {
+        this.deployAsIs = deployAsIs;
+    }
+
     public void setParentTemplateId(String parentTemplateId) {
         this.parentTemplateId = parentTemplateId;
     }
@@ -411,4 +435,19 @@ public class TemplateResponse extends BaseResponseWithTagInformation implements
     public void setRequiresHvm(Boolean requiresHvm) {
         this.requiresHvm = requiresHvm;
     }
+
+    public Map<String, String> getDeployAsIsDetails() {
+        return this.deployAsIsDetails;
+    }
+
+    public void setDeployAsIsDetails(Map<String, String> details) {
+        this.deployAsIsDetails = details;
+    }
+
+    public void addDeployAsIsDetail(String key, String value) {
+        if (this.deployAsIsDetails == null) {
+            setDeployAsIsDetails(new HashMap<>());
+        }
+        this.deployAsIsDetails.put(key,value);
+    }
 }

api/src/main/java/org/apache/cloudstack/api/response/VsphereStoragePoliciesResponse.java

@@ -0,0 +1,89 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package org.apache.cloudstack.api.response;
+
+import com.cloud.dc.VsphereStoragePolicy;
+import com.cloud.serializer.Param;
+import com.google.gson.annotations.SerializedName;
+import org.apache.cloudstack.api.ApiConstants;
+import org.apache.cloudstack.api.BaseResponse;
+import org.apache.cloudstack.api.EntityReference;
+
+
+@EntityReference(value = VsphereStoragePolicy.class)
+public class VsphereStoragePoliciesResponse extends BaseResponse {
+
+    @SerializedName(ApiConstants.ID)
+    @Param(description = "the ID of the Storage Policy")
+    private String id;
+
+    @SerializedName(ApiConstants.ZONE_ID)
+    @Param(description = "the ID of the Zone")
+    private String zoneId;
+
+    @SerializedName(ApiConstants.POLICY_ID)
+    @Param(description = "the identifier of the Storage Policy in vSphere DataCenter")
+    private String policyId;
+
+    @SerializedName(ApiConstants.NAME)
+    @Param(description = "the name of the Storage Policy")
+    private String name;
+
+    @SerializedName(ApiConstants.DESCRIPTION)
+    @Param(description = "the description of the Storage Policy")
+    private String description;
+
+    public String getId() {
+        return id;
+    }
+
+    public void setId(String id) {
+        this.id = id;
+    }
+
+    public String getZoneId() {
+        return zoneId;
+    }
+
+    public void setZoneId(String zoneId) {
+        this.zoneId = zoneId;
+    }
+
+    public String getPolicyId() {
+        return policyId;
+    }
+
+    public void setPolicyId(String policyId) {
+        this.policyId = policyId;
+    }
+
+    public String getName() {
+        return name;
+    }
+
+    public void setName(String name) {
+        this.name = name;
+    }
+
+    public String getDescription() {
+        return description;
+    }
+
+    public void setDescription(String description) {
+        this.description = description;
+    }
+}

api/src/main/java/org/apache/cloudstack/query/QueryService.java

@@ -44,7 +44,6 @@ import org.apache.cloudstack.api.command.user.project.ListProjectsCmd;
 import org.apache.cloudstack.api.command.user.resource.ListDetailOptionsCmd;
 import org.apache.cloudstack.api.command.user.securitygroup.ListSecurityGroupsCmd;
 import org.apache.cloudstack.api.command.user.tag.ListTagsCmd;
-import org.apache.cloudstack.api.command.user.template.ListTemplateOVFProperties;
 import org.apache.cloudstack.api.command.user.template.ListTemplatesCmd;
 import org.apache.cloudstack.api.command.user.vm.ListVMsCmd;
 import org.apache.cloudstack.api.command.user.vmgroup.ListVMGroupsCmd;
@@ -74,7 +73,6 @@ import org.apache.cloudstack.api.response.SecurityGroupResponse;
 import org.apache.cloudstack.api.response.ServiceOfferingResponse;
 import org.apache.cloudstack.api.response.StoragePoolResponse;
 import org.apache.cloudstack.api.response.StorageTagResponse;
-import org.apache.cloudstack.api.response.TemplateOVFPropertyResponse;
 import org.apache.cloudstack.api.response.TemplateResponse;
 import org.apache.cloudstack.api.response.UserResponse;
 import org.apache.cloudstack.api.response.UserVmResponse;
@@ -173,7 +171,5 @@ public interface QueryService {
 
     ListResponse<ManagementServerResponse> listManagementServers(ListMgmtsCmd cmd);
 
-    ListResponse<TemplateOVFPropertyResponse> listTemplateOVFProperties(ListTemplateOVFProperties cmd);
-
     List<RouterHealthCheckResultResponse> listRouterHealthChecks(GetRouterHealthCheckResultsCmd cmd);
 }

api/src/test/java/com/cloud/agent/api/storage/OVFHelperTest.java

@@ -16,6 +16,12 @@
 // under the License.
 package com.cloud.agent.api.storage;
 
+import com.cloud.agent.api.to.deployasis.OVFConfigurationTO;
+import com.cloud.agent.api.to.deployasis.OVFEulaSectionTO;
+import com.cloud.agent.api.to.deployasis.OVFPropertyTO;
+import com.cloud.agent.api.to.deployasis.OVFVirtualHardwareItemTO;
+import com.cloud.agent.api.to.deployasis.OVFVirtualHardwareSectionTO;
+import com.cloud.utils.Pair;
 import org.junit.Assert;
 import org.junit.Test;
 import org.xml.sax.SAXException;
@@ -40,16 +46,708 @@ public class OVFHelperTest {
             "</Property>" +
         "</ProductSection>";
 
+    private String ovfFileDeploymentOptionsSection =
+            "<DeploymentOptionSection>\n" +
+                    "    <Info>Deployment Configuration information</Info>\n" +
+                    "    <Configuration ovf:id=\"ASAv5\">\n" +
+                    "      <Label>100 Mbps (ASAv5)</Label>\n" +
+                    "      <Description>Use this option to deploy an ASAv with a maximum throughput of 100 Mbps (uses 1 vCPU and 2 GB of memory).</Description>\n" +
+                    "    </Configuration>\n" +
+                    "    <Configuration ovf:id=\"ASAv10\">\n" +
+                    "      <Label>1 Gbps (ASAv10)</Label>\n" +
+                    "      <Description>Use this option to deploy an ASAv with a maximum throughput of 1 Gbps (uses 1 vCPU and 2 GB of memory).</Description>\n" +
+                    "    </Configuration>\n" +
+                    "    <Configuration ovf:id=\"ASAv30\">\n" +
+                    "      <Label>2 Gbps (ASAv30)</Label>\n" +
+                    "      <Description>Use this option to deploy an ASAv with a maximum throughput of 2 Gbps (uses 4 vCPUs and 8 GB of memory).</Description>\n" +
+                    "    </Configuration>\n" +
+                    "  </DeploymentOptionSection>";
+
+    private String ovfFileVirtualHardwareSection =
+            "<VirtualSystem>\n" +
+            "<OperatingSystemSection ovf:id=\"100\" vmw:osType=\"other26xLinux64Guest\">\n" +
+            "      <Info>The kind of installed guest operating system</Info>\n" +
+            "      <Description>Other 2.6x Linux (64-bit)</Description>\n" +
+            "</OperatingSystemSection>\n" +
+            "<VirtualHardwareSection ovf:transport=\"iso\">\n" +
+            "      <Info>Virtual hardware requirements</Info>\n" +
+            "      <System>\n" +
+            "        <vssd:ElementName>Virtual Hardware Family</vssd:ElementName>\n" +
+            "        <vssd:InstanceID>0</vssd:InstanceID>\n" +
+            "        <vssd:VirtualSystemIdentifier>ASAv</vssd:VirtualSystemIdentifier>\n" +
+            "        <vssd:VirtualSystemType>vmx-08,vmx-09</vssd:VirtualSystemType>\n" +
+            "      </System>\n" +
+            "      <Item ovf:configuration=\"ASAv5 ASAv10\">\n" +
+            "        <rasd:AllocationUnits>hertz * 10^6</rasd:AllocationUnits>\n" +
+            "        <rasd:Description>Number of Virtual CPUs</rasd:Description>\n" +
+            "        <rasd:ElementName>1 virtual CPU(s)</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>1</rasd:InstanceID>\n" +
+            "        <rasd:Limit>5000</rasd:Limit>\n" +
+            "        <rasd:Reservation>1000</rasd:Reservation>\n" +
+            "        <rasd:ResourceType>3</rasd:ResourceType>\n" +
+            "        <rasd:VirtualQuantity>1</rasd:VirtualQuantity>\n" +
+            "      </Item>\n" +
+            "      <Item ovf:configuration=\"ASAv30\">\n" +
+            "        <rasd:AllocationUnits>hertz * 10^6</rasd:AllocationUnits>\n" +
+            "        <rasd:Description>Number of Virtual CPUs</rasd:Description>\n" +
+            "        <rasd:ElementName>4 virtual CPU(s)</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>1</rasd:InstanceID>\n" +
+            "        <rasd:Limit>20000</rasd:Limit>\n" +
+            "        <rasd:Reservation>1000</rasd:Reservation>\n" +
+            "        <rasd:ResourceType>3</rasd:ResourceType>\n" +
+            "        <rasd:VirtualQuantity>4</rasd:VirtualQuantity>\n" +
+            "      </Item>\n" +
+            "      <Item ovf:configuration=\"ASAv5 ASAv10\">\n" +
+            "        <rasd:AllocationUnits>byte * 2^20</rasd:AllocationUnits>\n" +
+            "        <rasd:Description>Memory Size</rasd:Description>\n" +
+            "        <rasd:ElementName>2048MB of memory</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>2</rasd:InstanceID>\n" +
+            "        <rasd:Limit>2048</rasd:Limit>\n" +
+            "        <rasd:Reservation>2048</rasd:Reservation>\n" +
+            "        <rasd:ResourceType>4</rasd:ResourceType>\n" +
+            "        <rasd:VirtualQuantity>2048</rasd:VirtualQuantity>\n" +
+            "      </Item>\n" +
+            "      <Item ovf:configuration=\"ASAv30\">\n" +
+            "        <rasd:AllocationUnits>byte * 2^20</rasd:AllocationUnits>\n" +
+            "        <rasd:Description>Memory Size</rasd:Description>\n" +
+            "        <rasd:ElementName>8192MB of memory</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>2</rasd:InstanceID>\n" +
+            "        <rasd:Limit>8192</rasd:Limit>\n" +
+            "        <rasd:Reservation>8192</rasd:Reservation>\n" +
+            "        <rasd:ResourceType>4</rasd:ResourceType>\n" +
+            "        <rasd:VirtualQuantity>8192</rasd:VirtualQuantity>\n" +
+            "      </Item>\n" +
+            "      <Item>\n" +
+            "        <rasd:Address>0</rasd:Address>\n" +
+            "        <rasd:Description>SCSI Controller</rasd:Description>\n" +
+            "        <rasd:ElementName>SCSI controller 0</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>3</rasd:InstanceID>\n" +
+            "        <rasd:ResourceSubType>lsilogic</rasd:ResourceSubType>\n" +
+            "        <rasd:ResourceType>6</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item>\n" +
+            "        <rasd:Address>0</rasd:Address>\n" +
+            "        <rasd:Description>IDE Controller</rasd:Description>\n" +
+            "        <rasd:ElementName>IDE 0</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>4</rasd:InstanceID>\n" +
+            "        <rasd:ResourceType>5</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item ovf:required=\"false\">\n" +
+            "        <rasd:AddressOnParent>0</rasd:AddressOnParent>\n" +
+            "        <rasd:AutomaticAllocation>true</rasd:AutomaticAllocation>\n" +
+            "        <rasd:ElementName>CD/DVD Drive</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>5</rasd:InstanceID>\n" +
+            "        <rasd:Parent>4</rasd:Parent>\n" +
+            "        <rasd:ResourceType>15</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item ovf:required=\"false\">\n" +
+            "        <rasd:AddressOnParent>1</rasd:AddressOnParent>\n" +
+            "        <rasd:AutomaticAllocation>true</rasd:AutomaticAllocation>\n" +
+            "        <rasd:ElementName>CD/DVD Drive</rasd:ElementName>\n" +
+            "        <rasd:HostResource>ovf:/file/file3</rasd:HostResource>\n" +
+            "        <rasd:InstanceID>18</rasd:InstanceID>\n" +
+            "        <rasd:Parent>4</rasd:Parent>\n" +
+            "        <rasd:ResourceType>15</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item>\n" +
+            "        <rasd:AddressOnParent>7</rasd:AddressOnParent>\n" +
+            "        <rasd:AutomaticAllocation>true</rasd:AutomaticAllocation>\n" +
+            "        <rasd:Connection>Management0-0</rasd:Connection>\n" +
+            "        <rasd:Description>E1000 Ethernet adapter on \"Management Network\"</rasd:Description>\n" +
+            "        <rasd:ElementName>Network adapter 1</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>6</rasd:InstanceID>\n" +
+            "        <rasd:ResourceSubType>E1000</rasd:ResourceSubType>\n" +
+            "        <rasd:ResourceType>10</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item>\n" +
+            "        <rasd:AddressOnParent>0</rasd:AddressOnParent>\n" +
+            "        <rasd:ElementName>Hard disk 1</rasd:ElementName>\n" +
+            "        <rasd:HostResource>ovf:/disk/vmdisk1</rasd:HostResource>\n" +
+            "        <rasd:InstanceID>7</rasd:InstanceID>\n" +
+            "        <rasd:Parent>3</rasd:Parent>\n" +
+            "        <rasd:ResourceType>17</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item>\n" +
+            "        <rasd:AddressOnParent>1</rasd:AddressOnParent>\n" +
+            "        <rasd:ElementName>Hard disk 2</rasd:ElementName>\n" +
+            "        <rasd:HostResource>ovf:/disk/vmdisk2</rasd:HostResource>\n" +
+            "        <rasd:InstanceID>8</rasd:InstanceID>\n" +
+            "        <rasd:Parent>3</rasd:Parent>\n" +
+            "        <rasd:ResourceType>17</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item>\n" +
+            "        <rasd:AddressOnParent>8</rasd:AddressOnParent>\n" +
+            "        <rasd:AutomaticAllocation>true</rasd:AutomaticAllocation>\n" +
+            "        <rasd:Connection>GigabitEthernet0-0</rasd:Connection>\n" +
+            "        <rasd:Description>General purpose E1000 Ethernet adapter</rasd:Description>\n" +
+            "        <rasd:ElementName>Network adapter 2</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>9</rasd:InstanceID>\n" +
+            "        <rasd:ResourceSubType>E1000</rasd:ResourceSubType>\n" +
+            "        <rasd:ResourceType>10</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item>\n" +
+            "        <rasd:AddressOnParent>9</rasd:AddressOnParent>\n" +
+            "        <rasd:AutomaticAllocation>true</rasd:AutomaticAllocation>\n" +
+            "        <rasd:Connection>GigabitEthernet0-1</rasd:Connection>\n" +
+            "        <rasd:Description>General purpose E1000 Ethernet adapter</rasd:Description>\n" +
+            "        <rasd:ElementName>Network adapter 3</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>10</rasd:InstanceID>\n" +
+            "        <rasd:ResourceSubType>E1000</rasd:ResourceSubType>\n" +
+            "        <rasd:ResourceType>10</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item>\n" +
+            "        <rasd:AddressOnParent>10</rasd:AddressOnParent>\n" +
+            "        <rasd:AutomaticAllocation>true</rasd:AutomaticAllocation>\n" +
+            "        <rasd:Connection>GigabitEthernet0-2</rasd:Connection>\n" +
+            "        <rasd:Description>General purpose E1000 Ethernet adapter</rasd:Description>\n" +
+            "        <rasd:ElementName>Network adapter 4</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>11</rasd:InstanceID>\n" +
+            "        <rasd:ResourceSubType>E1000</rasd:ResourceSubType>\n" +
+            "        <rasd:ResourceType>10</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item>\n" +
+            "        <rasd:AddressOnParent>11</rasd:AddressOnParent>\n" +
+            "        <rasd:AutomaticAllocation>true</rasd:AutomaticAllocation>\n" +
+            "        <rasd:Connection>GigabitEthernet0-3</rasd:Connection>\n" +
+            "        <rasd:Description>General purpose E1000 Ethernet adapter</rasd:Description>\n" +
+            "        <rasd:ElementName>Network adapter 5</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>12</rasd:InstanceID>\n" +
+            "        <rasd:ResourceSubType>E1000</rasd:ResourceSubType>\n" +
+            "        <rasd:ResourceType>10</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item>\n" +
+            "        <rasd:AddressOnParent>12</rasd:AddressOnParent>\n" +
+            "        <rasd:AutomaticAllocation>true</rasd:AutomaticAllocation>\n" +
+            "        <rasd:Connection>GigabitEthernet0-4</rasd:Connection>\n" +
+            "        <rasd:Description>General purpose E1000 Ethernet adapter</rasd:Description>\n" +
+            "        <rasd:ElementName>Network adapter 6</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>13</rasd:InstanceID>\n" +
+            "        <rasd:ResourceSubType>E1000</rasd:ResourceSubType>\n" +
+            "        <rasd:ResourceType>10</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item>\n" +
+            "        <rasd:AddressOnParent>13</rasd:AddressOnParent>\n" +
+            "        <rasd:AutomaticAllocation>true</rasd:AutomaticAllocation>\n" +
+            "        <rasd:Connection>GigabitEthernet0-5</rasd:Connection>\n" +
+            "        <rasd:Description>General purpose E1000 Ethernet adapter</rasd:Description>\n" +
+            "        <rasd:ElementName>Network adapter 7</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>14</rasd:InstanceID>\n" +
+            "        <rasd:ResourceSubType>E1000</rasd:ResourceSubType>\n" +
+            "        <rasd:ResourceType>10</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item>\n" +
+            "        <rasd:AddressOnParent>14</rasd:AddressOnParent>\n" +
+            "        <rasd:AutomaticAllocation>true</rasd:AutomaticAllocation>\n" +
+            "        <rasd:Connection>GigabitEthernet0-6</rasd:Connection>\n" +
+            "        <rasd:Description>General purpose E1000 Ethernet adapter</rasd:Description>\n" +
+            "        <rasd:ElementName>Network adapter 8</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>15</rasd:InstanceID>\n" +
+            "        <rasd:ResourceSubType>E1000</rasd:ResourceSubType>\n" +
+            "        <rasd:ResourceType>10</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item>\n" +
+            "        <rasd:AddressOnParent>15</rasd:AddressOnParent>\n" +
+            "        <rasd:AutomaticAllocation>true</rasd:AutomaticAllocation>\n" +
+            "        <rasd:Connection>GigabitEthernet0-7</rasd:Connection>\n" +
+            "        <rasd:Description>General purpose E1000 Ethernet adapter</rasd:Description>\n" +
+            "        <rasd:ElementName>Network adapter 9</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>16</rasd:InstanceID>\n" +
+            "        <rasd:ResourceSubType>E1000</rasd:ResourceSubType>\n" +
+            "        <rasd:ResourceType>10</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <Item>\n" +
+            "        <rasd:AddressOnParent>16</rasd:AddressOnParent>\n" +
+            "        <rasd:AutomaticAllocation>true</rasd:AutomaticAllocation>\n" +
+            "        <rasd:Connection>GigabitEthernet0-8</rasd:Connection>\n" +
+            "        <rasd:Description>Default HA failover E1000 Ethernet adapter, or additional standalone general purpose adapter</rasd:Description>\n" +
+            "        <rasd:ElementName>Network adapter 10</rasd:ElementName>\n" +
+            "        <rasd:InstanceID>17</rasd:InstanceID>\n" +
+            "        <rasd:ResourceSubType>E1000</rasd:ResourceSubType>\n" +
+            "        <rasd:ResourceType>10</rasd:ResourceType>\n" +
+            "      </Item>\n" +
+            "      <vmw:ExtraConfig vmw:key=\"monitor_control.pseudo_perfctr\" vmw:value=\"TRUE\"></vmw:ExtraConfig>\n" +
+            "    </VirtualHardwareSection>\n" +
+            "</VirtualSystem>";
+
+    private String eulaSections =
+            "<VirtualSystem>\n" +
+            "<EulaSection>\n" +
+            "      <Info>end-user license agreement</Info>\n" +
+            "      <License>END USER LICENSE AGREEMENT\n" +
+            "\n" +
+            "IMPORTANT: PLEASE READ THIS END USER LICENSE AGREEMENT CAREFULLY. IT IS VERY IMPORTANT THAT YOU CHECK THAT YOU ARE PURCHASING CISCO SOFTWARE OR EQUIPMENT FROM AN APPROVED SOURCE AND THAT YOU, OR THE ENTITY YOU REPRESENT (COLLECTIVELY, THE \"CUSTOMER\") HAVE BEEN REGISTERED AS THE END USER FOR THE PURPOSES OF THIS CISCO END USER LICENSE AGREEMENT. IF YOU ARE NOT REGISTERED AS THE END USER YOU HAVE NO LICENSE TO USE THE SOFTWARE AND THE LIMITED WARRANTY IN THIS END USER LICENSE AGREEMENT DOES NOT APPLY. ASSUMING YOU HAVE PURCHASED FROM AN APPROVED SOURCE, DOWNLOADING, INSTALLING OR USING CISCO OR CISCO-SUPPLIED SOFTWARE CONSTITUTES ACCEPTANCE OF THIS AGREEMENT.\n" +
+            "\n" +
+            "CISCO SYSTEMS, INC. OR ITS AFFILIATE LICENSING THE SOFTWARE (\"CISCO\") IS WILLING TO LICENSE THIS SOFTWARE TO YOU ONLY UPON THE CONDITION THAT YOU PURCHASED THE SOFTWARE FROM AN APPROVED SOURCE AND THAT YOU ACCEPT ALL OF THE TERMS CONTAINED IN THIS END USER LICENSE AGREEMENT PLUS ANY ADDITIONAL LIMITATIONS ON THE LICENSE SET FORTH IN A SUPPLEMENTAL LICENSE AGREEMENT ACCOMPANYING THE PRODUCT, MADE AVAILABLE AT THE TIME OF YOUR ORDER, OR POSTED ON THE CISCO WEBSITE AT www.cisco.com/go/terms (COLLECTIVELY THE \"AGREEMENT\"). TO THE EXTENT OF ANY CONFLICT BETWEEN THE TERMS OF THIS END USER LICENSE AGREEMENT AND ANY SUPPLEMENTAL LICENSE AGREEMENT, THE SUPPLEMENTAL LICENSE AGREEMENT SHALL APPLY. BY DOWNLOADING, INSTALLING, OR USING THE SOFTWARE, YOU ARE REPRESENTING THAT YOU PURCHASED THE SOFTWARE FROM AN APPROVED SOURCE AND BINDING YOURSELF TO THE AGREEMENT. IF YOU DO " +
+                    "NOT AGREE TO ALL OF THE TERMS OF THE AGREEMENT, THEN CISCO IS UNWILLING TO LICENSE THE SOFTWARE TO YOU AND (A) YOU MAY NOT DOWNLOAD, INSTALL OR USE THE SOFTWARE, AND (B) YOU MAY RETURN THE SOFTWARE (INCLUDING ANY UNOPENED CD PACKAGE AND ANY WRITTEN MATERIALS) FOR A FULL REFUND, OR, IF THE SOFTWARE AND WRITTEN MATERIALS ARE SUPPLIED AS PART OF ANOTHER PRODUCT, YOU MAY RETURN THE ENTIRE PRODUCT FOR A FULL REFUND. YOUR RIGHT TO RETURN AND REFUND EXPIRES 30 DAYS AFTER PURCHASE FROM AN APPROVED SOURCE, AND APPLIES ONLY IF YOU ARE THE ORIGINAL AND REGISTERED END USER PURCHASER. FOR THE PURPOSES OF THIS END USER LICENSE AGREEMENT, AN \"APPROVED SOURCE\" MEANS (A) CISCO; OR (B) A DISTRIBUTOR OR SYSTEMS INTEGRATOR AUTHORIZED BY CISCO TO DISTRIBUTE / SELL CISCO EQUIPMENT, SOFTWARE AND SERVICES WITHIN YOUR TERRITORY TO END " +
+                    "USERS; OR (C) A RESELLER AUTHORIZED BY ANY SUCH DISTRIBUTOR OR SYSTEMS INTEGRATOR IN ACCORDANCE WITH THE TERMS OF THE DISTRIBUTOR'S AGREEMENT WITH CISCO TO DISTRIBUTE / SELL THE CISCO EQUIPMENT, SOFTWARE AND SERVICES WITHIN YOUR TERRITORY TO END USERS.\n" +
+            "\n" +
+            "THE FOLLOWING TERMS OF THE AGREEMENT GOVERN CUSTOMER'S USE OF THE SOFTWARE (DEFINED BELOW), EXCEPT TO THE EXTENT: (A) THERE IS A SEPARATE SIGNED CONTRACT BETWEEN CUSTOMER AND CISCO GOVERNING CUSTOMER'S USE OF THE SOFTWARE, OR (B) THE SOFTWARE INCLUDES A SEPARATE \"CLICK-ACCEPT\" LICENSE AGREEMENT OR THIRD PARTY LICENSE AGREEMENT AS PART OF THE INSTALLATION OR DOWNLOAD PROCESS GOVERNING CUSTOMER'S USE OF THE SOFTWARE. TO THE EXTENT OF A CONFLICT BETWEEN THE PROVISIONS OF THE FOREGOING DOCUMENTS, THE ORDER OF PRECEDENCE SHALL BE (1)THE SIGNED CONTRACT, (2) THE CLICK-ACCEPT AGREEMENT OR THIRD PARTY LICENSE AGREEMENT, AND (3) THE AGREEMENT. FOR PURPOSES OF THE AGREEMENT, \"SOFTWARE\" SHALL MEAN COMPUTER PROGRAMS, INCLUDING FIRMWARE AND COMPUTER PROGRAMS EMBEDDED IN CISCO EQUIPMENT, AS PROVIDED TO CUSTOMER BY AN APPROVED SOURCE, AND ANY UPGRADES, UPDATES, BUG FIXES " +
+                    "OR MODIFIED VERSIONS THERETO (COLLECTIVELY, \"UPGRADES\"), ANY OF THE SAME WHICH HAS BEEN RELICENSED UNDER THE CISCO SOFTWARE TRANSFER AND RE-LICENSING POLICY (AS MAY BE AMENDED BY CISCO FROM TIME TO TIME) OR BACKUP COPIES OF ANY OF THE FOREGOING.\n" +
+            "\n" +
+            "License. Conditioned upon compliance with the terms and conditions of the Agreement, Cisco grants to Customer a nonexclusive and nontransferable license to use for Customer's internal business purposes the Software and the Documentation for which Customer has paid the required license fees to an Approved Source. \"Documentation\" means written information (whether contained in user or technical manuals, training materials, specifications or otherwise) pertaining to the Software and made available by an Approved Source with the Software in any manner (including on CD-Rom, or on-line). In order to use the Software, Customer may be required to input a registration number or product authorization key and register Customer's copy of the Software online at Cisco's website to obtain the necessary license key or license file.\n" +
+            "\n" +
+            "Customer's license to use the Software shall be limited to, and Customer shall not use the Software in excess of, a single hardware chassis or card or such other limitations as are set forth in the applicable Supplemental License Agreement or in the applicable purchase order which has been accepted by an Approved Source and for which Customer has paid to an Approved Source the required license fee (the \"Purchase Order\").\n" +
+            "\n" +
+            "Unless otherwise expressly provided in the Documentation or any applicable Supplemental License Agreement, Customer shall use the Software solely as embedded in, for execution on, or (where the applicable Documentation permits installation on non-Cisco equipment) for communication with Cisco equipment owned or leased by Customer and used for Customer's internal business purposes. No other licenses are granted by implication, estoppel or otherwise.\n" +
+            "\n" +
+            "For evaluation or beta copies for which Cisco does not charge a license fee, the above requirement to pay license fees does not apply.\n" +
+            "\n" +
+            "General Limitations. This is a license, not a transfer of title, to the Software and Documentation, and Cisco retains ownership of all copies of the Software and Documentation. Customer acknowledges that the Software and Documentation contain trade secrets of Cisco or its suppliers or licensors, including but not limited to the specific internal design and structure of individual programs and associated interface information. Except as otherwise expressly provided under the Agreement, Customer shall only use the Software in connection with the use of Cisco equipment purchased by the Customer from an Approved Source and Customer shall have no right, and Customer specifically agrees not to:\n" +
+            "\n" +
+            "(i) transfer, assign or sublicense its license rights to any other person or entity (other than in compliance with any Cisco relicensing/transfer policy then in force), or use the Software on Cisco equipment not purchased by the Customer from an Approved Source or on secondhand Cisco equipment, and Customer acknowledges that any attempted transfer, assignment, sublicense or use shall be void;\n" +
+            "\n" +
+            "(ii) make error corrections to or otherwise modify or adapt the Software or create derivative works based upon the Software, or permit third parties to do the same;\n" +
+            "\n" +
+            "(iii) reverse engineer or decompile, decrypt, disassemble or otherwise reduce the Software to human-readable form, except to the extent otherwise expressly permitted under applicable law notwithstanding this restriction or except to the extent that Cisco is legally required to permit such specific activity pursuant to any applicable open source license;\n" +
+            "\n" +
+            "(iv) publish any results of benchmark tests run on the Software;\n" +
+            "\n" +
+            "(v) use or permit the Software to be used to perform services for third parties, whether on a service bureau or time sharing basis or otherwise, without the express written authorization of Cisco; or\n" +
+            "\n" +
+            "(vi) disclose, provide, or otherwise make available trade secrets contained within the Software and Documentation in any form to any third party without the prior written consent of Cisco. Customer shall implement reasonable security measures to protect such trade secrets.\n" +
+            "\n" +
+            "To the extent required by applicable law, and at Customer's written request, Cisco shall provide Customer with the interface information needed to achieve interoperability between the Software and another independently created program, on payment of Cisco's applicable fee, if any. Customer shall observe strict obligations of confidentiality with respect to such information and shall use such information in compliance with any applicable terms and conditions upon which Cisco makes such information available.\n" +
+            "\n" +
+            "Software, Upgrades and Additional Copies. NOTWITHSTANDING ANY OTHER PROVISION OF THE AGREEMENT: (1) CUSTOMER HAS NO LICENSE OR RIGHT TO MAKE OR USE ANY ADDITIONAL COPIES OR UPGRADES UNLESS CUSTOMER, AT THE TIME OF MAKING OR ACQUIRING SUCH COPY OR UPGRADE, ALREADY HOLDS A VALID LICENSE TO THE ORIGINAL SOFTWARE AND HAS PAID THE APPLICABLE FEE TO AN APPROVED SOURCE FOR THE UPGRADE OR ADDITIONAL COPIES; (2) USE OF UPGRADES IS LIMITED TO CISCO EQUIPMENT SUPPLIED BY AN APPROVED SOURCE FOR WHICH CUSTOMER IS THE ORIGINAL END USER PURCHASER OR LESSEE OR OTHERWISE HOLDS A VALID LICENSE TO USE THE SOFTWARE WHICH IS BEING UPGRADED; AND (3) THE MAKING AND USE OF ADDITIONAL COPIES IS LIMITED TO NECESSARY BACKUP PURPOSES ONLY.\n" +
+            "\n" +
+            "Proprietary Notices. Customer agrees to maintain and reproduce all copyright, proprietary, and other notices on all copies, in any form, of the Software in the same form and manner that such copyright and other proprietary notices are included on the Software. Except as expressly authorized in the Agreement, Customer shall not make any copies or duplicates of any Software without the prior written permission of Cisco.\n" +
+            "\n" +
+            "Term and Termination. The Agreement and the license granted herein shall remain effective until terminated. Customer may terminate the Agreement and the license at any time by destroying all copies of Software and any Documentation. Customer's rights under the Agreement will terminate immediately without notice from Cisco if Customer fails to comply with any provision of the Agreement. Upon termination, Customer shall destroy all copies of Software and Documentation in its possession or control. All confidentiality obligations of Customer, all restrictions and limitations imposed on the Customer under the section titled \"General Limitations\" and all limitations of liability and disclaimers and restrictions of warranty shall survive termination of this Agreement. In addition, the provisions of the sections titled \"U.S. Government End User Purchasers\" and \"General Terms Applicable to the Limited Warranty Statement " +
+                    "and End User License Agreement\" shall survive termination of the Agreement.\n" +
+            "\n" +
+            "Customer Records. Customer grants to Cisco and its independent accountants the right to examine Customer's books, records and accounts during Customer's normal business hours to verify compliance with this Agreement. In the event such audit discloses non-compliance with this Agreement, Customer shall promptly pay to Cisco the appropriate license fees, plus the reasonable cost of conducting the audit.\n" +
+            "\n" +
+            "Export, Re-Export, Transfer and Use Controls. The Software, Documentation and technology or direct products thereof (hereafter referred to as Software and Technology), supplied by Cisco under the Agreement are subject to export controls under the laws and regulations of the United States (\"U.S.\") and any other applicable countries' laws and regulations. Customer shall comply with such laws and regulations governing export, re-export, import, transfer and use of Cisco Software and Technology and will obtain all required U.S. and local authorizations, permits, or licenses. Cisco and Customer each agree to provide the other information, support documents, and assistance as may reasonably be required by the other in connection with securing authorizations or licenses. Information regarding compliance with export, re-export, transfer and use may be located at the following URL: " +
+                    "www.cisco.com/web/about/doing_business/legal/global_export_trade/general_export/contract_compliance.html\n" +
+            "\n" +
+            "U.S. Government End User Purchasers. The Software and Documentation qualify as \"commercial items,\" as that term is defined at Federal Acquisition Regulation (\"FAR\") (48 C.F.R.) 2.101, consisting of \"commercial computer software\" and \"commercial computer software documentation\" as such terms are used in FAR 12.212. Consistent with FAR 12.212 and DoD FAR Supp. 227.7202-1 through 227.7202-4, and notwithstanding any other FAR or other contractual clause to the contrary in any agreement into which the Agreement may be incorporated, Customer may provide to Government end user or, if the Agreement is direct, Government end user will acquire, the Software and Documentation with only those rights set forth in the Agreement. Use of either the Software or Documentation or both constitutes agreement by the Government that the Software and Documentation are \"commercial computer software\" and \"commercial computer " +
+                    "software documentation,\" and constitutes acceptance of the rights and restrictions herein.\n" +
+            "\n" +
+            "Identified Components; Additional Terms. The Software may contain or be delivered with one or more components, which may include third-party components, identified by Cisco in the Documentation, readme.txt file, third-party click-accept or elsewhere (e.g. on www.cisco.com) (the \"Identified Component(s)\") as being subject to different license agreement terms, disclaimers of warranties, limited warranties or other terms and conditions (collectively, \"Additional Terms\") than those set forth herein. You agree to the applicable Additional Terms for any such Identified Component(s).\n" +
+            "\n" +
+            "Limited Warranty\n" +
+            "\n" +
+            "Subject to the limitations and conditions set forth herein, Cisco warrants that commencing from the date of shipment to Customer (but in case of resale by an Approved Source other than Cisco, commencing not more than ninety (90) days after original shipment by Cisco), and continuing for a period of the longer of (a) ninety (90) days or (b) the warranty period (if any) expressly set forth as applicable specifically to software in the warranty card accompanying the product of which the Software is a part (the \"Product\") (if any): (a) the media on which the Software is furnished will be free of defects in materials and workmanship under normal use; and (b) the Software substantially conforms to the Documentation. The date of shipment of a Product by Cisco is set forth on the packaging material in which the Product is shipped. Except for the foregoing, the Software is provided \"AS IS\". This limited warranty extends only to the " +
+                    "Software purchased from an Approved Source by a Customer who is the first registered end user. Customer's sole and exclusive remedy and the entire liability of Cisco and its suppliers under this limited warranty will be (i) replacement of defective media and/or (ii) at Cisco's option, repair, replacement, or refund of the purchase price of the Software, in both cases subject to the condition that any error or defect constituting a breach of this limited warranty is reported to the Approved Source supplying the Software to Customer, within the warranty period. Cisco or the Approved Source supplying the Software to Customer may, at its option, require return of the Software and/or Documentation as a condition to the remedy. In no event does Cisco warrant that the Software is error free or that Customer will be able to operate the Software without problems or interruptions. In addition, due to the continual development of new " +
+                    "techniques for intruding upon and attacking networks, Cisco does not warrant that the Software or any equipment, system or network on which the Software is used will be free of vulnerability to intrusion or attack.\n" +
+            "\n" +
+            "Restrictions. This warranty does not apply if the Software, Product or any other equipment upon which the Software is authorized to be used (a) has been altered, except by Cisco or its authorized representative, (b) has not been installed, operated, repaired, or maintained in accordance with instructions supplied by Cisco, (c) has been subjected to abnormal physical or electrical stress, abnormal environmental conditions, misuse, negligence, or accident; or (d) is licensed for beta, evaluation, testing or demonstration purposes. The Software warranty also does not apply to (e) any temporary Software modules; (f) any Software not posted on Cisco's Software Center; (g) any Software that Cisco expressly provides on an \"AS IS\" basis on Cisco's Software Center; (h) any Software for which an Approved Source does not receive a license fee; and (i) Software supplied by any third party which is not an Approved Source.\n" +
+            "\n" +
+            "DISCLAIMER OF WARRANTY\n" +
+            "\n" +
+            "EXCEPT AS SPECIFIED IN THIS WARRANTY SECTION, ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS, AND WARRANTIES INCLUDING, WITHOUT LIMITATION, ANY IMPLIED WARRANTY OR CONDITION OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, NON-INFRINGEMENT, SATISFACTORY QUALITY, NON-INTERFERENCE, ACCURACY OF INFORMATIONAL CONTENT, OR ARISING FROM A COURSE OF DEALING, LAW, USAGE, OR TRADE PRACTICE, ARE HEREBY EXCLUDED TO THE EXTENT ALLOWED BY APPLICABLE LAW AND ARE EXPRESSLY DISCLAIMED BY CISCO, ITS SUPPLIERS AND LICENSORS. TO THE EXTENT THAT ANY OF THE SAME CANNOT BE EXCLUDED, SUCH IMPLIED CONDITION, REPRESENTATION AND/OR WARRANTY IS LIMITED IN DURATION TO THE EXPRESS WARRANTY PERIOD REFERRED TO IN THE \"LIMITED WARRANTY\" SECTION ABOVE. BECAUSE SOME STATES OR JURISDICTIONS DO NOT ALLOW LIMITATIONS ON HOW LONG AN IMPLIED WARRANTY LASTS, THE ABOVE LIMITATION MAY NOT APPLY IN SUCH STATES. THIS WARRANTY GIVES CUSTOMER SPECIFIC LEGAL RIGHTS, " +
+                    "AND CUSTOMER MAY ALSO HAVE OTHER RIGHTS WHICH VARY FROM JURISDICTION TO JURISDICTION. This disclaimer and exclusion shall apply even if the express warranty set forth above fails of its essential purpose.\n" +
+            "\n" +
+            "Disclaimer of Liabilities-Limitation of Liability. IF YOU ACQUIRED THE SOFTWARE IN THE UNITED STATES, LATIN AMERICA, CANADA, JAPAN OR THE CARIBBEAN, NOTWITHSTANDING ANYTHING ELSE IN THE AGREEMENT TO THE CONTRARY, ALL LIABILITY OF CISCO, ITS AFFILIATES, OFFICERS, DIRECTORS, EMPLOYEES, AGENTS, SUPPLIERS AND LICENSORS COLLECTIVELY, TO CUSTOMER, WHETHER IN CONTRACT, TORT (INCLUDING NEGLIGENCE), BREACH OF WARRANTY OR OTHERWISE, SHALL NOT EXCEED THE PRICE PAID BY CUSTOMER TO ANY APPROVED SOURCE FOR THE SOFTWARE THAT GAVE RISE TO THE CLAIM OR IF THE SOFTWARE IS PART OF ANOTHER PRODUCT, THE PRICE PAID FOR SUCH OTHER PRODUCT. THIS LIMITATION OF LIABILITY FOR SOFTWARE IS CUMULATIVE AND NOT PER INCIDENT (I.E. THE EXISTENCE OF TWO OR MORE CLAIMS WILL NOT ENLARGE THIS LIMIT).\n" +
+            "\n" +
+            "IF YOU ACQUIRED THE SOFTWARE IN EUROPE, THE MIDDLE EAST, AFRICA, ASIA OR OCEANIA, NOTWITHSTANDING ANYTHING ELSE IN THE AGREEMENT TO THE CONTRARY, ALL LIABILITY OF CISCO, ITS AFFILIATES, OFFICERS, DIRECTORS, EMPLOYEES, AGENTS, SUPPLIERS AND LICENSORS COLLECTIVELY, TO CUSTOMER, WHETHER IN CONTRACT, TORT (INCLUDING NEGLIGENCE), BREACH OF WARRANTY OR OTHERWISE, SHALL NOT EXCEED THE PRICE PAID BY CUSTOMER TO CISCO FOR THE SOFTWARE THAT GAVE RISE TO THE CLAIM OR IF THE SOFTWARE IS PART OF ANOTHER PRODUCT, THE PRICE PAID FOR SUCH OTHER PRODUCT. THIS LIMITATION OF LIABILITY FOR SOFTWARE IS CUMULATIVE AND NOT PER INCIDENT (I.E. THE EXISTENCE OF TWO OR MORE CLAIMS WILL NOT ENLARGE THIS LIMIT). NOTHING IN THE AGREEMENT SHALL LIMIT (I) THE LIABILITY OF CISCO, ITS AFFILIATES, OFFICERS, DIRECTORS, EMPLOYEES, AGENTS, SUPPLIERS AND LICENSORS TO CUSTOMER FOR PERSONAL INJURY OR DEATH CAUSED BY THEIR NEGLIGENCE, (II) CISCO'S LIABILITY FOR FRAUDULENT" +
+            " MISREPRESENTATION, OR (III) ANY LIABILITY OF CISCO WHICH CANNOT BE EXCLUDED UNDER APPLICABLE LAW.\n" +
+            "\n" +
+            "Disclaimer of Liabilities-Waiver of Consequential Damages and Other Losses. IF YOU ACQUIRED THE SOFTWARE IN THE UNITED STATES, LATIN AMERICA, THE CARIBBEAN OR CANADA, REGARDLESS OF WHETHER ANY REMEDY SET FORTH HEREIN FAILS OF ITS ESSENTIAL PURPOSE OR OTHERWISE, IN NO EVENT WILL CISCO OR ITS SUPPLIERS BE LIABLE FOR ANY LOST REVENUE, PROFIT, OR LOST OR DAMAGED DATA, BUSINESS INTERRUPTION, LOSS OF CAPITAL, OR FOR SPECIAL, INDIRECT, CONSEQUENTIAL, INCIDENTAL, OR PUNITIVE DAMAGES HOWEVER CAUSED AND REGARDLESS OF THE THEORY OF LIABILITY OR WHETHER ARISING OUT OF THE USE OF OR INABILITY TO USE SOFTWARE OR OTHERWISE AND EVEN IF CISCO OR ITS SUPPLIERS OR LICENSORS HAVE BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES. BECAUSE SOME STATES OR JURISDICTIONS DO NOT ALLOW LIMITATION OR EXCLUSION OF CONSEQUENTIAL OR INCIDENTAL DAMAGES, THE ABOVE LIMITATION MAY NOT APPLY TO YOU.\n" +
+            "\n" +
+            "IF YOU ACQUIRED THE SOFTWARE IN JAPAN, EXCEPT FOR LIABILITY ARISING OUT OF OR IN CONNECTION WITH DEATH OR PERSONAL INJURY, FRAUDULENT MISREPRESENTATION, AND REGARDLESS OF WHETHER ANY REMEDY SET FORTH HEREIN FAILS OF ITS ESSENTIAL PURPOSE OR OTHERWISE, IN NO EVENT WILL CISCO, ITS AFFILIATES, OFFICERS, DIRECTORS, EMPLOYEES, AGENTS, SUPPLIERS AND LICENSORS BE LIABLE FOR ANY LOST REVENUE, PROFIT, OR LOST OR DAMAGED DATA, BUSINESS INTERRUPTION, LOSS OF CAPITAL, OR FOR SPECIAL, INDIRECT, CONSEQUENTIAL, INCIDENTAL, OR PUNITIVE DAMAGES HOWEVER CAUSED AND REGARDLESS OF THE THEORY OF LIABILITY OR WHETHER ARISING OUT OF THE USE OF OR INABILITY TO USE SOFTWARE OR OTHERWISE AND EVEN IF CISCO OR ANY APPROVED SOURCE OR THEIR SUPPLIERS OR LICENSORS HAVE BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES.\n" +
+            "\n" +
+            "IF YOU ACQUIRED THE SOFTWARE IN EUROPE, THE MIDDLE EAST, AFRICA, ASIA OR OCEANIA, IN NO EVENT WILL CISCO, ITS AFFILIATES, OFFICERS, DIRECTORS, EMPLOYEES, AGENTS, SUPPLIERS AND LICENSORS, BE LIABLE FOR ANY LOST REVENUE, LOST PROFIT, OR LOST OR DAMAGED DATA, BUSINESS INTERRUPTION, LOSS OF CAPITAL, OR FOR SPECIAL, INDIRECT, CONSEQUENTIAL, INCIDENTAL, OR PUNITIVE DAMAGES, HOWSOEVER ARISING, INCLUDING, WITHOUT LIMITATION, IN CONTRACT, TORT (INCLUDING NEGLIGENCE) OR WHETHER ARISING OUT OF THE USE OF OR INABILITY TO USE THE SOFTWARE, EVEN IF, IN EACH CASE, CISCO, ITS AFFILIATES, OFFICERS, DIRECTORS, EMPLOYEES, AGENTS, SUPPLIERS AND LICENSORS, HAVE BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES. BECAUSE SOME STATES OR JURISDICTIONS DO NOT ALLOW LIMITATION OR EXCLUSION OF CONSEQUENTIAL OR INCIDENTAL DAMAGES, THE ABOVE LIMITATION MAY NOT FULLY APPLY TO YOU. THE FOREGOING EXCLUSION SHALL NOT APPLY TO ANY LIABILITY ARISING OUT OF OR IN " +
+            "CONNECTION WITH: (I) DEATH OR PERSONAL INJURY, (II) FRAUDULENT MISREPRESENTATION, OR (III) CISCO'S LIABILITY IN CONNECTION WITH ANY TERMS THAT CANNOT BE EXCLUDED UNDER APPLICABLE LAW.\n" +
+            "\n" +
+            "Customer acknowledges and agrees that Cisco has set its prices and entered into the Agreement in reliance upon the disclaimers of warranty and the limitations of liability set forth herein, that the same reflect an allocation of risk between the parties (including the risk that a contract remedy may fail of its essential purpose and cause consequential loss), and that the same form an essential basis of the bargain between the parties.\n" +
+            "\n" +
+            "Controlling Law, Jurisdiction. If you acquired, by reference to the address on the purchase order accepted by the Approved Source, the Software in the United States, Latin America, or the Caribbean, the Agreement and warranties (\"Warranties\") are controlled by and construed under the laws of the State of California, United States of America, notwithstanding any conflicts of law provisions; and the state and federal courts of California shall have exclusive jurisdiction over any claim arising under the Agreement or Warranties. If you acquired the Software in Canada, unless expressly prohibited by local law, the Agreement and Warranties are controlled by and construed under the laws of the Province of Ontario, Canada, notwithstanding any conflicts of law provisions; and the courts of the Province of Ontario shall have exclusive jurisdiction over any claim arising under the Agreement or Warranties. If you acquired the Software in " +
+            "Europe, the Middle East, Africa, Asia or Oceania (excluding Australia), unless expressly prohibited by local law, the Agreement and Warranties are controlled by and construed under the laws of England, notwithstanding any conflicts of law provisions; and the English courts shall have exclusive jurisdiction over any claim arising under the Agreement or Warranties. In addition, if the Agreement is controlled by the laws of England, no person who is not a party to the Agreement shall be entitled to enforce or take the benefit of any of its terms under the Contracts (Rights of Third Parties) Act 1999. If you acquired the Software in Japan, unless expressly prohibited by local law, the Agreement and Warranties are controlled by and construed under the laws of Japan, notwithstanding any conflicts of law provisions; and the Tokyo District Court of Japan shall have exclusive jurisdiction over any claim arising under the Agreement or Warranties. " +
+            "If you acquired the Software in Australia, unless expressly prohibited by local law, the Agreement and Warranties are controlled by and construed under the laws of the State of New South Wales, Australia, notwithstanding any conflicts of law provisions; and the State and federal courts of New South Wales shall have exclusive jurisdiction over any claim arising under the Agreement or Warranties. If you acquired the Software in any other country, unless expressly prohibited by local law, the Agreement and Warranties are controlled by and construed under the laws of the State of California, United States of America, notwithstanding any conflicts of law provisions; and the state and federal courts of California shall have exclusive jurisdiction over any claim arising under the Agreement or Warranties.\n" +
+            "\n" +
+            "For all countries referred to above, the parties specifically disclaim the application of the UN Convention on Contracts for the International Sale of Goods. Notwithstanding the foregoing, either party may seek interim injunctive relief in any court of appropriate jurisdiction with respect to any alleged breach of such party's intellectual property or proprietary rights. If any portion hereof is found to be void or unenforceable, the remaining provisions of the Agreement and Warranties shall remain in full force and effect. Except as expressly provided herein, the Agreement constitutes the entire agreement between the parties with respect to the license of the Software and Documentation and supersedes any conflicting or additional terms contained in any Purchase Order or elsewhere, all of which terms are excluded. The Agreement has been written in the English language, and the parties agree that the English version will govern.\n" +
+            "\n" +
+            "Product warranty terms and other information applicable to Cisco products are available at the following URL: www.cisco.com/go/warranty\n" +
+            "\n" +
+            "Cisco and the Cisco logo are trademarks or registered trademarks of Cisco and/or its affiliates in the U.S. and other countries. To view a list of Cisco trademarks, go to this URL: www.cisco.com/go/trademarks. Third-party trademarks mentioned are the property of their respective owners. The use of the word partner does not imply a partnership relationship between Cisco and any other company. (1110R)\n" +
+            "\n" +
+            "© 1998, 2001, 2003, 2008-2014 Cisco Systems, Inc. All rights reserved.</License>\n" +
+            "</EulaSection>\n" +
+            "<EulaSection>\n" +
+            "      <Info>supplemental end-user license agreement</Info>\n" +
+            "      <License>SUPPLEMENTAL END USER LICENSE AGREEMENT FOR VIRTUAL SOFTWARE PRODUCTS\n" +
+            "\n" +
+            "IMPORTANT: READ CAREFULLY\n" +
+            "\n" +
+            "This Supplemental End User License Agreement (\"SEULA\") contains additional terms and conditions for the Software licensed under the End User License Agreement (\"EULA\") between you and Cisco (collectively, the \"Agreement\"). Capitalized terms used in this SEULA but not defined will have the meanings assigned to them in the EULA. To the extent that there is a conflict between the terms and conditions of the EULA and this SEULA, the terms and conditions of this SEULA will take precedence. In addition to the limitations set forth in the EULA on your access and use of the Software, you agree to comply at all times with the terms and conditions provided in this SEULA.\n" +
+            "\n" +
+            "DOWNLOADING, INSTALLING, OR USING THE SOFTWARE CONSTITUTES ACCEPTANCE OF THE AGREEMENT, AND YOU ARE BINDING YOURSELF AND THE BUSINESS ENTITY THAT YOU REPRESENT (COLLECTIVELY, \"CUSTOMER\") TO THE AGREEMENT. IF YOU DO NOT AGREE TO ALL OF THE TERMS OF THE AGREEMENT, THEN CISCO IS UNWILLING TO LICENSE THE SOFTWARE TO YOU AND (A) YOU MAY NOT DOWNLOAD, INSTALL OR USE THE SOFTWARE, AND (B) YOU MAY RETURN THE SOFTWARE (INCLUDING ANY UNOPENED CD PACKAGE AND ANY WRITTEN MATERIALS) FOR A FULL REFUND, OR, IF THE SOFTWARE AND WRITTEN MATERIALS ARE SUPPLIED AS PART OF ANOTHER PRODUCT, YOU MAY RETURN THE ENTIRE PRODUCT FOR A FULL REFUND. YOUR RIGHT TO RETURN AND REFUND EXPIRES 30 DAYS AFTER PURCHASE FROM CISCO OR AN AUTHORIZED CISCO RESELLER, AND APPLIES ONLY IF YOU ARE THE ORIGINAL END USER PURCHASER.\n" +
+            "\n" +
+            "Definitions\n" +
+            "\"CPU\" means a central processing unit that encompasses part of a Server.\n" +
+            "\"Failover Pair\"  means a primary Instance and a standby Instance with the same Software configuration where the standby Instance can take over in case of failure of the primary Instance.\n" +
+            "\"Instance\" means a single copy of the Software. Each copy of the Software loaded into memory is an Instance.\n" +
+            "\"Server\" means a single physical computer or device on a network that manages or provides network resources for multiple users.\n" +
+            "\"Service Provider\" means a company that provides information technology services to  external end user customers.\n" +
+            "\"Software\" means Cisco's Adaptive Security Virtual Appliance (\"ASAv\"), Adaptive Security Appliance 1000V Cloud Firewall Software (\"ASA 1000V\"), Nexus 1000V series switch products, Virtual Security Gateway products, or other Cisco virtual software products that Cisco includes under this SEULA.\n" +
+            "\"vCPU\" means a virtual central processing resource assigned to the VM by the underlying virtualization technology.\n" +
+            "\"Virtual Machine\" or \"VM\" means a software container that can run its own operating system and execute applications like a Server.\n" +
+            "\n" +
+            "Additional License Terms and Conditions\n" +
+            "1. Cisco hereby grants Customer the right to install and use the Software on single or multiple Cisco or non-Cisco Servers or on Virtual Machines. In order to use the Software Customer may be required to input a registration number or product activation key and register each Instance online at Cisco's website in order to obtain the necessary entitlements.\n" +
+            "2. Customer shall pay a unit license fee to Cisco or an authorized Cisco reseller, as applicable, for each Instance installed on a Cisco or non-Cisco Server CPU, vCPU or Virtual Machine, as determined by Cisco.\n" +
+            "3. For the ASA 1000V, Customer is licensed the number of Instances equal to the number of CPUs covered by the unit license fee. If Customer deploys a Failover Pair, then the fee for the additional standby Instance is included in the fee for each primary Instance.\n" +
+            "4. If Customer is a Service Provider, Customer may use the Software under the terms of this Agreement for the purpose of delivering hosted information technology services to Customer's end user customers, subject to payment of the required license fee(s).\n" +
+            "5. Customer may also use the Software under the terms of this Agreement to deliver hosted information technology services to Customer affiliates, subject to payment of the required license fee(s).\n" +
+            "6. If the Software is subject to Cisco's Smart Licensing program, Cisco will be able to assess if Customer is using the Software within the limits and entitlements paid for by Customer. If the Smart Licensing program is applicable, Customer will be required to enter into a separate terms of service agreement relating to Smart Licensing.</License>\n" +
+            "</EulaSection>\n" +
+            "</VirtualSystem>";
+
+    private String productSectionWithCategories =
+            "<VirtualSystem ovf:id=\"VMware-vCenter-Server-Appliance\">\n" +
+            "<ProductSection ovf:required=\"false\">\n" +
+            "      <Info>Appliance ISV branding information</Info>\n" +
+            "      <Product>VMware vCenter Server Appliance</Product>\n" +
+            "      <Vendor>VMware Inc.</Vendor>\n" +
+            "      <!--\n" +
+            "            Version is the actual product version in the\n" +
+            "            form X.X.X.X where X is an unsigned 16-bit integer.\n" +
+            "\n" +
+            "            FullVersion is a descriptive version string\n" +
+            "            including, for example, alpha or beta designations\n" +
+            "            and other release criteria.\n" +
+            "        -->\n" +
+            "\n" +
+            "\n" +
+            "      <Version>6.7.0.44000</Version>\n" +
+            "      <FullVersion>6.7.0.44000 build 16046470</FullVersion>\n" +
+            "      <ProductUrl/>\n" +
+            "      <VendorUrl>http://www.vmware.com</VendorUrl>\n" +
+            "      <AppUrl>https://${vami.ip0.VMware_vCenter_Server_Appliance}:5480/</AppUrl>\n" +
+            "      <Category>Application</Category>\n" +
+            "      <Category vmw:uioptional=\"false\">Networking Configuration</Category>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.appliance.net.addr.family\" ovf:type=\"string\" ovf:userConfigurable=\"true\" ovf:value=\"\">\n" +
+            "        <Label>Host Network IP Address Family</Label>\n" +
+            "        <Description>Network IP address family (i.e., &apos;ipv4&apos; or &apos;ipv6&apos;).</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.appliance.net.mode\" ovf:type=\"string\" ovf:userConfigurable=\"true\" ovf:value=\"\">\n" +
+            "        <Label>Host Network Mode</Label>\n" +
+            "        <Description>Network mode (i.e., &apos;static&apos;, &apos;dhcp&apos;, or &apos;autoconf&apos; (IPv6 only).</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.appliance.net.addr\" ovf:type=\"string\" ovf:userConfigurable=\"true\" ovf:value=\"\">\n" +
+            "        <Label>Host Network IP Address</Label>\n" +
+            "        <Description>Network IP address.  Only provide this when mode is &apos;static&apos;.  Can be IPv4 or IPv6 based on specified address family.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.appliance.net.prefix\" ovf:type=\"string\" ovf:userConfigurable=\"true\" ovf:value=\"\">\n" +
+            "        <Label>Host Network Prefix</Label>\n" +
+            "        <Description>Network prefix length.  Only provide this when mode is &apos;static&apos;.  0-32 for IPv4.  0-128 for IPv6.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.appliance.net.gateway\" ovf:type=\"string\" ovf:userConfigurable=\"true\" ovf:value=\"\">\n" +
+            "        <Label>Host Network Default Gateway</Label>\n" +
+            "        <Description>IP address of default gateway.  Can be &apos;default&apos; when using IPv6.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.appliance.net.dns.servers\" ovf:type=\"string\" ovf:userConfigurable=\"true\" ovf:value=\"\">\n" +
+            "        <Label>Host Network DNS Servers</Label>\n" +
+            "        <Description>Comma separated list of IP addresses of DNS servers.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.appliance.net.pnid\" ovf:type=\"string\" ovf:userConfigurable=\"true\" ovf:value=\"\">\n" +
+            "        <Label>Host Network Identity</Label>\n" +
+            "        <Description>Network identity (IP address or fully-qualified domain name) services should use when advertising themselves.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.appliance.net.ports\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"{}\">\n" +
+            "        <Label>Custom Network Ports</Label>\n" +
+            "        <Description>A string encoding a JSON object mapping port names to port numbers.</Description>\n" +
+            "      </Property>\n" +
+            "      <Category vmw:uioptional=\"false\">SSO Configuration</Category>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vmdir.username\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"administrator@vsphere.local\">\n" +
+            "        <Label>Directory Username</Label>\n" +
+            "        <Description>For the first instance of the identity domain, this is the username with Administrator privileges. Otherwise, this is the username of the replication partner.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vmdir.password\" ovf:password=\"true\" ovf:type=\"string\" ovf:userConfigurable=\"true\">\n" +
+            "        <Label>Directory Password</Label>\n" +
+            "        <Description>For the first instance of the identity domain, this is the password given to the Administrator account.  Otherwise, this is the password of the Administrator account of the replication partner.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vmdir.domain-name\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"vsphere.local\">\n" +
+            "        <Label>Directory Domain Name</Label>\n" +
+            "        <Description>For the first instance of the identity domain, this is the name of the newly created domain.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vmdir.site-name\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"Default-First-Site\">\n" +
+            "        <Label>Site Name</Label>\n" +
+            "        <Description>Name of site.  Use &apos;Default-First-Site&apos; to define a new site.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vmdir.first-instance\" ovf:type=\"boolean\" ovf:userConfigurable=\"false\" ovf:value=\"True\">\n" +
+            "        <Label>New Identity Domain</Label>\n" +
+            "        <Description>If this parameter is set to True, the VMware directory instance is setup as the first instance of a new identity domain. Otherwise, the instance is setup as a replication partner.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vmdir.replication-partner-hostname\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Directory Replication Partner</Label>\n" +
+            "        <Description>The hostname of the VMware directory replication partner.  This value is ignored for the first instance of the identity domain.</Description>\n" +
+            "      </Property>\n" +
+            "      <Category vmw:uioptional=\"false\">Database Configuration</Category>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.db.type\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"embedded\">\n" +
+            "        <Label>Database Type</Label>\n" +
+            "        <Description>String indicating whether the database is &apos;embedded&apos; or &apos;external&apos;.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.db.user\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Database User</Label>\n" +
+            "        <Description>String naming the account to use when connecting to external database (ignored when db.type is &apos;embedded&apos;).</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.db.password\" ovf:password=\"true\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Database Password</Label>\n" +
+            "        <Description>String providing the password to use when connecting to external database (ignored when db.type is &apos;embedded&apos;).</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.db.servername\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Database Server</Label>\n" +
+            "        <Description>String naming the the hostname of the server on which the external database is running (ignored when db.type is &apos;embedded&apos;).</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.db.serverport\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Database Port</Label>\n" +
+            "        <Description>String describing the port on the host on which the external database is running (ignored when db.type is &apos;embedded&apos;).</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.db.provider\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Database Provider</Label>\n" +
+            "        <Description>String describing the external database provider. The only supported value is &apos;oracle&apos; (ignored when the db.type is &apos;embedded&apos;).</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.db.instance\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Database Instance</Label>\n" +
+            "        <Description>String describing the external database instance. Values could be anything depending on what the database instance name the DBA creates in the external db. (ignored when the db.type is &apos;embedded&apos;).</Description>\n" +
+            "      </Property>\n" +
+            "      <Category vmw:uioptional=\"false\">System Configuration</Category>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.appliance.root.passwd\" ovf:password=\"true\" ovf:type=\"string\" ovf:userConfigurable=\"true\">\n" +
+            "        <Label>Root Password</Label>\n" +
+            "        <Description>Password to assign to root account.  If blank, password can be set on the console.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.appliance.root.shell\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Root Shell</Label>\n" +
+            "        <Description>This property is not changeable.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.appliance.ssh.enabled\" ovf:type=\"boolean\" ovf:userConfigurable=\"false\" ovf:value=\"False\">\n" +
+            "        <Label>SSH Enabled</Label>\n" +
+            "        <Description>Set whether SSH-based remote login is enabled.  This configuration can be changed after deployment.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.appliance.time.tools-sync\" ovf:type=\"boolean\" ovf:userConfigurable=\"false\" ovf:value=\"False\">\n" +
+            "        <Label>Tools-based Time Synchronization Enabled</Label>\n" +
+            "        <Description>Set whether VMware tools based time synchronization should be used. This parameter is ignored if appliance.ntp.servers is not empty.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.appliance.ntp.servers\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>NTP Servers</Label>\n" +
+            "        <Description>A comma-seperated list of hostnames or IP addresses of NTP Servers</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.deployment.node.type\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"embedded\">\n" +
+            "        <Label>Deployment Type</Label>\n" +
+            "        <Description>Type of appliance to deploy (i.e. &apos;embedded&apos;, &apos;infrastructure&apos; or &apos;management&apos;).</Description>\n" +
+            "        <Value ovf:configuration=\"management-xlarge\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"management-large\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"management-medium\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"management-small\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"management-tiny\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"management-xlarge-lstorage\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"management-large-lstorage\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"management-medium-lstorage\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"management-small-lstorage\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"management-tiny-lstorage\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"management-xlarge-xlstorage\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"management-large-xlstorage\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"management-medium-xlstorage\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"management-small-xlstorage\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"management-tiny-xlstorage\" ovf:value=\"management\"/>\n" +
+            "        <Value ovf:configuration=\"infrastructure\" ovf:value=\"infrastructure\"/>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.system.vm0.hostname\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Platform Services Controller</Label>\n" +
+            "        <Description>When deploying a vCenter Server Node, please provide the FQDN or IP address of a Platform Services Controller (leave blank otherwise).  The choice of FQDN versus IP address is decided based on the Platform Services Controller&apos;s own notion of its network identity.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.system.vm0.port\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"443\">\n" +
+            "        <Label>HTTPS Port on Platform Services Controller</Label>\n" +
+            "        <Description>When deploying a vCenter Server pointing to an external platform services controller, please provide the HTTPS port of the external platform services controller if a custom port number is being used. The default HTTPS port number is 443.</Description>\n" +
+            "      </Property>\n" +
+            "      <Category vmw:uioptional=\"true\">Upgrade Configuration</Category>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.upgrade.source.vpxd.ip\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Upgrade Source Hostname</Label>\n" +
+            "        <Description>IP/hostname of the appliance to upgrade. Set only for upgrade.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.upgrade.source.ma.port\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"9123\">\n" +
+            "        <Label>Migration Assistant Port</Label>\n" +
+            "        <Description>Port used by Migration Assistant on source vCenter Server.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.upgrade.source.vpxd.user\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Upgrade Source vCenter Username</Label>\n" +
+            "        <Description>vCenter username for the appliance to upgrade. Set only for upgrade.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.upgrade.source.vpxd.password\" ovf:password=\"true\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Upgrade Source vCenter Password</Label>\n" +
+            "        <Description>vCenter password for the appliance to upgrade. Set only for upgrade.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.upgrade.source.guest.user\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Upgrade Source OS Username</Label>\n" +
+            "        <Description>Username for the appliance operating system to upgrade.  Usually root. Set only for upgrade.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.upgrade.source.guest.password\" ovf:password=\"true\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Upgrade Source OS Password</Label>\n" +
+            "        <Description>Password for the appliance operating system to upgrade. Set only for upgrade.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.upgrade.source.guestops.host.addr\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Upgrade Management Host Hostname</Label>\n" +
+            "        <Description>URL that consists of the IP address or FQDN and https port of the vCenter Server instance or ESXi host that manages the appliance to upgrade. Https port is an optional parameter which by default is 443. Example: 10.10.10.10, //10.10.10.10:444, //[2001:db8:a0b:12f0::1]:444. Set only for upgrade.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.upgrade.source.guestops.host.user\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Upgrade Management Host Username</Label>\n" +
+            "        <Description>Username for the host that manages appliance to upgrade.  Can be  either vCenter or ESX host.  Set only for upgrade.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.upgrade.source.guestops.host.password\" ovf:password=\"true\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Upgrade Management Host Password</Label>\n" +
+            "        <Description>Password for the host that manages appliance to upgrade.  Can be  either vCenter or ESX host.  Set only for upgrade.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.upgrade.source.ssl.thumbprint\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Upgrade Management Host Thumbprint</Label>\n" +
+            "        <Description>Thumbprint for the SSL certificate of the host that manages the appliance to upgrade. Set only for upgrade.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.upgrade.source.platform\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"linux\">\n" +
+            "        <Label>Upgrade Source Platform</Label>\n" +
+            "        <Description>Source host platform. Optional. Set only for upgrade</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.upgrade.source.export.directory\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"/var/tmp\">\n" +
+            "        <Label>Upgrade Source Export Folder</Label>\n" +
+            "        <Description>Folder on the source appliance, where to store migrate data. Optional. Set only for upgrade</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.upgrade.import.directory\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"/storage/seat/cis-export-folder\">\n" +
+            "        <Label>Upgrade Destination Export Folder</Label>\n" +
+            "        <Description>Folder where exported source data will be stored in the appliance. Optional. Set only for upgrade</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.upgrade.user.options\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Upgrade Advanced Options</Label>\n" +
+            "        <Description>Advanced upgrade settings specified in json format. Optional. Set only for upgrade</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.ad.domain-name\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Active Directory domain name</Label>\n" +
+            "        <Description>Active Directory domain to join.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.ad.domain.username\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Active Directory domain admin user</Label>\n" +
+            "        <Description>Active Directory domain admin user. This username will be used to join the machine to the domain.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.ad.domain.password\" ovf:password=\"true\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Active Directory domain admin user password</Label>\n" +
+            "        <Description>Active Directory domain admin user password. This password will be used to join the machine to the domain.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vpxd.ha.management.addr\" ovf:type=\"string\" ovf:userConfigurable=\"true\" ovf:value=\"\">\n" +
+            "        <Label>vCenter Server managing target appliance</Label>\n" +
+            "        <Description>FQDN or IP address of the vCenter Server managing that target appliance. Used when upgrading a source appliance in VCHA cluster.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vpxd.ha.management.port\" ovf:type=\"string\" ovf:userConfigurable=\"true\" ovf:value=\"443\">\n" +
+            "        <Label>Port of the vCenter Server managing target appliance</Label>\n" +
+            "        <Description>Https port of the vCenter Server managing that target appliance. Used when upgrading a source appliance in VCHA cluster. If not specified, port 443 will be used by default.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vpxd.ha.management.user\" ovf:type=\"string\" ovf:userConfigurable=\"true\" ovf:value=\"\">\n" +
+            "        <Label>Username for the vCenter Server managing target appliance</Label>\n" +
+            "        <Description>User able to authenticate in vCenter Server managing that target appliance. The user must have the privilege Global.VCServer. Used when upgrading a source appliance in VCHA cluster.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vpxd.ha.management.password\" ovf:password=\"true\" ovf:type=\"string\" ovf:userConfigurable=\"true\" ovf:value=\"\">\n" +
+            "        <Label>Password for the vCenter Server managing target appliance</Label>\n" +
+            "        <Description>Password for administrator user authenticating to the vCenter Server managing target appliance. Used when upgrading a source appliance in VCHA cluster.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vpxd.ha.management.thumbprint\" ovf:type=\"string\" ovf:userConfigurable=\"true\" ovf:value=\"\">\n" +
+            "        <Label>Thumbprint for the SSL certificate of the vCenter Server managing target appliance</Label>\n" +
+            "        <Description>Thumbprint for the SSL certificate of the host that manages the appliance to upgrade. Used when upgrading a source appliance in VCHA cluster.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vpxd.ha.placement\" ovf:type=\"string\" ovf:userConfigurable=\"true\" ovf:value=\"\">\n" +
+            "        <Label>Path to the compute resource where target appliance will be deployed on management vCenter Server</Label>\n" +
+            "        <Description>Path to host/cluster/resource pool where target appliance will be deployed on management vCenter Server. Used when upgrading a source appliance in VCHA cluster. Example: /my_datacenter/my_folder/my_host_or_cluster/my_resource_pool</Description>\n" +
+            "      </Property>\n" +
+            "      <Category vmw:uioptional=\"true\">Miscellaneous</Category>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.netdump.enabled\" ovf:type=\"boolean\" ovf:userConfigurable=\"false\" ovf:value=\"True\">\n" +
+            "        <Label>ESXi Dump Collector Enabled</Label>\n" +
+            "        <Description>Set whether ESXi Dump Collector service is enabled.  This configuration can be changed after deployment.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.silentinstall\" ovf:type=\"boolean\" ovf:userConfigurable=\"false\" ovf:value=\"False\">\n" +
+            "        <Label>Do Silent Install</Label>\n" +
+            "        <Description>If this parameter is set to True, no questions will be posted during install or upgrade. Otherwise, the install process will wait for a reply if there is a pending question.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.clientlocale\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"en\">\n" +
+            "        <Label>The Client Locale</Label>\n" +
+            "        <Description>This parameter specifies the client locale. Supported locales are en, fr, ja, ko, zh_CN and zh_TW. English is assumed if locale is unknown.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.feature.states\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>Feature switch states</Label>\n" +
+            "        <Description>Specify feature switch states which need to be added or modified in feature switch state config file. Format: key1=value1, key2=value2</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.ceip_enabled\" ovf:type=\"boolean\" ovf:userConfigurable=\"true\" ovf:value=\"False\">\n" +
+            "        <Label>CEIP enabled</Label>\n" +
+            "        <Description>VMware’s Customer Experience Improvement Program (&quot;CEIP&quot;) provides VMware with information that enables VMware to improve its products and services, to fix problems, and to advise you on how best to deploy and use our products. As part of the CEIP, VMware collects technical information about your organization’s use of VMware products and services on a regular basis in association with your organization’s VMware license key(s). This information does not personally identify any individual. For more details about the Program and how VMware uses the information it collects through CEIP, please see the product documentation at http://www.vmware.com/info?id=1399. If you want to participate in VMware’s CEIP for this product, set this property to True. You may join or leave VMware’s CEIP for this product at any time.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.deployment.autoconfig\" ovf:type=\"boolean\" ovf:userConfigurable=\"false\" ovf:value=\"False\">\n" +
+            "        <Label>Auto Start Services</Label>\n" +
+            "        <Description>If this parameter is set to True, the appliance will be configured after deployment using the specified OVF configuration parameters. If set to False, the appliance should be configured post-deployment using the VMware Appliance Management Interface.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vpxd.mac-allocation-scheme.prefix\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>MAC address allocation scheme prefix</Label>\n" +
+            "        <Description>If a valid MAC address prefix is provided, then all MAC addresses assigned by vCenter Server will begin with this prefix instead of the VMware OUI. This property cannot co-exist with mac-allocation-scheme.ranges</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vpxd.mac-allocation-scheme.prefix-length\" ovf:type=\"uint8\" ovf:userConfigurable=\"false\" ovf:value=\"0\">\n" +
+            "        <Label>MAC address allocation scheme prefix length</Label>\n" +
+            "        <Description>This property is mandatory whenever a custom MAC prefix is provided.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"guestinfo.cis.vpxd.mac-allocation-scheme.ranges\" ovf:type=\"string\" ovf:userConfigurable=\"false\" ovf:value=\"\">\n" +
+            "        <Label>MAC address allocation scheme ranges</Label>\n" +
+            "        <Description>If valid MAC address range is provided, then vCenter Server will assign MAC addresses from this range instead of allocating VMware OUI based MAC address. The address range must be provided in the format &quot;BeginAddress1-EndAddress1,...,BeginAddressN-EndAddressN&quot;. This property cannot co-exist with mac-allocation-scheme.prefix.</Description>\n" +
+            "      </Property>\n" +
+            "</ProductSection>\n" +
+            "<ProductSection ovf:class=\"vami\" ovf:instance=\"VMware-vCenter-Server-Appliance\" ovf:required=\"false\">\n" +
+            "      <Info>VAMI Properties</Info>\n" +
+            "      <Category>Networking Properties</Category>\n" +
+            "      <Property ovf:key=\"domain\" ovf:type=\"string\" ovf:userConfigurable=\"true\">\n" +
+            "        <Label>Domain Name</Label>\n" +
+            "        <Description>The domain name of this VM. Leave blank if DHCP is desired.</Description>\n" +
+            "      </Property>\n" +
+            "      <Property ovf:key=\"searchpath\" ovf:type=\"string\" ovf:userConfigurable=\"true\">\n" +
+            "        <Label>Domain Search Path</Label>\n" +
+            "        <Description>The domain search path (comma or space separated domain names) for this VM. Leave blank if DHCP is desired.</Description>\n" +
+            "      </Property>\n" +
+            "</ProductSection>\n" +
+            "<ProductSection ovf:class=\"vm\" ovf:required=\"false\">\n" +
+            "      <Info>VM specific properties</Info>\n" +
+            "      <Property ovf:key=\"vmname\" ovf:type=\"string\" ovf:value=\"VMware-vCenter-Server-Appliance\"/>\n" +
+            "</ProductSection>\n" +
+            "</VirtualSystem>";
+
     private OVFHelper ovfHelper = new OVFHelper();
 
     @Test
     public void testGetOVFPropertiesValidOVF() throws IOException, SAXException, ParserConfigurationException {
-        List<OVFPropertyTO> props = ovfHelper.getOVFPropertiesXmlString(ovfFileProductSection);
+        List<OVFPropertyTO> props = ovfHelper.getOVFPropertiesFromXmlString(ovfFileProductSection);
         Assert.assertEquals(2, props.size());
     }
 
     @Test(expected = SAXParseException.class)
     public void testGetOVFPropertiesInvalidOVF() throws IOException, SAXException, ParserConfigurationException {
-        ovfHelper.getOVFPropertiesXmlString(ovfFileProductSection + "xxxxxxxxxxxxxxxxx");
+        ovfHelper.getOVFPropertiesFromXmlString(ovfFileProductSection + "xxxxxxxxxxxxxxxxx");
+    }
+
+    @Test
+    public void testGetOVFDeploymentOptionsValidOVF() throws IOException, SAXException, ParserConfigurationException {
+        List<OVFConfigurationTO> options = ovfHelper.getOVFDeploymentOptionsFromXmlString(ovfFileDeploymentOptionsSection);
+        Assert.assertEquals(3, options.size());
+    }
+
+    @Test
+    public void testGetOVFVirtualHardwareSectionValidOVF() throws IOException, SAXException, ParserConfigurationException {
+        List<OVFVirtualHardwareItemTO> items = ovfHelper.getOVFVirtualHardwareSectionFromXmlString(ovfFileVirtualHardwareSection);
+        Assert.assertEquals(20, items.size());
+    }
+
+    @Test
+    public void testGetOVFEulaSectionValidOVF() throws IOException, SAXException, ParserConfigurationException {
+        List<OVFEulaSectionTO> eulas = ovfHelper.getOVFEulaSectionFromXmlString(eulaSections);
+        Assert.assertEquals(2, eulas.size());
+    }
+
+    @Test
+    public void testGetOVFPropertiesWithCategories() throws IOException, SAXException, ParserConfigurationException {
+        List<OVFPropertyTO> props = ovfHelper.getOVFPropertiesFromXmlString(productSectionWithCategories);
+        Assert.assertEquals(18, props.size());
+    }
+
+    @Test
+    public void testGetOperatingSystemInfo() throws IOException, SAXException, ParserConfigurationException {
+        Pair<String, String> guestOsPair = ovfHelper.getOperatingSystemInfoFromXmlString(ovfFileVirtualHardwareSection);
+        Assert.assertEquals("other26xLinux64Guest", guestOsPair.first());
+        Assert.assertEquals("Other 2.6x Linux (64-bit)", guestOsPair.second());
+    }
+
+    @Test
+    public void testGetMinimumHardwareVersion() throws IOException, SAXException, ParserConfigurationException {
+        OVFVirtualHardwareSectionTO hardwareSection = ovfHelper.getVirtualHardwareSectionFromXmlString(ovfFileVirtualHardwareSection);
+        Assert.assertEquals("vmx-08", hardwareSection.getMinimiumHardwareVersion());
     }
 }

api/src/test/java/com/cloud/storage/StorageTest.java

@@ -45,6 +45,7 @@ public class StorageTest {
         Assert.assertTrue(StoragePoolType.SMB.isShared());
         Assert.assertTrue(StoragePoolType.Gluster.isShared());
         Assert.assertTrue(StoragePoolType.ManagedNFS.isShared());
+        Assert.assertTrue(StoragePoolType.DatastoreCluster.isShared());
     }
 
     @Test
@@ -66,5 +67,6 @@ public class StorageTest {
         Assert.assertFalse(StoragePoolType.SMB.supportsOverProvisioning());
         Assert.assertFalse(StoragePoolType.Gluster.supportsOverProvisioning());
         Assert.assertFalse(StoragePoolType.ManagedNFS.supportsOverProvisioning());
+        Assert.assertTrue(StoragePoolType.DatastoreCluster.supportsOverProvisioning());
     }
 }

core/pom.xml

@@ -51,9 +51,5 @@
             <groupId>commons-codec</groupId>
             <artifactId>commons-codec</artifactId>
         </dependency>
-        <dependency>
-            <groupId>org.apache.commons</groupId>
-            <artifactId>commons-compress</artifactId>
-        </dependency>
     </dependencies>
 </project>

core/src/main/java/com/cloud/agent/api/ModifyStoragePoolAnswer.java

@@ -19,6 +19,8 @@
 
 package com.cloud.agent.api;
 
+import java.util.ArrayList;
+import java.util.List;
 import java.util.Map;
 
 import com.cloud.storage.template.TemplateProp;
@@ -27,6 +29,8 @@ public class ModifyStoragePoolAnswer extends Answer {
     private StoragePoolInfo poolInfo;
     private Map<String, TemplateProp> templateInfo;
     private String localDatastoreName;
+    private String poolType;
+    private List<ModifyStoragePoolAnswer> datastoreClusterChildren = new ArrayList<>();;
 
     public ModifyStoragePoolAnswer(ModifyStoragePoolCommand cmd, long capacityBytes, long availableBytes, Map<String, TemplateProp> tInfo) {
         super(cmd);
@@ -61,4 +65,20 @@ public class ModifyStoragePoolAnswer extends Answer {
     public String getLocalDatastoreName() {
         return localDatastoreName;
     }
+
+    public String getPoolType() {
+        return poolType;
+    }
+
+    public void setPoolType(String poolType) {
+        this.poolType = poolType;
+    }
+
+    public List<ModifyStoragePoolAnswer> getDatastoreClusterChildren() {
+        return datastoreClusterChildren;
+    }
+
+    public void setDatastoreClusterChildren(List<ModifyStoragePoolAnswer> datastoreClusterChildren) {
+        this.datastoreClusterChildren = datastoreClusterChildren;
+    }
 }

core/src/main/java/com/cloud/agent/api/ValidateVcenterDetailsCommand.java

@@ -0,0 +1,40 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package com.cloud.agent.api;
+
+public class ValidateVcenterDetailsCommand extends Command {
+
+    String vCenterServerAddress;
+
+    public ValidateVcenterDetailsCommand(String vCenterServerAddress) {
+        this.vCenterServerAddress = vCenterServerAddress;
+    }
+
+    public String getvCenterServerAddress() {
+        return vCenterServerAddress;
+    }
+
+    public void setvCenterServerAddress(String vCenterServerAddress) {
+        this.vCenterServerAddress = vCenterServerAddress;
+    }
+
+    @Override
+    public boolean executeInSequence() {
+        return false;
+    }
+}

core/src/main/java/com/cloud/agent/api/storage/DownloadAnswer.java

@@ -20,11 +20,11 @@
 package com.cloud.agent.api.storage;
 
 import java.io.File;
-import java.util.List;
 
 import com.cloud.agent.api.Answer;
 import com.cloud.agent.api.Command;
 import com.cloud.agent.api.LogLevel;
+import com.cloud.agent.api.to.OVFInformationTO;
 import com.cloud.storage.VMTemplateStorageResourceAssoc;
 import com.cloud.storage.VMTemplateStorageResourceAssoc.Status;
 
@@ -38,8 +38,9 @@ public class DownloadAnswer extends Answer {
     private long templateSize = 0L;
     private long templatePhySicalSize = 0L;
     private String checkSum;
+
     @LogLevel(LogLevel.Log4jLevel.Off)
-    private List<OVFPropertyTO> ovfProperties;
+    private OVFInformationTO ovfInformationTO;
 
     public String getCheckSum() {
         return checkSum;
@@ -150,11 +151,11 @@ public class DownloadAnswer extends Answer {
         return templatePhySicalSize;
     }
 
-    public List<OVFPropertyTO> getOvfProperties() {
-        return ovfProperties;
+    public OVFInformationTO getOvfInformationTO() {
+        return ovfInformationTO;
     }
 
-    public void setOvfProperties(List<OVFPropertyTO> ovfProperties) {
-        this.ovfProperties = ovfProperties;
+    public void setOvfInformationTO(OVFInformationTO ovfInformationTO) {
+        this.ovfInformationTO = ovfInformationTO;
     }
 }

core/src/main/java/com/cloud/agent/api/storage/GetDatadisksCommand.java

@@ -21,10 +21,12 @@ import com.cloud.agent.api.to.DataTO;
 
 public final class GetDatadisksCommand extends Command {
     private DataTO data;
+    private String configurationId;
 
-    public GetDatadisksCommand(DataTO data) {
+    public GetDatadisksCommand(DataTO data, String configurationId) {
         super();
         this.data = data;
+        this.configurationId = configurationId;
     }
 
     protected GetDatadisksCommand() {
@@ -40,4 +42,7 @@ public final class GetDatadisksCommand extends Command {
         return data;
     }
 
+    public String getConfigurationId() {
+        return configurationId;
+    }
 }

core/src/main/java/com/cloud/resource/ServerResource.java

@@ -31,6 +31,7 @@ import com.cloud.utils.component.Manager;
  * ServerResource is a generic container to execute commands sent
  */
 public interface ServerResource extends Manager {
+
     /**
      * @return Host.Type type of the computing server we have.
      */

core/src/main/java/com/cloud/storage/resource/StorageProcessor.java

@@ -21,6 +21,7 @@ package com.cloud.storage.resource;
 
 import org.apache.cloudstack.agent.directdownload.DirectDownloadCommand;
 import org.apache.cloudstack.storage.command.AttachCommand;
+import org.apache.cloudstack.storage.command.CheckDataStoreStoragePolicyComplainceCommand;
 import org.apache.cloudstack.storage.command.CopyCommand;
 import org.apache.cloudstack.storage.command.CreateObjectCommand;
 import org.apache.cloudstack.storage.command.DeleteCommand;
@@ -33,6 +34,9 @@ import org.apache.cloudstack.storage.command.SnapshotAndCopyCommand;
 import com.cloud.agent.api.Answer;
 
 public interface StorageProcessor {
+
+    String REQUEST_TEMPLATE_RELOAD = "request template reload";
+
     public Answer copyTemplateToPrimaryStorage(CopyCommand cmd);
 
     public Answer cloneVolumeFromBaseTemplate(CopyCommand cmd);
@@ -76,4 +80,6 @@ public interface StorageProcessor {
     public Answer handleDownloadTemplateToPrimaryStorage(DirectDownloadCommand cmd);
 
     Answer copyVolumeFromPrimaryToPrimary(CopyCommand cmd);
+
+    public Answer CheckDataStoreStoragePolicyComplaince(CheckDataStoreStoragePolicyComplainceCommand cmd);
 }

core/src/main/java/com/cloud/storage/resource/StorageSubsystemCommandHandlerBase.java

@@ -21,6 +21,7 @@ package com.cloud.storage.resource;
 
 import org.apache.cloudstack.agent.directdownload.DirectDownloadCommand;
 import org.apache.cloudstack.storage.to.VolumeObjectTO;
+import org.apache.cloudstack.storage.command.CheckDataStoreStoragePolicyComplainceCommand;
 import org.apache.log4j.Logger;
 
 import org.apache.cloudstack.storage.command.AttachCommand;
@@ -71,6 +72,8 @@ public class StorageSubsystemCommandHandlerBase implements StorageSubsystemComma
             return processor.resignature((ResignatureCommand) command);
         } else if (command instanceof DirectDownloadCommand) {
             return processor.handleDownloadTemplateToPrimaryStorage((DirectDownloadCommand) command);
+        } else if (command instanceof CheckDataStoreStoragePolicyComplainceCommand) {
+            return processor.CheckDataStoreStoragePolicyComplaince((CheckDataStoreStoragePolicyComplainceCommand) command);
         }
 
         return new Answer((Command)command, false, "not implemented yet");

core/src/main/java/com/cloud/storage/template/OVAProcessor.java

@@ -20,14 +20,23 @@
 package com.cloud.storage.template;
 
 import java.io.File;
+import java.io.IOException;
 import java.util.List;
 import java.util.Map;
 
 import javax.naming.ConfigurationException;
 import javax.xml.parsers.DocumentBuilderFactory;
+import javax.xml.parsers.ParserConfigurationException;
 
-import com.cloud.agent.api.storage.OVFPropertyTO;
+import com.cloud.agent.api.to.OVFInformationTO;
+import com.cloud.agent.api.to.deployasis.OVFConfigurationTO;
+import com.cloud.agent.api.to.deployasis.OVFEulaSectionTO;
+import com.cloud.agent.api.to.deployasis.OVFPropertyTO;
+import com.cloud.agent.api.to.deployasis.OVFVirtualHardwareItemTO;
+import com.cloud.agent.api.to.deployasis.OVFVirtualHardwareSectionTO;
+import com.cloud.agent.api.to.deployasis.OVFNetworkTO;
 import org.apache.commons.collections.CollectionUtils;
+import org.apache.commons.lang.StringUtils;
 import org.apache.log4j.Logger;
 import org.w3c.dom.Document;
 import org.w3c.dom.Element;
@@ -41,9 +50,13 @@ import com.cloud.storage.StorageLayer;
 import com.cloud.utils.Pair;
 import com.cloud.utils.component.AdapterBase;
 import com.cloud.utils.script.Script;
+import org.xml.sax.SAXException;
 
+/**
+ * processes the content of an OVA for registration of a template
+ */
 public class OVAProcessor extends AdapterBase implements Processor {
-    private static final Logger s_logger = Logger.getLogger(OVAProcessor.class);
+    private static final Logger LOGGER = Logger.getLogger(OVAProcessor.class);
     StorageLayer _storage;
 
     @Override
@@ -53,73 +66,150 @@ public class OVAProcessor extends AdapterBase implements Processor {
 
     @Override
     public FormatInfo process(String templatePath, ImageFormat format, String templateName, long processTimeout) throws InternalErrorException {
-        if (format != null) {
-            if (s_logger.isInfoEnabled()) {
-                s_logger.info("We currently don't handle conversion from " + format + " to OVA.");
-            }
+        if (! conversionChecks(format)){
             return null;
         }
 
-        s_logger.info("Template processing. templatePath: " + templatePath + ", templateName: " + templateName);
+        LOGGER.info("Template processing. templatePath: " + templatePath + ", templateName: " + templateName);
         String templateFilePath = templatePath + File.separator + templateName + "." + ImageFormat.OVA.getFileExtension();
         if (!_storage.exists(templateFilePath)) {
-            if (s_logger.isInfoEnabled()) {
-                s_logger.info("Unable to find the vmware template file: " + templateFilePath);
+            if (LOGGER.isInfoEnabled()) {
+                LOGGER.info("Unable to find the vmware template file: " + templateFilePath);
             }
             return null;
         }
 
-        s_logger.info("Template processing - untar OVA package. templatePath: " + templatePath + ", templateName: " + templateName);
+        String templateFileFullPath = unpackOva(templatePath, templateName, processTimeout);
+
+        setFileSystemAccessRights(templatePath);
+
+        FormatInfo info = createFormatInfo(templatePath, templateName, templateFilePath, templateFileFullPath);
+
+        return info;
+    }
+
+    private FormatInfo createFormatInfo(String templatePath, String templateName, String templateFilePath, String templateFileFullPath) throws InternalErrorException {
+        FormatInfo info = new FormatInfo();
+        info.format = ImageFormat.OVA;
+        info.filename = templateName + "." + ImageFormat.OVA.getFileExtension();
+        info.size = _storage.getSize(templateFilePath);
+        info.virtualSize = getTemplateVirtualSize(templatePath, info.filename);
+        validateOva(templateFileFullPath, info);
+
+        return info;
+    }
+
+    /**
+     * side effect; properties are added to the info
+     *
+     * @throws InternalErrorException on an invalid ova contents
+     */
+    private void validateOva(String templateFileFullPath, FormatInfo info) throws InternalErrorException {
+        String ovfFilePath = getOVFFilePath(templateFileFullPath);
+        OVFHelper ovfHelper = new OVFHelper();
+        Document doc = ovfHelper.getDocumentFromFile(ovfFilePath);
+
+        OVFInformationTO ovfInformationTO = createOvfInformationTO(ovfHelper, doc, ovfFilePath);
+        info.ovfInformationTO = ovfInformationTO;
+    }
+
+    private OVFInformationTO createOvfInformationTO(OVFHelper ovfHelper, Document doc, String ovfFilePath) throws InternalErrorException {
+        OVFInformationTO ovfInformationTO = new OVFInformationTO();
+
+        List<DatadiskTO> disks = ovfHelper.getOVFVolumeInfoFromFile(ovfFilePath, doc, null);
+        if (CollectionUtils.isNotEmpty(disks)) {
+            if (LOGGER.isTraceEnabled()) {
+                LOGGER.trace(String.format("Found %d disks in template %s", disks.size(), ovfFilePath));
+            }
+            ovfInformationTO.setDisks(disks);
+        }
+        List<OVFNetworkTO> nets = ovfHelper.getNetPrerequisitesFromDocument(doc);
+        if (CollectionUtils.isNotEmpty(nets)) {
+            LOGGER.info("Found " + nets.size() + " prerequisite networks");
+            ovfInformationTO.setNetworks(nets);
+        } else if (LOGGER.isTraceEnabled()) {
+            LOGGER.trace(String.format("no net prerequisites found in template %s", ovfFilePath));
+        }
+        List<OVFPropertyTO> ovfProperties = ovfHelper.getConfigurableOVFPropertiesFromDocument(doc);
+        if (CollectionUtils.isNotEmpty(ovfProperties)) {
+            LOGGER.info("Found " + ovfProperties.size() + " configurable OVF properties");
+            ovfInformationTO.setProperties(ovfProperties);
+        } else if (LOGGER.isTraceEnabled()) {
+            LOGGER.trace(String.format("no ovf properties found in template %s", ovfFilePath));
+        }
+        OVFVirtualHardwareSectionTO hardwareSection = ovfHelper.getVirtualHardwareSectionFromDocument(doc);
+        List<OVFConfigurationTO> configurations = hardwareSection.getConfigurations();
+        if (CollectionUtils.isNotEmpty(configurations)) {
+            LOGGER.info("Found " + configurations.size() + " deployment option configurations");
+        }
+        List<OVFVirtualHardwareItemTO> hardwareItems = hardwareSection.getCommonHardwareItems();
+        if (CollectionUtils.isNotEmpty(hardwareItems)) {
+            LOGGER.info("Found " + hardwareItems.size() + " virtual hardware items");
+        }
+        if (StringUtils.isNotBlank(hardwareSection.getMinimiumHardwareVersion())) {
+            LOGGER.info("Found minimum hardware version " + hardwareSection.getMinimiumHardwareVersion());
+        }
+        ovfInformationTO.setHardwareSection(hardwareSection);
+        List<OVFEulaSectionTO> eulaSections = ovfHelper.getEulaSectionsFromDocument(doc);
+        if (CollectionUtils.isNotEmpty(eulaSections)) {
+            LOGGER.info("Found " + eulaSections.size() + " license agreements");
+            ovfInformationTO.setEulaSections(eulaSections);
+        }
+        Pair<String, String> guestOsPair = ovfHelper.getOperatingSystemInfoFromDocument(doc);
+        if (guestOsPair != null) {
+            LOGGER.info("Found guest OS information: " + guestOsPair.first() + " - " + guestOsPair.second());
+            ovfInformationTO.setGuestOsInfo(guestOsPair);
+        }
+        return ovfInformationTO;
+    }
+
+    private void setFileSystemAccessRights(String templatePath) {
+        Script command;
+        String result;
+
+        command = new Script("chmod", 0, LOGGER);
+        command.add("-R");
+        command.add("666", templatePath);
+        result = command.execute();
+        if (result != null) {
+            LOGGER.warn("Unable to set permissions for files in " + templatePath + " due to " + result);
+        }
+        command = new Script("chmod", 0, LOGGER);
+        command.add("777", templatePath);
+        result = command.execute();
+        if (result != null) {
+            LOGGER.warn("Unable to set permissions for " + templatePath + " due to " + result);
+        }
+    }
+
+    private String unpackOva(String templatePath, String templateName, long processTimeout) throws InternalErrorException {
+        LOGGER.info("Template processing - untar OVA package. templatePath: " + templatePath + ", templateName: " + templateName);
         String templateFileFullPath = templatePath + File.separator + templateName + "." + ImageFormat.OVA.getFileExtension();
         File templateFile = new File(templateFileFullPath);
-        Script command = new Script("tar", processTimeout, s_logger);
+        Script command = new Script("tar", processTimeout, LOGGER);
         command.add("--no-same-owner");
         command.add("--no-same-permissions");
         command.add("-xf", templateFileFullPath);
         command.setWorkDir(templateFile.getParent());
         String result = command.execute();
         if (result != null) {
-            s_logger.info("failed to untar OVA package due to " + result + ". templatePath: " + templatePath + ", templateName: " + templateName);
+            LOGGER.info("failed to untar OVA package due to " + result + ". templatePath: " + templatePath + ", templateName: " + templateName);
             throw new InternalErrorException("failed to untar OVA package");
         }
+        return templateFileFullPath;
+    }
 
-        command = new Script("chmod", 0, s_logger);
-        command.add("-R");
-        command.add("666", templatePath);
-        result = command.execute();
-        if (result != null) {
-            s_logger.warn("Unable to set permissions for files in " + templatePath + " due to " + result);
-        }
-        command = new Script("chmod", 0, s_logger);
-        command.add("777", templatePath);
-        result = command.execute();
-        if (result != null) {
-            s_logger.warn("Unable to set permissions for " + templatePath + " due to " + result);
-        }
-
-        FormatInfo info = new FormatInfo();
-        info.format = ImageFormat.OVA;
-        info.filename = templateName + "." + ImageFormat.OVA.getFileExtension();
-        info.size = _storage.getSize(templateFilePath);
-        info.virtualSize = getTemplateVirtualSize(templatePath, info.filename);
-
-        //vaidate ova
-        String ovfFile = getOVFFilePath(templateFileFullPath);
-        try {
-            OVFHelper ovfHelper = new OVFHelper();
-            List<DatadiskTO> disks = ovfHelper.getOVFVolumeInfo(ovfFile);
-            List<OVFPropertyTO> ovfProperties = ovfHelper.getOVFPropertiesFromFile(ovfFile);
-            if (CollectionUtils.isNotEmpty(ovfProperties)) {
-                s_logger.info("Found " + ovfProperties.size() + " configurable OVF properties");
-                info.ovfProperties = ovfProperties;
+    private boolean conversionChecks(ImageFormat format) {
+        if (format != null) {
+            if (LOGGER.isInfoEnabled()) {
+                LOGGER.info("We currently don't handle conversion from " + format + " to OVA.");
             }
-        } catch (Exception e) {
-            s_logger.info("The ovf file " + ovfFile + " is invalid ", e);
-            throw new InternalErrorException("OVA package has bad ovf file " + e.getMessage(), e);
+            return false;
         }
-        // delete original OVA file
-        // templateFile.delete();
-        return info;
+        if (LOGGER.isTraceEnabled()) {
+            LOGGER.trace("We are handling format " + format + ".");
+        }
+        return true;
     }
 
     @Override
@@ -128,34 +218,43 @@ public class OVAProcessor extends AdapterBase implements Processor {
             long size = getTemplateVirtualSize(file.getParent(), file.getName());
             return size;
         } catch (Exception e) {
-            s_logger.info("[ignored]"
+            LOGGER.info("[ignored]"
                     + "failed to get virtual template size for ova: " + e.getLocalizedMessage());
         }
         return file.length();
     }
 
+    /**
+     * gets the virtual size from the OVF file meta data.
+     *
+     * @return the accumulative virtual size of the disk definitions in the OVF
+     * @throws InternalErrorException
+     */
     public long getTemplateVirtualSize(String templatePath, String templateName) throws InternalErrorException {
-        // get the virtual size from the OVF file meta data
         long virtualSize = 0;
         String templateFileFullPath = templatePath.endsWith(File.separator) ? templatePath : templatePath + File.separator;
         templateFileFullPath += templateName.endsWith(ImageFormat.OVA.getFileExtension()) ? templateName : templateName + "." + ImageFormat.OVA.getFileExtension();
         String ovfFileName = getOVFFilePath(templateFileFullPath);
         if (ovfFileName == null) {
             String msg = "Unable to locate OVF file in template package directory: " + templatePath;
-            s_logger.error(msg);
+            LOGGER.error(msg);
             throw new InternalErrorException(msg);
         }
         try {
             Document ovfDoc = null;
             ovfDoc = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(new File(ovfFileName));
-            Element disk = (Element)ovfDoc.getElementsByTagName("Disk").item(0);
-            virtualSize = Long.parseLong(disk.getAttribute("ovf:capacity"));
-            String allocationUnits = disk.getAttribute("ovf:capacityAllocationUnits");
-            virtualSize = OVFHelper.getDiskVirtualSize(virtualSize, allocationUnits, ovfFileName);
+            NodeList diskElements = ovfDoc.getElementsByTagName("Disk");
+            for (int i = 0; i < diskElements.getLength(); i++) {
+                Element disk = (Element)diskElements.item(i);
+                long diskSize = Long.parseLong(disk.getAttribute("ovf:capacity"));
+                String allocationUnits = disk.getAttribute("ovf:capacityAllocationUnits");
+                diskSize = OVFHelper.getDiskVirtualSize(diskSize, allocationUnits, ovfFileName);
+                virtualSize += diskSize;
+            }
             return virtualSize;
-        } catch (Exception e) {
+        } catch (InternalErrorException | IOException | NumberFormatException | ParserConfigurationException | SAXException e) {
             String msg = "getTemplateVirtualSize: Unable to parse OVF XML document " + templatePath + " to get the virtual disk " + templateName + " size due to " + e;
-            s_logger.error(msg);
+            LOGGER.error(msg);
             throw new InternalErrorException(msg);
         }
     }
@@ -187,9 +286,9 @@ public class OVAProcessor extends AdapterBase implements Processor {
                 }
             }
             return new Pair<Long, Long>(virtualSize, fileSize);
-        } catch (Exception e) {
+        } catch (InternalErrorException | IOException | NumberFormatException | ParserConfigurationException | SAXException e) {
             String msg = "getDiskDetails: Unable to parse OVF XML document " + ovfFilePath + " to get the virtual disk " + diskName + " size due to " + e;
-            s_logger.error(msg);
+            LOGGER.error(msg);
             throw new InternalErrorException(msg);
         }
     }
@@ -218,4 +317,4 @@ public class OVAProcessor extends AdapterBase implements Processor {
 
         return true;
     }
-}
+}

core/src/main/java/com/cloud/storage/template/Processor.java

@@ -21,9 +21,8 @@ package com.cloud.storage.template;
 
 import java.io.File;
 import java.io.IOException;
-import java.util.List;
 
-import com.cloud.agent.api.storage.OVFPropertyTO;
+import com.cloud.agent.api.to.OVFInformationTO;
 import com.cloud.exception.InternalErrorException;
 import com.cloud.storage.Storage.ImageFormat;
 import com.cloud.utils.component.Adapter;
@@ -48,13 +47,13 @@ public interface Processor extends Adapter {
 
     FormatInfo process(String templatePath, ImageFormat format, String templateName, long processTimeout) throws InternalErrorException;
 
-    public static class FormatInfo {
+    class FormatInfo {
         public ImageFormat format;
         public long size;
         public long virtualSize;
         public String filename;
         public boolean isCorrupted;
-        public List<OVFPropertyTO> ovfProperties;
+        public OVFInformationTO ovfInformationTO;
     }
 
     long getVirtualSize(File file) throws IOException;

core/src/main/java/org/apache/cloudstack/storage/command/CheckDataStoreStoragePolicyComplainceCommand.java

@@ -0,0 +1,61 @@
+//
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+//
+
+package org.apache.cloudstack.storage.command;
+
+import com.cloud.agent.api.to.StorageFilerTO;
+
+public class CheckDataStoreStoragePolicyComplainceCommand extends StorageSubSystemCommand {
+
+    String storagePolicyId;
+    private StorageFilerTO storagePool;
+
+    public CheckDataStoreStoragePolicyComplainceCommand(String storagePolicyId, StorageFilerTO storagePool) {
+        super();
+
+        this.storagePolicyId = storagePolicyId;
+        this.storagePool = storagePool;
+    }
+
+    @Override
+    public void setExecuteInSequence(boolean inSeq) {
+    }
+
+    @Override
+    public boolean executeInSequence() {
+        return false;
+    }
+
+
+    public String getStoragePolicyId() {
+        return storagePolicyId;
+    }
+
+    public void setStoragePolicyId(String storagePolicyId) {
+        this.storagePolicyId = storagePolicyId;
+    }
+
+    public StorageFilerTO getStoragePool() {
+        return storagePool;
+    }
+
+    public void setStoragePool(StorageFilerTO storagePool) {
+        this.storagePool = storagePool;
+    }
+}

core/src/main/java/org/apache/cloudstack/storage/to/PrimaryDataStoreTO.java

@@ -39,7 +39,7 @@ public class PrimaryDataStoreTO implements DataStoreTO {
     public static final String REMOVE_AFTER_COPY = PrimaryDataStore.REMOVE_AFTER_COPY;
     public static final String VOLUME_SIZE = PrimaryDataStore.VOLUME_SIZE;
 
-    private final String uuid;
+    private String uuid;
     private final String name;
     private String type;
     private final long id;
@@ -75,6 +75,10 @@ public class PrimaryDataStoreTO implements DataStoreTO {
         return this.uuid;
     }
 
+    public void setUuid(String uuid) {
+        this.uuid = uuid;
+    }
+
     @Override
     public String getUrl() {
         return this.url;

core/src/main/java/org/apache/cloudstack/storage/to/TemplateObjectTO.java

@@ -47,6 +47,8 @@ public class TemplateObjectTO implements DataTO {
     private boolean bootable;
     private String uniqueName;
     private boolean directDownload;
+    private boolean deployAsIs;
+    private String deployAsIsConfiguration;
 
     public TemplateObjectTO() {
 
@@ -82,6 +84,8 @@ public class TemplateObjectTO implements DataTO {
             this.imageDataStore = template.getDataStore().getTO();
         }
         this.hypervisorType = template.getHypervisorType();
+        this.deployAsIs = template.isDeployAsIs();
+        this.deployAsIsConfiguration = template.getDeployAsIsConfiguration();
     }
 
     @Override
@@ -244,6 +248,18 @@ public class TemplateObjectTO implements DataTO {
         this.directDownload = directDownload;
     }
 
+    public boolean isDeployAsIs() {
+        return deployAsIs;
+    }
+
+    public String getDeployAsIsConfiguration() {
+        return deployAsIsConfiguration;
+    }
+
+    public void setDeployAsIsConfiguration(String deployAsIsConfiguration) {
+        this.deployAsIsConfiguration = deployAsIsConfiguration;
+    }
+
     @Override
     public String toString() {
         return new StringBuilder("TemplateTO[id=").append(id).append("|origUrl=").append(origUrl).append("|name").append(name).append("]").toString();

core/src/main/java/org/apache/cloudstack/storage/to/VolumeObjectTO.java

@@ -62,6 +62,9 @@ public class VolumeObjectTO implements DataTO {
     private Hypervisor.HypervisorType hypervisorType;
     private MigrationOptions migrationOptions;
     private boolean directDownload;
+    private boolean deployAsIs;
+    private String updatedDataStoreUUID;
+    private String vSphereStoragePolicyId;
 
     public VolumeObjectTO() {
 
@@ -102,6 +105,8 @@ public class VolumeObjectTO implements DataTO {
         setDeviceId(volume.getDeviceId());
         this.migrationOptions = volume.getMigrationOptions();
         this.directDownload = volume.isDirectDownload();
+        this.deployAsIs = volume.isDeployAsIs();
+        this.vSphereStoragePolicyId = volume.getvSphereStoragePolicyId();
     }
 
     public String getUuid() {
@@ -313,4 +318,24 @@ public class VolumeObjectTO implements DataTO {
     public boolean isDirectDownload() {
         return directDownload;
     }
+
+    public boolean isDeployAsIs() {
+        return deployAsIs;
+    }
+
+    public String getUpdatedDataStoreUUID() {
+        return updatedDataStoreUUID;
+    }
+
+    public void setUpdatedDataStoreUUID(String updatedDataStoreUUID) {
+        this.updatedDataStoreUUID = updatedDataStoreUUID;
+    }
+
+    public String getvSphereStoragePolicyId() {
+        return vSphereStoragePolicyId;
+    }
+
+    public void setvSphereStoragePolicyId(String vSphereStoragePolicyId) {
+        this.vSphereStoragePolicyId = vSphereStoragePolicyId;
+    }
 }

core/src/test/java/com/cloud/agent/api/storage/DownloadAnswerTest.java

@@ -0,0 +1,62 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package com.cloud.agent.api.storage;
+
+import com.cloud.agent.api.Answer;
+import com.cloud.agent.api.to.OVFInformationTO;
+import com.cloud.agent.api.to.deployasis.OVFPropertyTO;
+import com.cloud.serializer.GsonHelper;
+import com.cloud.storage.VMTemplateStorageResourceAssoc;
+import com.google.gson.Gson;
+import com.cloud.agent.api.to.deployasis.OVFNetworkTO;
+import org.junit.Assert;
+import org.junit.Test;
+
+import java.util.ArrayList;
+import java.util.List;
+
+public class DownloadAnswerTest {
+    Gson gson = GsonHelper.getGson();
+
+    VMTemplateStorageResourceAssoc.Status status = VMTemplateStorageResourceAssoc.Status.DOWNLOADED;
+    DownloadAnswer answer = new DownloadAnswer("nothin wrong", status);
+
+    @Test
+    public void redeserialise ()
+    {
+        String json = gson.toJson(answer);
+        DownloadAnswer received = gson.fromJson(json, DownloadAnswer.class);
+        Assert.assertEquals(received,answer);
+    }
+    @Test
+    public void properties ()
+    {
+        List<OVFPropertyTO> properties = new ArrayList<>();
+        properties.add(new OVFPropertyTO());
+        List<OVFNetworkTO> networks = new ArrayList<>();
+        networks.add(new OVFNetworkTO());
+
+        OVFInformationTO informationTO = new OVFInformationTO();
+        informationTO.setProperties(properties);
+        informationTO.setNetworks(networks);
+        answer.setOvfInformationTO(informationTO);
+
+        String json = gson.toJson(answer);
+        Answer received = gson.fromJson(json, Answer.class);
+        Assert.assertEquals(received,answer);
+    }
+}

core/src/test/java/org/apache/cloudstack/api/agent/test/BackupSnapshotCommandTest.java

@@ -137,6 +137,11 @@ public class BackupSnapshotCommandTest {
         @Override
         public boolean isManaged() { return false; }
 
+        @Override
+        public Long getParent() {
+            return 0L;
+        }
+
         @Override
         public Long getPodId() {
             return 0L;

core/src/test/java/org/apache/cloudstack/api/agent/test/CheckNetworkAnswerTest.java

@@ -176,6 +176,11 @@ public class CheckNetworkAnswerTest {
             @Override
             public boolean isManaged() { return false; }
 
+            @Override
+            public Long getParent() {
+                return 0L;
+            }
+
             @Override
             public Long getPodId() {
                 return 0L;

core/src/test/java/org/apache/cloudstack/api/agent/test/SnapshotCommandTest.java

@@ -138,6 +138,11 @@ public class SnapshotCommandTest {
         @Override
         public boolean isManaged() { return false; }
 
+        @Override
+        public Long getParent() {
+            return 0L;
+        }
+
         @Override
         public Long getPodId() {
             return 0L;

deps/install-non-oss.sh

@@ -39,3 +39,9 @@ mvn install:install-file -Dfile=vim25_65.jar        -DgroupId=com.cloud.com.vmwa
 
 # From https://my.vmware.com/group/vmware/details?downloadGroup=WEBCLIENTSDK67U2&productId=742
 mvn install:install-file -Dfile=vim25_67.jar        -DgroupId=com.cloud.com.vmware -DartifactId=vmware-vim25    -Dversion=6.7   -Dpackaging=jar
+
+# From https://my.vmware.com/group/vmware/get-download?downloadGroup=VS-MGMT-SDK65
+mvn install:install-file -Dfile=pbm_65.jar -DgroupId=com.cloud.com.vmware -DartifactId=vmware-pbm -Dversion=6.5 -Dpackaging=jar
+
+# From https://my.vmware.com/group/vmware/details?downloadGroup=WEBCLIENTSDK67U2&productId=742
+mvn install:install-file -Dfile=pbm_67.jar -DgroupId=com.cloud.com.vmware -DartifactId=vmware-pbm -Dversion=6.7 -Dpackaging=jar

engine/api/src/main/java/org/apache/cloudstack/engine/orchestration/service/VolumeOrchestrationService.java

@@ -18,6 +18,7 @@
  */
 package org.apache.cloudstack.engine.orchestration.service;
 
+import java.util.List;
 import java.util.Map;
 import java.util.Set;
 
@@ -84,6 +85,8 @@ public interface VolumeOrchestrationService {
 
     String getVmNameOnVolume(Volume volume);
 
+    StoragePool findChildDataStoreInDataStoreCluster(DataCenter dc, Pod pod, Long clusterId, Long hostId, VirtualMachine vm, Long datastoreClusterId);
+
     VolumeInfo createVolumeFromSnapshot(Volume volume, Snapshot snapshot, UserVm vm) throws StorageUnavailableException;
 
     Volume migrateVolume(Volume volume, StoragePool destPool) throws StorageUnavailableException;
@@ -117,8 +120,11 @@ public interface VolumeOrchestrationService {
 
     boolean canVmRestartOnAnotherServer(long vmId);
 
-    DiskProfile allocateTemplatedVolume(Type type, String name, DiskOffering offering, Long rootDisksize, Long minIops, Long maxIops, VirtualMachineTemplate template, VirtualMachine vm,
-        Account owner);
+    /**
+     * Allocate a volume or multiple volumes in case of template is registered with the 'deploy-as-is' option, allowing multiple disks
+     */
+    List<DiskProfile> allocateTemplatedVolumes(Type type, String name, DiskOffering offering, Long rootDisksize, Long minIops, Long maxIops, VirtualMachineTemplate template, VirtualMachine vm,
+                                               Account owner);
 
     String getVmNameFromVolumeId(long volumeId);
 
@@ -128,7 +134,7 @@ public interface VolumeOrchestrationService {
 
     StoragePool findStoragePool(DiskProfile dskCh, DataCenter dc, Pod pod, Long clusterId, Long hostId, VirtualMachine vm, Set<StoragePool> avoid);
 
-    void updateVolumeDiskChain(long volumeId, String path, String chainInfo);
+    void updateVolumeDiskChain(long volumeId, String path, String chainInfo, String updatedDataStoreUUID);
 
     /**
      * Imports an existing volume for a VM into database. Useful while ingesting an unmanaged VM.

engine/api/src/main/java/org/apache/cloudstack/engine/service/api/OrchestrationService.java

@@ -55,7 +55,7 @@ public interface OrchestrationService {
      * @param memory memory to allocate in bytes
      * @param computeTags tags for the compute
      * @param rootDiskTags tags for the root disk
-     * @param networks networks that this VM should join
+     * @param networkNicMap map networks to nic profiles that this VM should join
      * @param rootDiskSize size the root disk in case of templates.
      * @return VirtualMachineEntity
      */
@@ -65,7 +65,7 @@ public interface OrchestrationService {
         @QueryParam("host-name") String hostName, @QueryParam("display-name") String displayName, @QueryParam("hypervisor") String hypervisor,
         @QueryParam("cpu") int cpu, @QueryParam("speed") int speed, @QueryParam("ram") long memory, @QueryParam("disk-size") Long diskSize,
         @QueryParam("compute-tags") List<String> computeTags, @QueryParam("root-disk-tags") List<String> rootDiskTags,
-        @QueryParam("network-nic-map") Map<String, NicProfile> networkNicMap, @QueryParam("deploymentplan") DeploymentPlan plan,
+        @QueryParam("network-nic-map") Map<String, List<NicProfile>> networkNicMap, @QueryParam("deploymentplan") DeploymentPlan plan,
         @QueryParam("root-disk-size") Long rootDiskSize, @QueryParam("extra-dhcp-option-map") Map<String, Map<Integer, String>> extraDhcpOptionMap,
         @QueryParam("datadisktemplate-diskoffering-map") Map<Long, DiskOffering> datadiskTemplateToDiskOfferingMap) throws InsufficientCapacityException;
 
@@ -74,7 +74,7 @@ public interface OrchestrationService {
         @QueryParam("host-name") String hostName, @QueryParam("display-name") String displayName, @QueryParam("hypervisor") String hypervisor,
         @QueryParam("os") String os, @QueryParam("cpu") int cpu, @QueryParam("speed") int speed, @QueryParam("ram") long memory, @QueryParam("disk-size") Long diskSize,
         @QueryParam("compute-tags") List<String> computeTags, @QueryParam("root-disk-tags") List<String> rootDiskTags,
-        @QueryParam("network-nic-map") Map<String, NicProfile> networkNicMap, @QueryParam("deploymentplan") DeploymentPlan plan, @QueryParam("extra-dhcp-option-map") Map<String,  Map<Integer, String>> extraDhcpOptionMap) throws InsufficientCapacityException;
+        @QueryParam("network-nic-map") Map<String, List<NicProfile>> networkNicMap, @QueryParam("deploymentplan") DeploymentPlan plan, @QueryParam("extra-dhcp-option-map") Map<String,  Map<Integer, String>> extraDhcpOptionMap) throws InsufficientCapacityException;
 
     @POST
     NetworkEntity createNetwork(String id, String name, String domainName, String cidr, String gateway);

engine/api/src/main/java/org/apache/cloudstack/engine/subsystem/api/storage/PrimaryDataStore.java

@@ -23,7 +23,9 @@ import java.util.List;
 import org.apache.cloudstack.engine.subsystem.api.storage.disktype.DiskFormat;
 
 public interface PrimaryDataStore extends DataStore, PrimaryDataStoreInfo {
-    DataObject create(DataObject dataObject, boolean createEntryInTempSpoolRef);
+    DataObject create(DataObject dataObject, String configuration);
+
+    DataObject create(DataObject dataObject, boolean createEntryInTempSpoolRef, String configuration);
 
     VolumeInfo getVolume(long id);
 
@@ -31,7 +33,7 @@ public interface PrimaryDataStore extends DataStore, PrimaryDataStoreInfo {
 
     boolean exists(DataObject data);
 
-    TemplateInfo getTemplate(long templateId);
+    TemplateInfo getTemplate(long templateId, String configuration);
 
     SnapshotInfo getSnapshot(long snapshotId);
 

engine/api/src/main/java/org/apache/cloudstack/engine/subsystem/api/storage/PrimaryDataStoreInfo.java

@@ -58,4 +58,6 @@ public interface PrimaryDataStoreInfo extends StoragePool {
     Map<String, String> getDetails();
 
     PrimaryDataStoreLifeCycle getLifeCycle();
+
+    Long getParent();
 }

engine/api/src/main/java/org/apache/cloudstack/engine/subsystem/api/storage/StoragePoolAllocator.java

@@ -51,4 +51,6 @@ public interface StoragePoolAllocator extends Adapter {
     List<StoragePool> allocateToPool(DiskProfile dskCh, VirtualMachineProfile vmProfile, DeploymentPlan plan, ExcludeList avoid, int returnUpTo);
 
     static int RETURN_UPTO_ALL = -1;
+
+    List<StoragePool> reorderPools(List<StoragePool> pools, VirtualMachineProfile vmProfile, DeploymentPlan plan);
 }

engine/api/src/main/java/org/apache/cloudstack/engine/subsystem/api/storage/TemplateDataFactory.java

@@ -27,7 +27,7 @@ public interface TemplateDataFactory {
 
     TemplateInfo getReadyTemplateOnImageStore(long templateId, Long zoneId);
 
-    TemplateInfo getTemplate(DataObject obj, DataStore store);
+    TemplateInfo getTemplate(DataObject obj, DataStore store, String configuration);
 
     TemplateInfo getTemplate(long templateId, DataStoreRole storeRole);
 
@@ -40,4 +40,6 @@ public interface TemplateDataFactory {
     TemplateInfo getReadyBypassedTemplateOnPrimaryStore(long templateId, Long poolId, Long hostId);
 
     boolean isTemplateMarkedForDirectDownload(long templateId);
+
+    TemplateInfo getTemplateOnPrimaryStorage(long templateId, DataStore store, String configuration);
 }

engine/api/src/main/java/org/apache/cloudstack/engine/subsystem/api/storage/TemplateInfo.java

@@ -27,4 +27,8 @@ public interface TemplateInfo extends DataObject, VirtualMachineTemplate {
     String getInstallPath();
 
     boolean isDirectDownload();
+
+    boolean isDeployAsIs();
+
+    String getDeployAsIsConfiguration();
 }

engine/api/src/main/java/org/apache/cloudstack/engine/subsystem/api/storage/TemplateService.java

@@ -18,6 +18,7 @@
  */
 package org.apache.cloudstack.engine.subsystem.api.storage;
 
+import com.cloud.agent.api.to.DatadiskTO;
 import org.apache.cloudstack.framework.async.AsyncCallFuture;
 import org.apache.cloudstack.framework.async.AsyncCompletionCallback;
 import org.apache.cloudstack.storage.command.CommandResult;
@@ -25,6 +26,8 @@ import org.apache.cloudstack.storage.command.CommandResult;
 import com.cloud.hypervisor.Hypervisor.HypervisorType;
 import com.cloud.storage.StoragePool;
 
+import java.util.List;
+
 public interface TemplateService {
 
     class TemplateApiResult extends CommandResult {
@@ -47,7 +50,7 @@ public interface TemplateService {
 
     AsyncCallFuture<TemplateApiResult> createTemplateFromVolumeAsync(VolumeInfo volume, TemplateInfo template, DataStore store);
 
-    boolean createOvaDataDiskTemplates(TemplateInfo parentTemplate);
+    boolean createOvaDataDiskTemplates(TemplateInfo parentTemplate, boolean deployAsIs);
 
     AsyncCallFuture<TemplateApiResult> deleteTemplateAsync(TemplateInfo template);
 
@@ -72,4 +75,6 @@ public interface TemplateService {
     void associateCrosszoneTemplatesToZone(long dcId);
 
     AsyncCallFuture<TemplateApiResult> createDatadiskTemplateAsync(TemplateInfo parentTemplate, TemplateInfo dataDiskTemplate, String path, String diskId, long fileSize, boolean bootable);
+
+    List<DatadiskTO> getTemplateDatadisksOnImageStore(TemplateInfo templateInfo, String configurationId);
 }

engine/api/src/main/java/org/apache/cloudstack/engine/subsystem/api/storage/VolumeInfo.java

@@ -83,4 +83,10 @@ public interface VolumeInfo extends DataObject, Volume {
     boolean isDirectDownload();
 
     void setDirectDownload(boolean directDownload);
+
+    boolean isDeployAsIs();
+
+    String getDeployAsIsConfiguration();
+
+    public String getvSphereStoragePolicyId();
 }

engine/api/src/main/java/org/apache/cloudstack/storage/image/datastore/ImageStoreEntity.java

@@ -51,7 +51,7 @@ public interface ImageStoreEntity extends DataStore, ImageStore {
 
     void deleteExtractUrl(String installPath, String url, Upload.Type volume);
 
-    List<DatadiskTO> getDataDiskTemplates(DataObject obj);
+    List<DatadiskTO> getDataDiskTemplates(DataObject obj, String configurationId);
 
     Void createDataDiskTemplateAsync(TemplateInfo dataDiskTemplate, String path, String diskId, long fileSize, boolean bootable, AsyncCompletionCallback<CreateCmdResult> callback);
 }

engine/components-api/src/main/java/com/cloud/storage/StorageManager.java

@@ -212,6 +212,8 @@ public interface StorageManager extends StorageService {
 
     boolean storagePoolHasEnoughSpaceForResize(StoragePool pool, long currentSize, long newSiz);
 
+    boolean isStoragePoolComplaintWithStoragePolicy(List<Volume> volumes, StoragePool pool) throws StorageUnavailableException;
+
     boolean registerHostListener(String providerUuid, HypervisorHostListener listener);
 
     void connectHostToSharedPool(long hostId, long poolId) throws StorageUnavailableException, StorageConflictException;
@@ -236,4 +238,6 @@ public interface StorageManager extends StorageService {
 
     DiskTO getDiskWithThrottling(DataTO volTO, Volume.Type volumeType, long deviceId, String path, long offeringId, long diskOfferingId);
 
+    boolean isStoragePoolDatastoreClusterParent(StoragePool pool);
+
 }

engine/components-api/src/main/java/com/cloud/template/TemplateManager.java

@@ -18,7 +18,9 @@ package com.cloud.template;
 
 import java.util.List;
 
+import com.cloud.agent.api.to.DatadiskTO;
 import com.cloud.deploy.DeployDestination;
+import com.cloud.storage.DataStoreRole;
 import org.apache.cloudstack.engine.subsystem.api.storage.DataStore;
 import org.apache.cloudstack.engine.subsystem.api.storage.TemplateInfo;
 import org.apache.cloudstack.framework.config.ConfigKey;
@@ -133,4 +135,5 @@ public interface TemplateManager {
     public static final String MESSAGE_REGISTER_PUBLIC_TEMPLATE_EVENT = "Message.RegisterPublicTemplate.Event";
     public static final String MESSAGE_RESET_TEMPLATE_PERMISSION_EVENT = "Message.ResetTemplatePermission.Event";
 
+    List<DatadiskTO> getTemplateDisksOnImageStore(Long templateId, DataStoreRole role, String configurationId);
 }

engine/orchestration/src/main/java/com/cloud/vm/VirtualMachineManagerImpl.java

@@ -40,6 +40,7 @@ import java.util.concurrent.TimeUnit;
 import javax.inject.Inject;
 import javax.naming.ConfigurationException;
 
+import com.cloud.deployasis.dao.UserVmDeployAsIsDetailsDao;
 import org.apache.cloudstack.affinity.dao.AffinityGroupVMMapDao;
 import org.apache.cloudstack.api.ApiConstants;
 import org.apache.cloudstack.api.command.admin.vm.MigrateVMCmd;
@@ -344,6 +345,8 @@ public class VirtualMachineManagerImpl extends ManagerBase implements VirtualMac
     private NetworkDetailsDao networkDetailsDao;
     @Inject
     private SecurityGroupManager _securityGroupManager;
+    @Inject
+    private UserVmDeployAsIsDetailsDao userVmDeployAsIsDetailsDao;
 
     VmWorkJobHandlerProxy _jobHandlerProxy = new VmWorkJobHandlerProxy(this);
 
@@ -414,6 +417,8 @@ public class VirtualMachineManagerImpl extends ManagerBase implements VirtualMac
             final LinkedHashMap<? extends Network, List<? extends NicProfile>> auxiliaryNetworks, final DeploymentPlan plan, final HypervisorType hyperType, final Map<String, Map<Integer, String>> extraDhcpOptions, final Map<Long, DiskOffering> datadiskTemplateToDiskOfferingMap)
                     throws InsufficientCapacityException {
 
+        s_logger.info(String.format("allocating virtual machine from template:%s with hostname:%s and %d networks", template.getUuid(), vmInstanceName, auxiliaryNetworks.size()));
+
         final VMInstanceVO vm = _vmDao.findVMByInstanceName(vmInstanceName);
         final Account owner = _entityMgr.findById(Account.class, vm.getAccountId());
 
@@ -455,7 +460,7 @@ public class VirtualMachineManagerImpl extends ManagerBase implements VirtualMac
                 } else if (template.getFormat() == ImageFormat.BAREMETAL) {
                     // Do nothing
                 } else {
-                    volumeMgr.allocateTemplatedVolume(Type.ROOT, "ROOT-" + vmFinal.getId(), rootDiskOfferingInfo.getDiskOffering(), rootDiskOfferingInfo.getSize(),
+                    volumeMgr.allocateTemplatedVolumes(Type.ROOT, "ROOT-" + vmFinal.getId(), rootDiskOfferingInfo.getDiskOffering(), rootDiskOfferingInfo.getSize(),
                             rootDiskOfferingInfo.getMinIops(), rootDiskOfferingInfo.getMaxIops(), template, vmFinal, owner);
                 }
 
@@ -592,6 +597,9 @@ public class VirtualMachineManagerImpl extends ManagerBase implements VirtualMac
         //remove the overcommit details from the uservm details
         userVmDetailsDao.removeDetails(vm.getId());
 
+        // Remove deploy as-is (if any)
+        userVmDeployAsIsDetailsDao.removeDetails(vm.getId());
+
         // send hypervisor-dependent commands before removing
         final List<Command> finalizeExpungeCommands = hvGuru.finalizeExpunge(vm);
         if (finalizeExpungeCommands != null && finalizeExpungeCommands.size() > 0) {
@@ -1104,7 +1112,9 @@ public class VirtualMachineManagerImpl extends ManagerBase implements VirtualMac
 
                 if (dest != null) {
                     avoids.addHost(dest.getHost().getId());
-                    journal.record("Deployment found ", vmProfile, dest);
+                    if (!template.isDeployAsIs()) {
+                        journal.record("Deployment found ", vmProfile, dest);
+                    }
                 }
 
                 long destHostId = dest.getHost().getId();
@@ -1136,7 +1146,7 @@ public class VirtualMachineManagerImpl extends ManagerBase implements VirtualMac
 
                 try {
                     resetVmNicsDeviceId(vm.getId());
-                    _networkMgr.prepare(vmProfile, new DeployDestination(dest.getDataCenter(), dest.getPod(), null, null, dest.getStorageForDisks()), ctx);
+                    _networkMgr.prepare(vmProfile, new DeployDestination(dest.getDataCenter(), dest.getPod(), null, null, dest.getStorageForDisks(), dest.isDisplayStorage()), ctx);
                     if (vm.getHypervisorType() != HypervisorType.BareMetal) {
                         volumeMgr.prepare(vmProfile, dest);
                     }
@@ -1468,14 +1478,18 @@ public class VirtualMachineManagerImpl extends ManagerBase implements VirtualMac
             if (disk.getType() != Volume.Type.ISO) {
                 final VolumeObjectTO vol = (VolumeObjectTO)disk.getData();
                 final VolumeVO volume = _volsDao.findById(vol.getId());
+                if (vmSpec.getDeployAsIsInfo() != null && StringUtils.isNotBlank(vol.getPath())) {
+                    volume.setPath(vol.getPath());
+                    _volsDao.update(volume.getId(), volume);
+                }
 
                 // Use getPath() from VolumeVO to get a fresh copy of what's in the DB.
                 // Before doing this, in a certain situation, getPath() from VolumeObjectTO
                 // returned null instead of an actual path (because it was out of date with the DB).
                 if(vol.getPath() != null) {
-                    volumeMgr.updateVolumeDiskChain(vol.getId(), vol.getPath(), vol.getChainInfo());
+                    volumeMgr.updateVolumeDiskChain(vol.getId(), vol.getPath(), vol.getChainInfo(), vol.getUpdatedDataStoreUUID());
                 } else {
-                    volumeMgr.updateVolumeDiskChain(vol.getId(), volume.getPath(), vol.getChainInfo());
+                    volumeMgr.updateVolumeDiskChain(vol.getId(), volume.getPath(), vol.getChainInfo(), vol.getUpdatedDataStoreUUID());
                 }
             }
         }
@@ -1658,9 +1672,11 @@ public class VirtualMachineManagerImpl extends ManagerBase implements VirtualMac
                 }
 
                 guru.finalizeStop(profile, answer);
-                final UserVmVO userVm = _userVmDao.findById(vm.getId());
-                userVm.setPowerState(PowerState.PowerOff);
-                _userVmDao.update(userVm.getId(), userVm);
+                if (vm.getType() == VirtualMachine.Type.User) {
+                    final UserVmVO userVm = _userVmDao.findById(vm.getId());
+                    userVm.setPowerState(PowerState.PowerOff);
+                    _userVmDao.update(userVm.getId(), userVm);
+                }
             } else {
                 s_logger.error("Invalid answer received in response to a StopCommand for " + vm.getInstanceName());
                 return false;
@@ -2468,7 +2484,7 @@ public class VirtualMachineManagerImpl extends ManagerBase implements VirtualMac
             throw new CloudRuntimeException("Unable to find the host to migrate from: " + srcHostId);
         }
 
-        if (fromHost.getClusterId().longValue() != dest.getCluster().getId()) {
+        if (fromHost.getClusterId().longValue() != dest.getCluster().getId() && vm.getHypervisorType() != HypervisorType.VMware) {
             final List<VolumeVO> volumes = _volsDao.findCreatedByInstance(vm.getId());
             for (final VolumeVO volume : volumes) {
                 if (!_storagePoolDao.findById(volume.getPoolId()).getScope().equals(ScopeType.ZONE)) {
@@ -2955,7 +2971,8 @@ public class VirtualMachineManagerImpl extends ManagerBase implements VirtualMac
                     final String serviceOffering = _serviceOfferingDao.findByIdIncludingRemoved(vm.getId(), vm.getServiceOfferingId()).getDisplayText();
                     boolean isWindows = _guestOSCategoryDao.findById(_guestOSDao.findById(vm.getGuestOSId()).getCategoryId()).getName().equalsIgnoreCase("Windows");
                     vmData = _networkModel.generateVmData(userVm.getUserData(), serviceOffering, vm.getDataCenterId(), vm.getInstanceName(), vm.getHostName(), vm.getId(),
-                            vm.getUuid(), defaultNic.getMacAddress(), userVm.getDetail("SSH.PublicKey"), (String) profile.getParameter(VirtualMachineProfile.Param.VmPassword), isWindows, VirtualMachineManager.getHypervisorHostname(destination.getHost().getName()));
+                            vm.getUuid(), defaultNic.getMacAddress(), userVm.getDetail("SSH.PublicKey"), (String) profile.getParameter(VirtualMachineProfile.Param.VmPassword), isWindows,
+                            VirtualMachineManager.getHypervisorHostname(destination.getHost() != null ? destination.getHost().getName() : ""));
                     String vmName = vm.getInstanceName();
                     String configDriveIsoRootFolder = "/tmp";
                     String isoFile = configDriveIsoRootFolder + "/" + vmName + "/configDrive/" + vmName + ".iso";

engine/orchestration/src/main/java/com/cloud/vm/VmWorkMigrate.java

@@ -64,14 +64,19 @@ public class VmWorkMigrate extends VmWork {
 
         Map<Volume, StoragePool> vols = null;
 
+        boolean displayStorage = true;
         if (storage != null) {
             vols = new HashMap<Volume, StoragePool>(storage.size());
             for (Map.Entry<String, String> entry : storage.entrySet()) {
-                vols.put(s_entityMgr.findByUuid(Volume.class, entry.getKey()), s_entityMgr.findByUuid(StoragePool.class, entry.getValue()));
+                Volume volume = s_entityMgr.findByUuid(Volume.class, entry.getKey());
+                if (displayStorage && volume.isDeployAsIs()) {
+                    displayStorage = false;
+                }
+                vols.put(volume, s_entityMgr.findByUuid(StoragePool.class, entry.getValue()));
             }
         }
 
-        DeployDestination dest = new DeployDestination(zone, pod, cluster, host, vols);
+        DeployDestination dest = new DeployDestination(zone, pod, cluster, host, vols, displayStorage);
         return dest;
     }
 

engine/orchestration/src/main/java/org/apache/cloudstack/engine/orchestration/CloudOrchestrator.java

@@ -20,7 +20,6 @@ package org.apache.cloudstack.engine.orchestration;
 
 import java.net.URL;
 import java.util.ArrayList;
-import java.util.Arrays;
 import java.util.LinkedHashMap;
 import java.util.List;
 import java.util.Map;
@@ -156,7 +155,7 @@ public class CloudOrchestrator implements OrchestrationService {
 
     @Override
     public VirtualMachineEntity createVirtualMachine(String id, String owner, String templateId, String hostName, String displayName, String hypervisor, int cpu,
-        int speed, long memory, Long diskSize, List<String> computeTags, List<String> rootDiskTags, Map<String, NicProfile> networkNicMap, DeploymentPlan plan,
+        int speed, long memory, Long diskSize, List<String> computeTags, List<String> rootDiskTags, Map<String, List<NicProfile>> networkNicMap, DeploymentPlan plan,
         Long rootDiskSize, Map<String, Map<Integer, String>> extraDhcpOptionMap, Map<Long, DiskOffering> dataDiskTemplateToDiskOfferingMap) throws InsufficientCapacityException {
 
         // VirtualMachineEntityImpl vmEntity = new VirtualMachineEntityImpl(id, owner, hostName, displayName, cpu, speed, memory, computeTags, rootDiskTags, networks,
@@ -166,7 +165,7 @@ public class CloudOrchestrator implements OrchestrationService {
         for (String uuid : networkNicMap.keySet()) {
             NetworkVO network = _networkDao.findByUuid(uuid);
             if(network != null){
-                networkIpMap.put(network, new ArrayList<NicProfile>(Arrays.asList(networkNicMap.get(uuid))));
+                networkIpMap.put(network, networkNicMap.get(uuid));
             }
         }
 
@@ -255,7 +254,7 @@ public class CloudOrchestrator implements OrchestrationService {
 
     @Override
     public VirtualMachineEntity createVirtualMachineFromScratch(String id, String owner, String isoId, String hostName, String displayName, String hypervisor, String os,
-        int cpu, int speed, long memory, Long diskSize, List<String> computeTags, List<String> rootDiskTags, Map<String, NicProfile> networkNicMap, DeploymentPlan plan, Map<String, Map<Integer, String>> extraDhcpOptionMap)
+        int cpu, int speed, long memory, Long diskSize, List<String> computeTags, List<String> rootDiskTags, Map<String, List<NicProfile>> networkNicMap, DeploymentPlan plan, Map<String, Map<Integer, String>> extraDhcpOptionMap)
         throws InsufficientCapacityException {
 
         // VirtualMachineEntityImpl vmEntity = new VirtualMachineEntityImpl(id, owner, hostName, displayName, cpu, speed, memory, computeTags, rootDiskTags, networks, vmEntityManager);
@@ -307,7 +306,7 @@ public class CloudOrchestrator implements OrchestrationService {
         for (String uuid : networkNicMap.keySet()) {
             NetworkVO network = _networkDao.findByUuid(uuid);
             if(network != null){
-                networkIpMap.put(network, new ArrayList<NicProfile>(Arrays.asList(networkNicMap.get(uuid))));
+                networkIpMap.put(network, networkNicMap.get(uuid));
             }
         }
 

engine/orchestration/src/main/java/org/apache/cloudstack/engine/orchestration/NetworkOrchestrator.java

@@ -16,6 +16,8 @@
 // under the License.
 package org.apache.cloudstack.engine.orchestration;
 
+import static org.apache.commons.lang.StringUtils.isNotBlank;
+
 import java.net.URI;
 import java.util.ArrayList;
 import java.util.Arrays;
@@ -38,12 +40,10 @@ import java.util.stream.Collectors;
 import javax.inject.Inject;
 import javax.naming.ConfigurationException;
 
-import com.cloud.event.EventTypes;
-import com.cloud.event.UsageEventUtils;
-import com.cloud.network.dao.NetworkDetailVO;
-import com.cloud.network.dao.NetworkDetailsDao;
+import com.cloud.deployasis.dao.TemplateDeployAsIsDetailsDao;
 import org.apache.cloudstack.acl.ControlledEntity.ACLType;
 import org.apache.cloudstack.api.ApiConstants;
+import com.cloud.agent.api.to.deployasis.OVFNetworkTO;
 import org.apache.cloudstack.context.CallContext;
 import org.apache.cloudstack.engine.cloud.entity.api.db.VMNetworkMapVO;
 import org.apache.cloudstack.engine.cloud.entity.api.db.dao.VMNetworkMapDao;
@@ -88,6 +88,8 @@ import com.cloud.deploy.DataCenterDeployment;
 import com.cloud.deploy.DeployDestination;
 import com.cloud.deploy.DeploymentPlan;
 import com.cloud.domain.Domain;
+import com.cloud.event.EventTypes;
+import com.cloud.event.UsageEventUtils;
 import com.cloud.exception.ConcurrentOperationException;
 import com.cloud.exception.ConnectionException;
 import com.cloud.exception.InsufficientAddressCapacityException;
@@ -129,6 +131,8 @@ import com.cloud.network.dao.IPAddressVO;
 import com.cloud.network.dao.NetworkAccountDao;
 import com.cloud.network.dao.NetworkAccountVO;
 import com.cloud.network.dao.NetworkDao;
+import com.cloud.network.dao.NetworkDetailVO;
+import com.cloud.network.dao.NetworkDetailsDao;
 import com.cloud.network.dao.NetworkDomainDao;
 import com.cloud.network.dao.NetworkDomainVO;
 import com.cloud.network.dao.NetworkServiceMapDao;
@@ -231,8 +235,6 @@ import com.cloud.vm.dao.UserVmDao;
 import com.cloud.vm.dao.VMInstanceDao;
 import com.google.common.base.Strings;
 
-import static org.apache.commons.lang.StringUtils.isNotBlank;
-
 /**
  * NetworkManagerImpl implements NetworkManager.
  */
@@ -301,6 +303,8 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
     VpcVirtualNetworkApplianceService _routerService;
     @Inject
     UserVmManager _userVmMgr;
+    @Inject
+    TemplateDeployAsIsDetailsDao templateDeployAsIsDetailsDao;
 
     List<NetworkGuru> networkGurus;
 
@@ -645,8 +649,8 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
     @Override
     @DB
     public List<? extends Network> setupNetwork(final Account owner, final NetworkOffering offering, final Network predefined, final DeploymentPlan plan, final String name,
-            final String displayText, final boolean errorIfAlreadySetup, final Long domainId, final ACLType aclType, final Boolean subdomainAccess, final Long vpcId,
-            final Boolean isDisplayNetworkEnabled) throws ConcurrentOperationException {
+                                                final String displayText, final boolean errorIfAlreadySetup, final Long domainId, final ACLType aclType, final Boolean subdomainAccess, final Long vpcId,
+                                                final Boolean isDisplayNetworkEnabled) throws ConcurrentOperationException {
 
         final Account locked = _accountDao.acquireInLockTable(owner.getId());
         if (locked == null) {
@@ -656,8 +660,8 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
         try {
             if (predefined == null
                     || offering.getTrafficType() != TrafficType.Guest && predefined.getCidr() == null && predefined.getBroadcastUri() == null && !(predefined
-                            .getBroadcastDomainType() == BroadcastDomainType.Vlan || predefined.getBroadcastDomainType() == BroadcastDomainType.Lswitch || predefined
-                            .getBroadcastDomainType() == BroadcastDomainType.Vxlan)) {
+                    .getBroadcastDomainType() == BroadcastDomainType.Vlan || predefined.getBroadcastDomainType() == BroadcastDomainType.Lswitch || predefined
+                    .getBroadcastDomainType() == BroadcastDomainType.Vxlan)) {
                 final List<NetworkVO> configs = _networksDao.listBy(owner.getId(), offering.getId(), plan.getDataCenterId());
                 if (configs.size() > 0) {
                     if (s_logger.isDebugEnabled()) {
@@ -747,12 +751,129 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
     @Override
     @DB
     public void allocate(final VirtualMachineProfile vm, final LinkedHashMap<? extends Network, List<? extends NicProfile>> networks, final Map<String, Map<Integer, String>> extraDhcpOptions) throws InsufficientCapacityException,
-    ConcurrentOperationException {
+            ConcurrentOperationException {
 
         Transaction.execute(new TransactionCallbackWithExceptionNoReturn<InsufficientCapacityException>() {
             @Override
             public void doInTransactionWithoutResult(final TransactionStatus status) throws InsufficientCapacityException {
+                if (s_logger.isTraceEnabled()) {
+                    s_logger.trace(String.format("allocating networks for %s(template %s); %d networks",vm.getInstanceName(), vm.getTemplate().getUuid(), networks.size()));
+                }
                 int deviceId = 0;
+                int size;
+                size = determineNumberOfNicsRequired();
+
+                final boolean[] deviceIds = new boolean[size];
+                Arrays.fill(deviceIds, false);
+
+                List<Pair<Network, NicProfile>> profilesList = getOrderedNetworkNicProfileMapping(networks);
+                final List<NicProfile> nics = new ArrayList<NicProfile>(size);
+                NicProfile defaultNic = null;
+                Network nextNetwork = null;
+                for (Pair <Network, NicProfile> networkNicPair : profilesList) {
+                    nextNetwork = networkNicPair.first();
+                    Pair<NicProfile, Integer> newDeviceInfo = addRequestedNicToNicListWithDeviceNumberAndRetrieveDefaultDevice(networkNicPair.second(), deviceIds, deviceId, nextNetwork, nics, defaultNic);
+                    defaultNic = newDeviceInfo.first();
+                    deviceId = newDeviceInfo.second();
+                }
+                createExtraNics(size, nics, nextNetwork);
+
+                if (nics.size() == 1) {
+                    nics.get(0).setDefaultNic(true);
+                }
+            }
+
+            /**
+             * private transaction method to check and add devices to the nic list and update the info
+             */
+            Pair<NicProfile,Integer> addRequestedNicToNicListWithDeviceNumberAndRetrieveDefaultDevice(NicProfile requested, boolean[] deviceIds, int deviceId, Network nextNetwork, List<NicProfile> nics, NicProfile defaultNic)
+                    throws InsufficientAddressCapacityException, InsufficientVirtualNetworkCapacityException {
+                Pair<NicProfile, Integer> rc = new Pair<>(null,null);
+                Boolean isDefaultNic = false;
+                if (vm != null && requested != null && requested.isDefaultNic()) {
+                    isDefaultNic = true;
+                }
+
+                while (deviceIds[deviceId] && deviceId < deviceIds.length) {
+                    deviceId++;
+                }
+
+                final Pair<NicProfile, Integer> vmNicPair = allocateNic(requested, nextNetwork, isDefaultNic, deviceId, vm);
+                NicProfile vmNic = null;
+                if (vmNicPair != null) {
+                    vmNic = vmNicPair.first();
+                    if (vmNic == null) {
+                        return rc;
+                    }
+                    deviceId = vmNicPair.second();
+                }
+
+                final int devId = vmNic.getDeviceId();
+                if (devId >= deviceIds.length) {
+                    throw new IllegalArgumentException("Device id for nic is too large: " + vmNic);
+                }
+                if (deviceIds[devId]) {
+                    throw new IllegalArgumentException("Conflicting device id for two different nics: " + vmNic);
+                }
+
+                deviceIds[devId] = true;
+
+                if (vmNic.isDefaultNic()) {
+                    if (defaultNic != null) {
+                        throw new IllegalArgumentException("You cannot specify two nics as default nics: nic 1 = " + defaultNic + "; nic 2 = " + vmNic);
+                    }
+                    defaultNic = vmNic;
+                }
+
+                nics.add(vmNic);
+                vm.addNic(vmNic);
+                saveExtraDhcpOptions(nextNetwork.getUuid(), vmNic.getId(), extraDhcpOptions);
+                rc.first(defaultNic);
+                rc.second(deviceId);
+                return rc;
+            }
+
+            /**
+             * private transaction method to get oredered list of Network and NicProfile pair
+             * @return ordered list of Network and NicProfile pair
+             * @param networks the map od networks to nic profiles list
+             */
+            private List<Pair<Network, NicProfile>> getOrderedNetworkNicProfileMapping(final LinkedHashMap<? extends Network, List<? extends NicProfile>> networks) {
+                List<Pair<Network, NicProfile>> profilesList = new ArrayList<>();
+                for (final Map.Entry<? extends Network, List<? extends NicProfile>> network : networks.entrySet()) {
+                    List<? extends NicProfile> requestedProfiles = network.getValue();
+                    if (requestedProfiles == null) {
+                        requestedProfiles = new ArrayList<NicProfile>();
+                    }
+                    if (requestedProfiles.isEmpty()) {
+                        requestedProfiles.add(null);
+                    }
+                    for (final NicProfile requested : requestedProfiles) {
+                        profilesList.add(new Pair<Network, NicProfile>(network.getKey(), requested));
+                    }
+                }
+                profilesList.sort(new Comparator<Pair<Network, NicProfile>>() {
+                    @Override
+                    public int compare(Pair<Network, NicProfile> pair1, Pair<Network, NicProfile> pair2) {
+                        int profile1Order = Integer.MAX_VALUE;
+                        int profile2Order = Integer.MAX_VALUE;
+                        if (pair1 != null && pair1.second() != null && pair1.second().getOrderIndex() != null) {
+                            profile1Order = pair1.second().getOrderIndex();
+                        }
+                        if (pair2 != null && pair2.second() != null && pair2.second().getOrderIndex() != null) {
+                            profile2Order = pair2.second().getOrderIndex();
+                        }
+                        return profile1Order - profile2Order;
+                    }
+                });
+                return profilesList;
+            }
+
+            /**
+             * private transaction method to run over the objects and determine nic requirements
+             * @return the total numer of nics required
+             */
+            private int determineNumberOfNicsRequired() {
                 int size = 0;
                 for (final Network ntwk : networks.keySet()) {
                     final List<? extends NicProfile> profiles = networks.get(ntwk);
@@ -763,71 +884,35 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
                     }
                 }
 
-                final boolean[] deviceIds = new boolean[size];
-                Arrays.fill(deviceIds, false);
-
-                final List<NicProfile> nics = new ArrayList<NicProfile>(size);
-                NicProfile defaultNic = null;
-
-                for (final Map.Entry<? extends Network, List<? extends NicProfile>> network : networks.entrySet()) {
-                    final Network config = network.getKey();
-                    List<? extends NicProfile> requestedProfiles = network.getValue();
-                    if (requestedProfiles == null) {
-                        requestedProfiles = new ArrayList<NicProfile>();
-                    }
-                    if (requestedProfiles.isEmpty()) {
-                        requestedProfiles.add(null);
-                    }
-
-                    for (final NicProfile requested : requestedProfiles) {
-                        Boolean isDefaultNic = false;
-                        if (vm != null && requested != null && requested.isDefaultNic()) {
-                            isDefaultNic = true;
-                        }
-
-                        while (deviceIds[deviceId] && deviceId < deviceIds.length) {
-                            deviceId++;
-                        }
-
-                        final Pair<NicProfile, Integer> vmNicPair = allocateNic(requested, config, isDefaultNic, deviceId, vm);
-                        NicProfile vmNic = null;
-                        if (vmNicPair != null) {
-                            vmNic = vmNicPair.first();
-                            if (vmNic == null) {
-                                continue;
-                            }
-                            deviceId = vmNicPair.second();
-                        }
-
-                        final int devId = vmNic.getDeviceId();
-                        if (devId >= deviceIds.length) {
-                            throw new IllegalArgumentException("Device id for nic is too large: " + vmNic);
-                        }
-                        if (deviceIds[devId]) {
-                            throw new IllegalArgumentException("Conflicting device id for two different nics: " + vmNic);
-                        }
-
-                        deviceIds[devId] = true;
-
-                        if (vmNic.isDefaultNic()) {
-                            if (defaultNic != null) {
-                                throw new IllegalArgumentException("You cannot specify two nics as default nics: nic 1 = " + defaultNic + "; nic 2 = " + vmNic);
-                            }
-                            defaultNic = vmNic;
-                        }
-
-                        nics.add(vmNic);
-                        vm.addNic(vmNic);
-                        saveExtraDhcpOptions(config.getUuid(), vmNic.getId(), extraDhcpOptions);
-                    }
+                List<OVFNetworkTO> netprereqs = templateDeployAsIsDetailsDao.listNetworkRequirementsByTemplateId(vm.getTemplate().getId());
+                if (size < netprereqs.size()) {
+                    size = netprereqs.size();
                 }
+                return size;
+            }
+
+            /**
+             * private transaction method to add nics as required
+             * @param size the number needed
+             * @param nics the list of nics present
+             * @param finalNetwork the network to add the nics to
+             * @throws InsufficientVirtualNetworkCapacityException great
+             * @throws InsufficientAddressCapacityException also magnificent, as the name sugests
+             */
+            private void createExtraNics(int size, List<NicProfile> nics, Network finalNetwork) throws InsufficientVirtualNetworkCapacityException, InsufficientAddressCapacityException {
                 if (nics.size() != size) {
                     s_logger.warn("Number of nics " + nics.size() + " doesn't match number of requested nics " + size);
-                    throw new CloudRuntimeException("Number of nics " + nics.size() + " doesn't match number of requested networks " + size);
-                }
-
-                if (nics.size() == 1) {
-                    nics.get(0).setDefaultNic(true);
+                    if (nics.size() > size) {
+                        throw new CloudRuntimeException("Number of nics " + nics.size() + " doesn't match number of requested networks " + size);
+                    } else {
+                        if (finalNetwork == null) {
+                            throw new CloudRuntimeException(String.format("can not assign network to %d remaining required NICs", size - nics.size()));
+                        }
+                        // create extra
+                        for ( int extraNicNum = nics.size() ; extraNicNum < size; extraNicNum ++) {
+                            final Pair<NicProfile, Integer> vmNicPair = allocateNic(new NicProfile(), finalNetwork, false, extraNicNum, vm);
+                        }
+                    }
                 }
             }
         });
@@ -1085,7 +1170,7 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
     }
 
     Pair<NetworkGuru, NetworkVO> implementNetwork(final long networkId, final DeployDestination dest, final ReservationContext context, final boolean isRouter) throws ConcurrentOperationException,
-    ResourceUnavailableException, InsufficientCapacityException {
+            ResourceUnavailableException, InsufficientCapacityException {
         Pair<NetworkGuru, NetworkVO> implemented = null;
         if (!isRouter) {
             implemented = implementNetwork(networkId, dest, context);
@@ -1105,7 +1190,7 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
     @Override
     @DB
     public Pair<NetworkGuru, NetworkVO> implementNetwork(final long networkId, final DeployDestination dest, final ReservationContext context) throws ConcurrentOperationException,
-    ResourceUnavailableException, InsufficientCapacityException {
+            ResourceUnavailableException, InsufficientCapacityException {
         final Pair<NetworkGuru, NetworkVO> implemented = new Pair<NetworkGuru, NetworkVO>(null, null);
 
         NetworkVO network = _networksDao.findById(networkId);
@@ -1396,7 +1481,7 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
     }
 
     protected boolean prepareElement(final NetworkElement element, final Network network, final NicProfile profile, final VirtualMachineProfile vmProfile, final DeployDestination dest,
-            final ReservationContext context) throws InsufficientCapacityException, ConcurrentOperationException, ResourceUnavailableException {
+                                     final ReservationContext context) throws InsufficientCapacityException, ConcurrentOperationException, ResourceUnavailableException {
         element.prepare(network, profile, vmProfile, dest, context);
         if (vmProfile.getType() == Type.User && element.getProvider() != null) {
             if (_networkModel.areServicesSupportedInNetwork(network.getId(), Service.Dhcp)
@@ -1582,11 +1667,11 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
                 if (element instanceof RedundantResource) {
                     resourceCount= ((RedundantResource) element).getResourceCount(network);
                     break;
-                    }
                 }
             }
-        return resourceCount;
         }
+        return resourceCount;
+    }
 
     @Override
     public void configureExtraDhcpOptions(Network network, long nicId, Map<Integer, String> extraDhcpOptions) {
@@ -1628,12 +1713,12 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
                     _networkModel.getNetworkTag(vm.getHypervisorType(), network));
             for (final NetworkElement element : networkElements) {
                 if (_networkModel.areServicesSupportedInNetwork(network.getId(), Service.UserData) && element instanceof UserDataServiceProvider) {
-                        if (element instanceof ConfigDriveNetworkElement && !migrationSuccessful || element instanceof VirtualRouterElement && migrationSuccessful) {
-                            final UserDataServiceProvider sp = (UserDataServiceProvider) element;
-                            if (!sp.saveHypervisorHostname(profile, network, vm, dest)) {
-                                throw new CloudRuntimeException("Failed to Add hypervisor hostname");
-                            }
+                    if (element instanceof ConfigDriveNetworkElement && !migrationSuccessful || element instanceof VirtualRouterElement && migrationSuccessful) {
+                        final UserDataServiceProvider sp = (UserDataServiceProvider) element;
+                        if (!sp.saveHypervisorHostname(profile, network, vm, dest)) {
+                            throw new CloudRuntimeException("Failed to Add hypervisor hostname");
                         }
+                    }
                 }
             }
         }
@@ -1661,7 +1746,7 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
 
     @Override
     public void prepare(final VirtualMachineProfile vmProfile, final DeployDestination dest, final ReservationContext context) throws InsufficientCapacityException, ConcurrentOperationException,
-    ResourceUnavailableException {
+            ResourceUnavailableException {
         final List<NicVO> nics = _nicDao.listByVmId(vmProfile.getId());
 
         // we have to implement default nics first - to ensure that default network elements start up first in multiple
@@ -2246,9 +2331,9 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
 
     @DB
     private Network createGuestNetwork(final long networkOfferingId, final String name, final String displayText, final String gateway, final String cidr, String vlanId,
-                                      boolean bypassVlanOverlapCheck, String networkDomain, final Account owner, final Long domainId, final PhysicalNetwork pNtwk,
-                                      final long zoneId, final ACLType aclType, Boolean subdomainAccess, final Long vpcId, final String ip6Gateway, final String ip6Cidr,
-                                      final Boolean isDisplayNetworkEnabled, final String isolatedPvlan, Network.PVlanType isolatedPvlanType, String externalId, final Boolean isPrivateNetwork) throws ConcurrentOperationException, InsufficientCapacityException, ResourceAllocationException {
+                                       boolean bypassVlanOverlapCheck, String networkDomain, final Account owner, final Long domainId, final PhysicalNetwork pNtwk,
+                                       final long zoneId, final ACLType aclType, Boolean subdomainAccess, final Long vpcId, final String ip6Gateway, final String ip6Cidr,
+                                       final Boolean isDisplayNetworkEnabled, final String isolatedPvlan, Network.PVlanType isolatedPvlanType, String externalId, final Boolean isPrivateNetwork) throws ConcurrentOperationException, InsufficientCapacityException, ResourceAllocationException {
 
         final NetworkOfferingVO ntwkOff = _networkOfferingDao.findById(networkOfferingId);
         final DataCenterVO zone = _dcDao.findById(zoneId);
@@ -2364,12 +2449,12 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
             URI secondaryUri = isNotBlank(isolatedPvlan) ? BroadcastDomainType.fromString(isolatedPvlan) : null;
             //don't allow to specify vlan tag used by physical network for dynamic vlan allocation
             if (!(bypassVlanOverlapCheck && ntwkOff.getGuestType() == GuestType.Shared) && _dcDao.findVnet(zoneId, pNtwk.getId(), BroadcastDomainType.getValue(uri)).size() > 0) {
-                throw new InvalidParameterValueException("The VLAN tag " + vlanId + " is already being used for dynamic vlan allocation for the guest network in zone "
+                throw new InvalidParameterValueException("The VLAN tag to use for new guest network, " + vlanId + " is already being used for dynamic vlan allocation for the guest network in zone "
                         + zone.getName());
             }
             if (secondaryUri != null && !(bypassVlanOverlapCheck && ntwkOff.getGuestType() == GuestType.Shared) &&
                     _dcDao.findVnet(zoneId, pNtwk.getId(), BroadcastDomainType.getValue(secondaryUri)).size() > 0) {
-                throw new InvalidParameterValueException("The VLAN tag " + isolatedPvlan + " is already being used for dynamic vlan allocation for the guest network in zone "
+                throw new InvalidParameterValueException("The VLAN tag for isolated PVLAN " + isolatedPvlan + " is already being used for dynamic vlan allocation for the guest network in zone "
                         + zone.getName());
             }
             if (! UuidUtils.validateUUID(vlanId)){
@@ -2605,7 +2690,7 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
     return bypassVlanOverlapCheck && (ntwkOff.getGuestType() != GuestType.Isolated || isPrivateNetwork);
   }
 
-  /**
+    /**
      * Checks for L2 network offering services. Only 2 cases allowed:
      * - No services
      * - User Data service only, provided by ConfigDrive
@@ -3033,7 +3118,7 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
 
     @Override
     public boolean startNetwork(final long networkId, final DeployDestination dest, final ReservationContext context) throws ConcurrentOperationException, ResourceUnavailableException,
-    InsufficientCapacityException {
+            InsufficientCapacityException {
 
         // Check if network exists
         final NetworkVO network = _networksDao.findById(networkId);
@@ -3056,7 +3141,7 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
 
     @Override
     public boolean restartNetwork(final Long networkId, final Account callerAccount, final User callerUser, final boolean cleanup) throws ConcurrentOperationException, ResourceUnavailableException,
-    InsufficientCapacityException {
+            InsufficientCapacityException {
         boolean status = true;
         boolean restartRequired = false;
         final NetworkVO network = _networksDao.findById(networkId);
@@ -3308,10 +3393,10 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
         final NetworkOfferingVO networkOffering = _networkOfferingDao.findById(networkOfferingId);
         if (networkOffering.getGuestType() == Network.GuestType.Shared
                 && (_networkModel.areServicesSupportedByNetworkOffering(networkOfferingId, Service.SourceNat)
-                        || _networkModel.areServicesSupportedByNetworkOffering(networkOfferingId, Service.StaticNat)
-                        || _networkModel.areServicesSupportedByNetworkOffering(networkOfferingId, Service.Firewall)
-                        || _networkModel.areServicesSupportedByNetworkOffering(networkOfferingId, Service.PortForwarding) || _networkModel.areServicesSupportedByNetworkOffering(
-                                networkOfferingId, Service.Lb))) {
+                || _networkModel.areServicesSupportedByNetworkOffering(networkOfferingId, Service.StaticNat)
+                || _networkModel.areServicesSupportedByNetworkOffering(networkOfferingId, Service.Firewall)
+                || _networkModel.areServicesSupportedByNetworkOffering(networkOfferingId, Service.PortForwarding) || _networkModel.areServicesSupportedByNetworkOffering(
+                networkOfferingId, Service.Lb))) {
             return true;
         }
         return false;
@@ -4183,4 +4268,4 @@ public class NetworkOrchestrator extends ManagerBase implements NetworkOrchestra
                 GuestDomainSuffix, NetworkThrottlingRate, MinVRVersion,
                 PromiscuousMode, MacAddressChanges, ForgedTransmits, RollingRestartEnabled};
     }
-}
+}

engine/orchestration/src/main/java/org/apache/cloudstack/engine/orchestration/VolumeOrchestrator.java

@@ -19,6 +19,7 @@
 package org.apache.cloudstack.engine.orchestration;
 
 import java.util.ArrayList;
+import java.util.Comparator;
 import java.util.HashMap;
 import java.util.HashSet;
 import java.util.List;
@@ -26,10 +27,18 @@ import java.util.Map;
 import java.util.Set;
 import java.util.UUID;
 import java.util.concurrent.ExecutionException;
+import java.util.stream.Collectors;
 
 import javax.inject.Inject;
 import javax.naming.ConfigurationException;
 
+import com.cloud.agent.api.to.DatadiskTO;
+import com.cloud.storage.VolumeDetailVO;
+import com.cloud.storage.dao.VMTemplateDetailsDao;
+import com.cloud.utils.StringUtils;
+import com.cloud.vm.UserVmDetailVO;
+import com.cloud.vm.VmDetailConstants;
+import com.cloud.vm.dao.UserVmDetailsDao;
 import org.apache.cloudstack.api.command.admin.vm.MigrateVMCmd;
 import org.apache.cloudstack.api.command.admin.volume.MigrateVolumeCmdByAdmin;
 import org.apache.cloudstack.api.command.user.volume.MigrateVolumeCmd;
@@ -51,6 +60,7 @@ import org.apache.cloudstack.engine.subsystem.api.storage.StoragePoolAllocator;
 import org.apache.cloudstack.engine.subsystem.api.storage.StorageStrategyFactory;
 import org.apache.cloudstack.engine.subsystem.api.storage.TemplateDataFactory;
 import org.apache.cloudstack.engine.subsystem.api.storage.TemplateInfo;
+import org.apache.cloudstack.engine.subsystem.api.storage.TemplateService;
 import org.apache.cloudstack.engine.subsystem.api.storage.VolumeDataFactory;
 import org.apache.cloudstack.engine.subsystem.api.storage.VolumeInfo;
 import org.apache.cloudstack.engine.subsystem.api.storage.VolumeService;
@@ -68,6 +78,7 @@ import org.apache.cloudstack.storage.datastore.db.SnapshotDataStoreVO;
 import org.apache.cloudstack.storage.datastore.db.StoragePoolVO;
 import org.apache.cloudstack.storage.datastore.db.TemplateDataStoreDao;
 import org.apache.cloudstack.storage.datastore.db.TemplateDataStoreVO;
+import org.apache.commons.collections.CollectionUtils;
 import org.apache.log4j.Logger;
 
 import com.cloud.agent.api.to.DataTO;
@@ -141,6 +152,8 @@ import com.cloud.vm.dao.UserVmCloneSettingDao;
 import com.cloud.vm.dao.UserVmDao;
 import static com.cloud.utils.NumbersUtil.toHumanReadableSize;
 
+import static com.cloud.storage.resource.StorageProcessor.REQUEST_TEMPLATE_RELOAD;
+
 public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrationService, Configurable {
 
     public enum UserVmCloneType {
@@ -197,6 +210,12 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
     protected UserVmCloneSettingDao _vmCloneSettingDao;
     @Inject
     StorageStrategyFactory _storageStrategyFactory;
+    @Inject
+    VMTemplateDetailsDao templateDetailsDao;
+    @Inject
+    TemplateService templateService;
+    @Inject
+    UserVmDetailsDao userVmDetailsDao;
 
     private final StateMachine2<Volume.State, Volume.Event, Volume> _volStateMachine;
     protected List<StoragePoolAllocator> _storagePoolAllocators;
@@ -296,6 +315,34 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
         return null;
     }
 
+    @Override
+    public StoragePool findChildDataStoreInDataStoreCluster(DataCenter dc, Pod pod, Long clusterId, Long hostId, VirtualMachine vm, Long datastoreClusterId) {
+        Long podId = null;
+        if (pod != null) {
+            podId = pod.getId();
+        } else if (clusterId != null) {
+            Cluster cluster = _entityMgr.findById(Cluster.class, clusterId);
+            if (cluster != null) {
+                podId = cluster.getPodId();
+            }
+        }
+        List<StoragePoolVO> childDatastores = _storagePoolDao.listChildStoragePoolsInDatastoreCluster(datastoreClusterId);
+        List<StoragePool> suitablePools = new ArrayList<StoragePool>();
+
+        for (StoragePoolVO childDatastore: childDatastores)
+            suitablePools.add((StoragePool)dataStoreMgr.getDataStore(childDatastore.getId(), DataStoreRole.Primary));
+
+        VirtualMachineProfile profile = new VirtualMachineProfileImpl(vm);
+        for (StoragePoolAllocator allocator : _storagePoolAllocators) {
+            DataCenterDeployment plan = new DataCenterDeployment(dc.getId(), podId, clusterId, hostId, null, null);
+            final List<StoragePool> poolList = allocator.reorderPools(suitablePools, profile, plan);
+
+            if (poolList != null && !poolList.isEmpty()) {
+                return (StoragePool)dataStoreMgr.getDataStore(poolList.get(0).getId(), DataStoreRole.Primary);
+            }
+        }
+        return null;
+    }
     public Pair<Pod, Long> findPod(VirtualMachineTemplate template, ServiceOffering offering, DataCenter dc, long accountId, Set<Long> avoids) {
         for (PodAllocator allocator : _podAllocators) {
             final Pair<Pod, Long> pod = allocator.allocateTo(template, offering, dc, accountId, avoids);
@@ -484,7 +531,7 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
 
     @DB
     public VolumeInfo copyVolumeFromSecToPrimary(VolumeInfo volume, VirtualMachine vm, VirtualMachineTemplate template, DataCenter dc, Pod pod, Long clusterId, ServiceOffering offering,
-            DiskOffering diskOffering, List<StoragePool> avoids, long size, HypervisorType hyperType) throws NoTransitionException {
+                                                 DiskOffering diskOffering, List<StoragePool> avoids, long size, HypervisorType hyperType) throws NoTransitionException {
 
         final HashSet<StoragePool> avoidPools = new HashSet<StoragePool>(avoids);
         DiskProfile dskCh = createDiskCharacteristics(volume, template, dc, diskOffering);
@@ -517,7 +564,7 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
 
     @DB
     public VolumeInfo createVolume(VolumeInfo volume, VirtualMachine vm, VirtualMachineTemplate template, DataCenter dc, Pod pod, Long clusterId, ServiceOffering offering, DiskOffering diskOffering,
-            List<StoragePool> avoids, long size, HypervisorType hyperType) {
+                                   List<StoragePool> avoids, long size, HypervisorType hyperType) {
         // update the volume's hv_ss_reserve (hypervisor snapshot reserve) from a disk offering (used for managed storage)
         volume = volService.updateHypervisorSnapshotReserveForVolume(diskOffering, volume.getId(), hyperType);
 
@@ -563,7 +610,7 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
             try {
                 VolumeApiResult result = future.get();
                 if (result.isFailed()) {
-                    if (result.getResult().contains("request template reload") && (i == 0)) {
+                    if (result.getResult().contains(REQUEST_TEMPLATE_RELOAD) && (i == 0)) {
                         s_logger.debug("Retry template re-deploy for vmware");
                         continue;
                     } else {
@@ -659,7 +706,7 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
 
     @Override
     public DiskProfile allocateRawVolume(Type type, String name, DiskOffering offering, Long size, Long minIops, Long maxIops, VirtualMachine vm, VirtualMachineTemplate template, Account owner,
-            Long deviceId) {
+                                         Long deviceId) {
         if (size == null) {
             size = offering.getDiskSize();
         } else {
@@ -706,19 +753,23 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
         return toDiskProfile(vol, offering);
     }
 
-    @Override
-    public DiskProfile allocateTemplatedVolume(Type type, String name, DiskOffering offering, Long rootDisksize, Long minIops, Long maxIops, VirtualMachineTemplate template, VirtualMachine vm,
-            Account owner) {
+    private DiskProfile allocateTemplatedVolume(Type type, String name, DiskOffering offering, Long rootDisksize, Long minIops, Long maxIops, VirtualMachineTemplate template, VirtualMachine vm,
+                                                Account owner, long deviceId, String configurationId) {
         assert (template.getFormat() != ImageFormat.ISO) : "ISO is not a template really....";
 
         Long size = _tmpltMgr.getTemplateSize(template.getId(), vm.getDataCenterId());
         if (rootDisksize != null) {
-            rootDisksize = rootDisksize * 1024 * 1024 * 1024;
-            if (rootDisksize > size) {
-                s_logger.debug("Using root disk size of " + toHumanReadableSize(rootDisksize) + " Bytes for volume " + name);
+            if (template.isDeployAsIs()) {
+                // Volume size specified from template deploy-as-is
                 size = rootDisksize;
             } else {
-                s_logger.debug("Using root disk size of " + toHumanReadableSize(size) + " Bytes for volume " + name + "since specified root disk size of " + toHumanReadableSize(rootDisksize) + " Bytes is smaller than template");
+                rootDisksize = rootDisksize * 1024 * 1024 * 1024;
+                if (rootDisksize > size) {
+                    s_logger.debug("Using root disk size of " + toHumanReadableSize(rootDisksize) + " Bytes for volume " + name);
+                    size = rootDisksize;
+                } else {
+                    s_logger.debug("Using root disk size of " + toHumanReadableSize(rootDisksize) + " Bytes for volume " + name + "since specified root disk size of " + rootDisksize + " Bytes is smaller than template");
+                }
             }
         }
 
@@ -732,13 +783,9 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
         }
         vol.setTemplateId(template.getId());
 
-        if (type.equals(Type.ROOT)) {
-            vol.setDeviceId(0l);
-            if (!vm.getType().equals(VirtualMachine.Type.User)) {
-                vol.setRecreatable(true);
-            }
-        } else {
-            vol.setDeviceId(1l);
+        vol.setDeviceId(deviceId);
+        if (type.equals(Type.ROOT) && !vm.getType().equals(VirtualMachine.Type.User)) {
+            vol.setRecreatable(true);
         }
 
         if (vm.getType() == VirtualMachine.Type.User) {
@@ -748,6 +795,11 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
 
         vol = _volsDao.persist(vol);
 
+        if (StringUtils.isNotBlank(configurationId)) {
+            VolumeDetailVO deployConfigurationDetail = new VolumeDetailVO(vol.getId(), VmDetailConstants.DEPLOY_AS_IS_CONFIGURATION, configurationId, false);
+            _volDetailDao.persist(deployConfigurationDetail);
+        }
+
         // Create event and update resource count for volumes if vm is a user vm
         if (vm.getType() == VirtualMachine.Type.User) {
 
@@ -766,6 +818,70 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
         return toDiskProfile(vol, offering);
     }
 
+    @Override
+    public List<DiskProfile> allocateTemplatedVolumes(Type type, String name, DiskOffering offering, Long rootDisksize, Long minIops, Long maxIops, VirtualMachineTemplate template, VirtualMachine vm,
+                                                      Account owner) {
+        int volumesNumber = 1;
+        List<DatadiskTO> templateAsIsDisks = null;
+        String configurationId = null;
+        if (template.isDeployAsIs()) {
+            UserVmDetailVO configurationDetail = userVmDetailsDao.findDetail(vm.getId(), VmDetailConstants.DEPLOY_AS_IS_CONFIGURATION);
+            if (configurationDetail != null) {
+                configurationId = configurationDetail.getValue();
+            }
+            templateAsIsDisks = _tmpltMgr.getTemplateDisksOnImageStore(template.getId(), DataStoreRole.Image, configurationId);
+            if (CollectionUtils.isNotEmpty(templateAsIsDisks)) {
+                templateAsIsDisks = templateAsIsDisks.stream()
+                        .filter(x -> !x.isIso())
+                        .sorted(Comparator.comparing(DatadiskTO::getDiskNumber))
+                        .collect(Collectors.toList());
+            }
+            volumesNumber = templateAsIsDisks.size();
+        }
+
+        if (volumesNumber < 1) {
+            throw new CloudRuntimeException("Unable to create any volume from template " + template.getName());
+        }
+
+        List<DiskProfile> profiles = new ArrayList<>();
+
+        for (int number = 0; number < volumesNumber; number++) {
+            String volumeName = name;
+            Long volumeSize = rootDisksize;
+            long deviceId = type.equals(Type.ROOT) ? 0L : 1L;
+            if (template.isDeployAsIs()) {
+                int volumeNameSuffix = templateAsIsDisks.get(number).getDiskNumber();
+                volumeName = String.format("%s-%d", volumeName, volumeNameSuffix);
+                volumeSize = templateAsIsDisks.get(number).getVirtualSize();
+                deviceId = templateAsIsDisks.get(number).getDiskNumber();
+            }
+            s_logger.info(String.format("adding disk object %s to %s", volumeName, vm.getInstanceName()));
+            DiskProfile diskProfile = allocateTemplatedVolume(type, volumeName, offering, volumeSize, minIops, maxIops,
+                    template, vm, owner, deviceId, configurationId);
+            profiles.add(diskProfile);
+        }
+
+        handleRootDiskControllerTpeForDeployAsIs(templateAsIsDisks, vm);
+        return profiles;
+    }
+
+    private void handleRootDiskControllerTpeForDeployAsIs(List<DatadiskTO> disksAsIs, VirtualMachine vm) {
+        if (CollectionUtils.isNotEmpty(disksAsIs)) {
+            String diskControllerSubType = disksAsIs.get(0).getDiskControllerSubType();
+            if (StringUtils.isNotBlank(diskControllerSubType)) {
+                long vmId = vm.getId();
+                UserVmDetailVO detail = userVmDetailsDao.findDetail(vmId, VmDetailConstants.ROOT_DISK_CONTROLLER);
+                if (detail != null) {
+                    detail.setValue(diskControllerSubType);
+                    userVmDetailsDao.update(detail.getId(), detail);
+                } else {
+                    detail = new UserVmDetailVO(vmId, VmDetailConstants.ROOT_DISK_CONTROLLER, diskControllerSubType, false);
+                    userVmDetailsDao.persist(detail);
+                }
+            }
+        }
+    }
+
     private ImageFormat getSupportedImageFormatForCluster(HypervisorType hyperType) {
         if (hyperType == HypervisorType.XenServer) {
             return ImageFormat.VHD;
@@ -796,7 +912,7 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
     }
 
     private VolumeInfo copyVolume(StoragePool rootDiskPool, VolumeInfo volume, VirtualMachine vm, VirtualMachineTemplate rootDiskTmplt, DataCenter dcVO, Pod pod, DiskOffering diskVO,
-            ServiceOffering svo, HypervisorType rootDiskHyperType) throws NoTransitionException {
+                                  ServiceOffering svo, HypervisorType rootDiskHyperType) throws NoTransitionException {
 
         if (!isSupportedImageFormatForCluster(volume, rootDiskHyperType)) {
             throw new InvalidParameterValueException("Failed to attach volume to VM since volumes format " + volume.getFormat().getFileExtension() + " is not compatible with the vm hypervisor type");
@@ -1141,9 +1257,15 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
         details.put(DiskTO.MOUNT_POINT, volumeInfo.get_iScsiName());
 
         VolumeVO volume = _volumeDao.findById(volumeInfo.getId());
-
         details.put(DiskTO.PROTOCOL_TYPE, (volume.getPoolType() != null) ? volume.getPoolType().toString() : null);
 
+         if (volume.getPoolId() != null) {
+            StoragePoolVO poolVO = _storagePoolDao.findById(volume.getPoolId());
+            if (poolVO.getParent() != 0L) {
+                details.put(DiskTO.PROTOCOL_TYPE, Storage.StoragePoolType.DatastoreCluster.toString());
+            }
+        }
+
         ChapInfo chapInfo = volService.getChapInfo(volumeInfo, dataStore);
 
         if (chapInfo != null) {
@@ -1328,7 +1450,7 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
             try {
                 result = future.get();
                 if (result.isFailed()) {
-                    if (result.getResult().contains("request template reload") && (i == 0)) {
+                    if (result.getResult().contains(REQUEST_TEMPLATE_RELOAD) && (i == 0)) {
                         s_logger.debug("Retry template re-deploy for vmware");
                         continue;
                     } else {
@@ -1607,7 +1729,7 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
     }
 
     @Override
-    public void updateVolumeDiskChain(long volumeId, String path, String chainInfo) {
+    public void updateVolumeDiskChain(long volumeId, String path, String chainInfo, String updatedDataStoreUUID) {
         VolumeVO vol = _volsDao.findById(volumeId);
         boolean needUpdate = false;
         // Volume path is not getting updated in the DB, need to find reason and fix the issue.
@@ -1622,10 +1744,20 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
             needUpdate = true;
         }
 
+        if (updatedDataStoreUUID != null) {
+            needUpdate = true;
+        }
+
         if (needUpdate) {
             s_logger.info("Update volume disk chain info. vol: " + vol.getId() + ", " + vol.getPath() + " -> " + path + ", " + vol.getChainInfo() + " -> " + chainInfo);
             vol.setPath(path);
             vol.setChainInfo(chainInfo);
+            if (updatedDataStoreUUID != null) {
+                StoragePoolVO pool = _storagePoolDao.findByUuid(updatedDataStoreUUID);
+                if (pool != null) {
+                    vol.setPoolId(pool.getId());
+                }
+            }
             _volsDao.update(volumeId, vol);
         }
     }
@@ -1704,4 +1836,4 @@ public class VolumeOrchestrator extends ManagerBase implements VolumeOrchestrati
             }
         });
     }
-}
+}

engine/schema/src/main/java/com/cloud/dc/VsphereStoragePolicyVO.java

@@ -0,0 +1,126 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package com.cloud.dc;
+
+import com.cloud.utils.DateUtil;
+import com.cloud.utils.db.GenericDao;
+
+import javax.persistence.Column;
+import javax.persistence.Entity;
+import javax.persistence.GeneratedValue;
+import javax.persistence.GenerationType;
+import javax.persistence.Id;
+import javax.persistence.Table;
+import javax.persistence.Temporal;
+import javax.persistence.TemporalType;
+import java.util.Date;
+import java.util.UUID;
+
+@Entity
+@Table(name = "vsphere_storage_policy")
+public class VsphereStoragePolicyVO implements VsphereStoragePolicy {
+
+    @Id
+    @GeneratedValue(strategy = GenerationType.IDENTITY)
+    @Column(name = "id")
+    private long id;
+
+    @Column(name = "uuid")
+    private String uuid;
+
+    @Column(name = "zone_id")
+    private long zoneId;
+
+    @Column(name = "policy_id")
+    private String policyId;
+
+    @Column(name = "name")
+    private String name;
+
+    @Column(name = "description")
+    private String description;
+
+    @Column(name = "update_time", updatable = true)
+    @Temporal(value = TemporalType.TIMESTAMP)
+    private Date updateTime;
+
+    @Column(name = GenericDao.REMOVED_COLUMN)
+    private Date removed;
+
+    public VsphereStoragePolicyVO(long zoneId, String policyId, String name, String description) {
+        this.uuid = UUID.randomUUID().toString();
+        this.zoneId = zoneId;
+        this.policyId = policyId;
+        this.name = name;
+        this.description = description;
+        this.updateTime = DateUtil.currentGMTTime();
+    }
+
+    public VsphereStoragePolicyVO() {
+        uuid = UUID.randomUUID().toString();
+    }
+    public VsphereStoragePolicyVO(long id) {
+        this.id = id;
+        uuid = UUID.randomUUID().toString();
+    }
+
+    @Override
+    public long getId() {
+        return id;
+    }
+
+    @Override
+    public String getUuid() {
+        return uuid;
+    }
+
+    @Override
+    public long getZoneId() {
+        return zoneId;
+    }
+
+    @Override
+    public String getPolicyId() {
+        return policyId;
+    }
+
+    @Override
+    public String getName() {
+        return name;
+    }
+
+    public void setName(String name) {
+        this.name = name;
+    }
+
+    @Override
+    public String getDescription() {
+        return description;
+    }
+
+    public void setDescription(String description) {
+        this.description = description;
+    }
+
+    public Date getUpdateTime() {
+        return updateTime;
+    }
+
+    public Date getRemoved() {
+        return removed;
+    }
+}

engine/schema/src/main/java/com/cloud/dc/dao/VsphereStoragePolicyDao.java

@@ -14,18 +14,17 @@
 // KIND, either express or implied.  See the License for the
 // specific language governing permissions and limitations
 // under the License.
+package com.cloud.dc.dao;
 
-package com.cloud.storage.dao;
-
-import com.cloud.storage.TemplateOVFPropertyVO;
+import com.cloud.dc.VsphereStoragePolicyVO;
 import com.cloud.utils.db.GenericDao;
 
 import java.util.List;
 
-public interface TemplateOVFPropertiesDao extends GenericDao<TemplateOVFPropertyVO, Long> {
+public interface VsphereStoragePolicyDao extends GenericDao<VsphereStoragePolicyVO, Long> {
+
+    public VsphereStoragePolicyVO findByPolicyId(Long zoneId, String policyId);
+
+    public List<VsphereStoragePolicyVO> findByZoneId(Long zoneId);
 
-    boolean existsOption(long templateId, String key);
-    TemplateOVFPropertyVO findByTemplateAndKey(long templateId, String key);
-    void saveOptions(List<TemplateOVFPropertyVO> opts);
-    List<TemplateOVFPropertyVO> listByTemplateId(long templateId);
 }

engine/schema/src/main/java/com/cloud/dc/dao/VsphereStoragePolicyDaoImpl.java

@@ -0,0 +1,64 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package com.cloud.dc.dao;
+
+import com.cloud.dc.VsphereStoragePolicyVO;
+import com.cloud.utils.db.GenericDaoBase;
+import com.cloud.utils.db.SearchBuilder;
+import com.cloud.utils.db.SearchCriteria;
+import org.apache.log4j.Logger;
+import org.springframework.stereotype.Component;
+
+import java.util.List;
+
+@Component
+public class VsphereStoragePolicyDaoImpl extends GenericDaoBase<VsphereStoragePolicyVO, Long> implements VsphereStoragePolicyDao {
+
+    protected static final Logger LOGGER = Logger.getLogger(VsphereStoragePolicyDaoImpl.class);
+
+    private final SearchBuilder<VsphereStoragePolicyVO> zoneSearch;
+    private final SearchBuilder<VsphereStoragePolicyVO> policySearch;
+
+    public VsphereStoragePolicyDaoImpl() {
+        super();
+
+        zoneSearch = createSearchBuilder();
+        zoneSearch.and("zoneId", zoneSearch.entity().getZoneId(), SearchCriteria.Op.EQ);
+        zoneSearch.done();
+
+        policySearch = createSearchBuilder();
+        policySearch.and("zoneId", policySearch.entity().getZoneId(), SearchCriteria.Op.EQ);
+        policySearch.and("policyId", policySearch.entity().getPolicyId(), SearchCriteria.Op.EQ);
+        policySearch.done();
+    }
+
+    @Override
+    public VsphereStoragePolicyVO findByPolicyId(Long zoneId, String policyId) {
+        SearchCriteria<VsphereStoragePolicyVO> sc = policySearch.create();
+        sc.setParameters("zoneId", zoneId);
+        sc.setParameters("policyId", policyId);
+        return findOneBy(sc);
+    }
+
+    @Override
+    public List<VsphereStoragePolicyVO> findByZoneId(Long zoneId) {
+        SearchCriteria<VsphereStoragePolicyVO> sc = zoneSearch.create();
+        sc.setParameters("zoneId", zoneId);
+
+        return listBy(sc);
+    }
+}

engine/schema/src/main/java/com/cloud/deployasis/TemplateDeployAsIsDetailVO.java

@@ -0,0 +1,94 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package com.cloud.deployasis;
+
+import javax.persistence.Column;
+import javax.persistence.Entity;
+import javax.persistence.GeneratedValue;
+import javax.persistence.GenerationType;
+import javax.persistence.Id;
+import javax.persistence.Lob;
+import javax.persistence.Table;
+
+import org.apache.cloudstack.api.ResourceDetail;
+
+@Entity
+@Table(name = "template_deploy_as_is_details")
+public class TemplateDeployAsIsDetailVO implements ResourceDetail {
+
+    @Id
+    @GeneratedValue(strategy = GenerationType.IDENTITY)
+    @Column(name = "id")
+    private long id;
+
+    @Column(name = "template_id")
+    private long resourceId;
+
+    @Column(name = "name")
+    private String name;
+
+    @Lob
+    @Column(name = "value", length = 65535)
+    private String value;
+
+    public TemplateDeployAsIsDetailVO() {
+    }
+
+    public TemplateDeployAsIsDetailVO(long templateId, String name, String value) {
+        this.resourceId = templateId;
+        this.name = name;
+        this.value = value;
+    }
+
+    @Override
+    public long getId() {
+        return id;
+    }
+
+    public long getResourceId() {
+        return resourceId;
+    }
+
+    public String getName() {
+        return name;
+    }
+
+    public String getValue() {
+        return value;
+    }
+
+    @Override
+    public boolean isDisplay() {
+        return true;
+    }
+
+    public void setId(long id) {
+        this.id = id;
+    }
+
+    public void setResourceId(long resourceId) {
+        this.resourceId = resourceId;
+    }
+
+    public void setName(String name) {
+        this.name = name;
+    }
+
+    public void setValue(String value) {
+        this.value = value;
+    }
+}

engine/schema/src/main/java/com/cloud/deployasis/UserVmDeployAsIsDetailVO.java

@@ -0,0 +1,94 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package com.cloud.deployasis;
+
+import javax.persistence.Column;
+import javax.persistence.Entity;
+import javax.persistence.GeneratedValue;
+import javax.persistence.GenerationType;
+import javax.persistence.Id;
+import javax.persistence.Lob;
+import javax.persistence.Table;
+
+import org.apache.cloudstack.api.ResourceDetail;
+
+@Entity
+@Table(name = "user_vm_deploy_as_is_details")
+public class UserVmDeployAsIsDetailVO implements ResourceDetail {
+
+    @Id
+    @GeneratedValue(strategy = GenerationType.IDENTITY)
+    @Column(name = "id")
+    private long id;
+
+    @Column(name = "vm_id")
+    private long resourceId;
+
+    @Column(name = "name")
+    private String name;
+
+    @Lob
+    @Column(name = "value", length = 65535)
+    private String value;
+
+    public UserVmDeployAsIsDetailVO() {
+    }
+
+    public UserVmDeployAsIsDetailVO(long vmId, String name, String value) {
+        this.resourceId = vmId;
+        this.name = name;
+        this.value = value;
+    }
+
+    @Override
+    public long getId() {
+        return id;
+    }
+
+    public long getResourceId() {
+        return resourceId;
+    }
+
+    public String getName() {
+        return name;
+    }
+
+    public String getValue() {
+        return value;
+    }
+
+    @Override
+    public boolean isDisplay() {
+        return true;
+    }
+
+    public void setId(long id) {
+        this.id = id;
+    }
+
+    public void setResourceId(long resourceId) {
+        this.resourceId = resourceId;
+    }
+
+    public void setName(String name) {
+        this.name = name;
+    }
+
+    public void setValue(String value) {
+        this.value = value;
+    }
+}

engine/schema/src/main/java/com/cloud/deployasis/dao/TemplateDeployAsIsDetailsDao.java

@@ -0,0 +1,32 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package com.cloud.deployasis.dao;
+
+import com.cloud.agent.api.to.deployasis.OVFPropertyTO;
+import com.cloud.deployasis.TemplateDeployAsIsDetailVO;
+import com.cloud.utils.db.GenericDao;
+import com.cloud.agent.api.to.deployasis.OVFNetworkTO;
+import org.apache.cloudstack.resourcedetail.ResourceDetailsDao;
+
+import java.util.List;
+
+public interface TemplateDeployAsIsDetailsDao extends GenericDao<TemplateDeployAsIsDetailVO, Long>, ResourceDetailsDao<TemplateDeployAsIsDetailVO> {
+
+    OVFPropertyTO findPropertyByTemplateAndKey(long templateId, String key);
+    List<TemplateDeployAsIsDetailVO> listDetailsByTemplateIdMatchingPrefix(long templateId, String prefix);
+    List<OVFNetworkTO> listNetworkRequirementsByTemplateId(long templateId);
+}

engine/schema/src/main/java/com/cloud/deployasis/dao/TemplateDeployAsIsDetailsDaoImpl.java

@@ -0,0 +1,83 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package com.cloud.deployasis.dao;
+
+import com.cloud.agent.api.to.deployasis.OVFPropertyTO;
+import com.cloud.deployasis.DeployAsIsConstants;
+import com.cloud.deployasis.TemplateDeployAsIsDetailVO;
+import com.cloud.utils.db.SearchCriteria;
+import com.google.gson.Gson;
+import com.cloud.agent.api.to.deployasis.OVFNetworkTO;
+import org.apache.cloudstack.resourcedetail.ResourceDetailsDaoBase;
+import org.springframework.stereotype.Component;
+
+import java.util.ArrayList;
+import java.util.Comparator;
+import java.util.List;
+
+@Component
+public class TemplateDeployAsIsDetailsDaoImpl extends ResourceDetailsDaoBase<TemplateDeployAsIsDetailVO> implements TemplateDeployAsIsDetailsDao {
+
+    private Gson gson = new Gson();
+
+    public TemplateDeployAsIsDetailsDaoImpl() {
+    }
+
+    @Override
+    public void addDetail(long resourceId, String key, String value, boolean display) {
+        super.addDetail(new TemplateDeployAsIsDetailVO(resourceId, key, value));
+    }
+
+    @Override
+    public OVFPropertyTO findPropertyByTemplateAndKey(long templateId, String key) {
+        SearchCriteria<TemplateDeployAsIsDetailVO> sc = createSearchCriteria();
+        sc.addAnd("resourceId", SearchCriteria.Op.EQ, templateId);
+        sc.addAnd("name", SearchCriteria.Op.EQ, key.startsWith(DeployAsIsConstants.PROPERTY_PREFIX) ? key : DeployAsIsConstants.PROPERTY_PREFIX + key);
+        OVFPropertyTO property = null;
+        TemplateDeployAsIsDetailVO detail = findOneBy(sc);
+        if (detail != null) {
+            property = gson.fromJson(detail.getValue(), OVFPropertyTO.class);
+        }
+        return property;
+    }
+
+    @Override
+    public List<TemplateDeployAsIsDetailVO> listDetailsByTemplateIdMatchingPrefix(long templateId, String prefix) {
+        SearchCriteria<TemplateDeployAsIsDetailVO> ssc = createSearchCriteria();
+        ssc.addAnd("resourceId", SearchCriteria.Op.EQ, templateId);
+        ssc.addAnd("name", SearchCriteria.Op.LIKE, prefix + "%");
+
+        return search(ssc, null);
+    }
+
+    @Override
+    public List<OVFNetworkTO> listNetworkRequirementsByTemplateId(long templateId) {
+        List<TemplateDeployAsIsDetailVO> networkDetails = listDetailsByTemplateIdMatchingPrefix(templateId, DeployAsIsConstants.NETWORK_PREFIX);
+        List<OVFNetworkTO> networkPrereqs = new ArrayList<>();
+        for (TemplateDeployAsIsDetailVO property : networkDetails) {
+            OVFNetworkTO ovfPropertyTO = gson.fromJson(property.getValue(), OVFNetworkTO.class);
+            networkPrereqs.add(ovfPropertyTO);
+        }
+        networkPrereqs.sort(new Comparator<OVFNetworkTO>() {
+            @Override
+            public int compare(OVFNetworkTO o1, OVFNetworkTO o2) {
+                return o1.getInstanceID() - o2.getInstanceID();
+            }
+        });
+        return networkPrereqs;
+    }
+}

engine/schema/src/main/java/com/cloud/deployasis/dao/UserVmDeployAsIsDetailsDao.java

@@ -0,0 +1,24 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package com.cloud.deployasis.dao;
+
+import com.cloud.deployasis.UserVmDeployAsIsDetailVO;
+import com.cloud.utils.db.GenericDao;
+import org.apache.cloudstack.resourcedetail.ResourceDetailsDao;
+
+public interface UserVmDeployAsIsDetailsDao extends GenericDao<UserVmDeployAsIsDetailVO, Long>, ResourceDetailsDao<UserVmDeployAsIsDetailVO> {
+}

engine/schema/src/main/java/com/cloud/deployasis/dao/UserVmDeployAsIsDetailsDaoImpl.java

@@ -0,0 +1,30 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+package com.cloud.deployasis.dao;
+
+import com.cloud.deployasis.UserVmDeployAsIsDetailVO;
+import org.apache.cloudstack.resourcedetail.ResourceDetailsDaoBase;
+import org.springframework.stereotype.Component;
+
+@Component
+public class UserVmDeployAsIsDetailsDaoImpl extends ResourceDetailsDaoBase<UserVmDeployAsIsDetailVO> implements UserVmDeployAsIsDetailsDao {
+
+    @Override
+    public void addDetail(long resourceId, String key, String value, boolean display) {
+        super.addDetail(new UserVmDeployAsIsDetailVO(resourceId, key, value));
+    }
+}

engine/schema/src/main/java/com/cloud/service/dao/ServiceOfferingDetailsDao.java

@@ -26,4 +26,5 @@ import com.cloud.utils.db.GenericDao;
 public interface ServiceOfferingDetailsDao extends GenericDao<ServiceOfferingDetailsVO, Long>, ResourceDetailsDao<ServiceOfferingDetailsVO> {
     List<Long> findDomainIds(final long resourceId);
     List<Long> findZoneIds(final long resourceId);
+    String getDetail(Long diskOfferingId, String key);
 }

engine/schema/src/main/java/com/cloud/service/dao/ServiceOfferingDetailsDaoImpl.java

@@ -58,4 +58,13 @@ public class ServiceOfferingDetailsDaoImpl extends ResourceDetailsDaoBase<Servic
         return zoneIds;
     }
 
+    @Override
+    public String getDetail(Long serviceOfferingId, String key) {
+        String detailValue = null;
+        ServiceOfferingDetailsVO serviceOfferingDetail = findDetail(serviceOfferingId, key);
+        if (serviceOfferingDetail != null) {
+            detailValue = serviceOfferingDetail.getValue();
+        }
+        return detailValue;
+    }
 }

engine/schema/src/main/java/com/cloud/storage/TemplateOVFPropertyVO.java

@@ -1,167 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements.  See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership.  The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License.  You may obtain a copy of the License at
-//
-//   http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied.  See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-package com.cloud.storage;
-
-import com.cloud.agent.api.storage.OVFProperty;
-
-import javax.persistence.Column;
-import javax.persistence.Entity;
-import javax.persistence.GeneratedValue;
-import javax.persistence.GenerationType;
-import javax.persistence.Id;
-import javax.persistence.Table;
-
-@Entity
-@Table(name = "template_ovf_properties")
-public class TemplateOVFPropertyVO implements OVFProperty {
-
-    @Id
-    @GeneratedValue(strategy = GenerationType.IDENTITY)
-    @Column(name = "id")
-    private long id;
-
-    @Column(name = "template_id")
-    private Long templateId;
-
-    @Column(name = "key")
-    private String key;
-
-    @Column(name = "type")
-    private String type;
-
-    @Column(name = "value")
-    private String value;
-
-    @Column(name = "qualifiers")
-    private String qualifiers;
-
-    @Column(name = "password")
-    private Boolean password;
-
-    @Column(name = "user_configurable")
-    private Boolean userConfigurable;
-
-    @Column(name = "label")
-    private String label;
-
-    @Column(name = "description")
-    private String description;
-
-    public TemplateOVFPropertyVO() {
-    }
-
-    public TemplateOVFPropertyVO(Long templateId, String key, String type, String value, String qualifiers,
-                                 Boolean userConfigurable, String label, String description, Boolean password) {
-        this.templateId = templateId;
-        this.key = key;
-        this.type = type;
-        this.value = value;
-        this.qualifiers = qualifiers;
-        this.userConfigurable = userConfigurable;
-        this.label = label;
-        this.description = description;
-        this.password = password;
-    }
-
-    public long getId() {
-        return id;
-    }
-
-    public void setId(long id) {
-        this.id = id;
-    }
-
-    public Long getTemplateId() {
-        return templateId;
-    }
-
-    public void setTemplateId(Long templateId) {
-        this.templateId = templateId;
-    }
-
-    public String getKey() {
-        return key;
-    }
-
-    public void setKey(String key) {
-        this.key = key;
-    }
-
-    public String getType() {
-        return type;
-    }
-
-    public void setType(String type) {
-        this.type = type;
-    }
-
-    public String getValue() {
-        return value;
-    }
-
-    public void setValue(String value) {
-        this.value = value;
-    }
-
-    public String getQualifiers() {
-        return qualifiers;
-    }
-
-    public void setQualifiers(String qualifiers) {
-        this.qualifiers = qualifiers;
-    }
-
-    @Override
-    public Boolean isUserConfigurable() {
-        return userConfigurable;
-    }
-
-    public void setUserConfigurable(Boolean userConfigurable) {
-        this.userConfigurable = userConfigurable;
-    }
-
-    public String getLabel() {
-        return label;
-    }
-
-    public void setLabel(String label) {
-        this.label = label;
-    }
-
-    public String getDescription() {
-        return description;
-    }
-
-    public void setDescription(String description) {
-        this.description = description;
-    }
-
-    public Boolean isPassword() {
-        return password;
-    }
-
-    public void setPassword(Boolean password) {
-        this.password = password;
-    }
-
-    @Override
-    public String toString() {
-        return String.format("PROP - templateId=%s> key=%s value=%s type=%s qual=%s conf=%s label=%s desc=%s password=%s",
-                templateId, key, value, type, qualifiers, userConfigurable, label, description, password);
-    }
-}

engine/schema/src/main/java/com/cloud/storage/VMTemplateStoragePoolVO.java

@@ -95,6 +95,9 @@ public class VMTemplateStoragePoolVO implements VMTemplateStorageResourceAssoc,
     @Enumerated(EnumType.STRING)
     ObjectInDataStoreStateMachine.State state;
 
+    @Column(name = "deployment_option")
+    private String deploymentOption;
+
     @Override
     public String getInstallPath() {
         return installPath;
@@ -168,17 +171,18 @@ public class VMTemplateStoragePoolVO implements VMTemplateStorageResourceAssoc,
         return downloadState;
     }
 
-    public VMTemplateStoragePoolVO(long poolId, long templateId) {
+    public VMTemplateStoragePoolVO(long poolId, long templateId, String configuration) {
         super();
         this.poolId = poolId;
         this.templateId = templateId;
         this.downloadState = Status.NOT_DOWNLOADED;
         this.state = ObjectInDataStoreStateMachine.State.Allocated;
         this.markedForGC = false;
+        this.deploymentOption = configuration;
     }
 
     public VMTemplateStoragePoolVO(long poolId, long templateId, Date lastUpdated, int downloadPercent, Status downloadState, String localDownloadPath,
-            String errorString, String jobId, String installPath, long templateSize) {
+            String errorString, String jobId, String installPath, long templateSize, String configuration) {
         super();
         this.poolId = poolId;
         this.templateId = templateId;
@@ -190,6 +194,7 @@ public class VMTemplateStoragePoolVO implements VMTemplateStorageResourceAssoc,
         this.jobId = jobId;
         this.installPath = installPath;
         this.templateSize = templateSize;
+        this.deploymentOption = configuration;
     }
 
     protected VMTemplateStoragePoolVO() {
@@ -300,4 +305,11 @@ public class VMTemplateStoragePoolVO implements VMTemplateStorageResourceAssoc,
         return this.state;
     }
 
+    public String getDeploymentOption() {
+        return deploymentOption;
+    }
+
+    public void setDeploymentOption(String deploymentOption) {
+        this.deploymentOption = deploymentOption;
+    }
 }

engine/schema/src/main/java/com/cloud/storage/VMTemplateVO.java

@@ -152,6 +152,9 @@ public class VMTemplateVO implements VirtualMachineTemplate {
     @Column(name = "parent_template_id")
     private Long parentTemplateId;
 
+    @Column(name = "deploy_as_is")
+    private boolean deployAsIs;
+
     @Override
     public String getUniqueName() {
         return uniqueName;
@@ -192,9 +195,9 @@ public class VMTemplateVO implements VirtualMachineTemplate {
         uuid = UUID.randomUUID().toString();
     }
 
-    public VMTemplateVO(long id, String name, ImageFormat format, boolean isPublic, boolean featured, boolean isExtractable, TemplateType type, String url,
-            boolean requiresHvm, int bits, long accountId, String cksum, String displayText, boolean enablePassword, long guestOSId, boolean bootable,
-            HypervisorType hyperType, String templateTag, Map<String, String> details, boolean sshKeyEnabled, boolean isDynamicallyScalable, boolean directDownload) {
+    public VMTemplateVO(long id, String name, ImageFormat format, boolean isPublic, boolean featured, boolean isExtractable, TemplateType type, String url, boolean requiresHvm, int bits, long accountId, String cksum, String displayText, boolean enablePassword, long guestOSId, boolean bootable,
+                        HypervisorType hyperType, String templateTag, Map<String, String> details, boolean sshKeyEnabled, boolean isDynamicallyScalable, boolean directDownload,
+                        boolean deployAsIs) {
         this(id,
             name,
             format,
@@ -219,6 +222,7 @@ public class VMTemplateVO implements VirtualMachineTemplate {
         dynamicallyScalable = isDynamicallyScalable;
         state = State.Active;
         this.directDownload = directDownload;
+        this.deployAsIs = deployAsIs;
     }
 
     public static VMTemplateVO createPreHostIso(Long id, String uniqueName, String name, ImageFormat format, boolean isPublic, boolean featured, TemplateType type,
@@ -637,4 +641,11 @@ public class VMTemplateVO implements VirtualMachineTemplate {
         this.parentTemplateId = parentTemplateId;
     }
 
+    @Override public boolean isDeployAsIs() {
+        return deployAsIs;
+    }
+
+    public void setDeployAsIs(boolean deployAsIs) {
+        this.deployAsIs = deployAsIs;
+    }
 }

engine/schema/src/main/java/com/cloud/storage/VolumeVO.java

@@ -166,6 +166,9 @@ public class VolumeVO implements Volume {
     @Column(name = "hv_ss_reserve")
     private Integer hypervisorSnapshotReserve;
 
+    @Transient
+    private boolean deployAsIs;
+
     // Real Constructor
     public VolumeVO(Type type, String name, long dcId, long domainId,
             long accountId, long diskOfferingId, Storage.ProvisioningType provisioningType, long size,
@@ -261,6 +264,7 @@ public class VolumeVO implements Volume {
         format = that.getFormat();
         provisioningType = that.getProvisioningType();
         uuid = UUID.randomUUID().toString();
+        deployAsIs = that.isDeployAsIs();
     }
 
     @Override
@@ -572,6 +576,11 @@ public class VolumeVO implements Volume {
         return displayVolume;
     }
 
+    @Override
+    public boolean isDeployAsIs() {
+        return deployAsIs;
+    }
+
     public void setDisplay(boolean display){
         this.displayVolume = display;
     }

engine/schema/src/main/java/com/cloud/storage/dao/GuestOSCategoryDao.java

@@ -21,4 +21,5 @@ import com.cloud.utils.db.GenericDao;
 
 public interface GuestOSCategoryDao extends GenericDao<GuestOSCategoryVO, Long> {
 
+    GuestOSCategoryVO findByCategoryName(String categoryName);
 }

engine/schema/src/main/java/com/cloud/storage/dao/GuestOSCategoryDaoImpl.java

@@ -16,7 +16,8 @@
 // under the License.
 package com.cloud.storage.dao;
 
-
+import com.cloud.utils.db.QueryBuilder;
+import com.cloud.utils.db.SearchCriteria;
 import org.springframework.stereotype.Component;
 
 import com.cloud.storage.GuestOSCategoryVO;
@@ -29,4 +30,10 @@ public class GuestOSCategoryDaoImpl extends GenericDaoBase<GuestOSCategoryVO, Lo
 
     }
 
+    @Override
+    public GuestOSCategoryVO findByCategoryName(String categoryName) {
+        final QueryBuilder<GuestOSCategoryVO> sc = QueryBuilder.create(GuestOSCategoryVO.class);
+        sc.and(sc.entity().getName(), SearchCriteria.Op.EQ, categoryName);
+        return sc.find();
+    }
 }

engine/schema/src/main/java/com/cloud/storage/dao/GuestOSHypervisorDao.java

@@ -20,6 +20,8 @@ import com.cloud.hypervisor.Hypervisor.HypervisorType;
 import com.cloud.storage.GuestOSHypervisorVO;
 import com.cloud.utils.db.GenericDao;
 
+import java.util.List;
+
 public interface GuestOSHypervisorDao extends GenericDao<GuestOSHypervisorVO, Long> {
 
     HypervisorType findHypervisorTypeByGuestOsId(long guestOsId);
@@ -31,4 +33,9 @@ public interface GuestOSHypervisorDao extends GenericDao<GuestOSHypervisorVO, Lo
     GuestOSHypervisorVO findByOsIdAndHypervisorAndUserDefined(long guestOsId, String hypervisorType, String hypervisorVersion, boolean isUserDefined);
 
     GuestOSHypervisorVO findByOsNameAndHypervisor(String guestOsName, String hypervisorType, String hypervisorVersion);
+
+    List<GuestOSHypervisorVO> listByOsNameAndHypervisorMinimumVersion(String guestOsName, String hypervisorType,
+                                                                      String minHypervisorVersion);
+
+    List<String> listHypervisorSupportedVersionsFromMinimumVersion(String hypervisorType, String hypervisorVersion);
 }

engine/schema/src/main/java/com/cloud/storage/dao/GuestOSHypervisorDaoImpl.java

@@ -16,9 +16,11 @@
 // under the License.
 package com.cloud.storage.dao;
 
+import java.util.ArrayList;
 import java.util.Date;
 import java.util.List;
 
+import com.cloud.utils.db.QueryBuilder;
 import org.apache.commons.collections.CollectionUtils;
 import org.springframework.stereotype.Component;
 
@@ -36,6 +38,7 @@ public class GuestOSHypervisorDaoImpl extends GenericDaoBase<GuestOSHypervisorVO
     protected final SearchBuilder<GuestOSHypervisorVO> mappingSearch;
     protected final SearchBuilder<GuestOSHypervisorVO> userDefinedMappingSearch;
     protected final SearchBuilder<GuestOSHypervisorVO> guestOsNameSearch;
+    protected final SearchBuilder<GuestOSHypervisorVO> availableHypervisorVersionSearch;
 
     protected GuestOSHypervisorDaoImpl() {
         guestOsSearch = createSearchBuilder();
@@ -60,6 +63,15 @@ public class GuestOSHypervisorDaoImpl extends GenericDaoBase<GuestOSHypervisorVO
         guestOsNameSearch.and("hypervisor_type", guestOsNameSearch.entity().getHypervisorType(), SearchCriteria.Op.EQ);
         guestOsNameSearch.and("hypervisor_version", guestOsNameSearch.entity().getHypervisorVersion(), SearchCriteria.Op.EQ);
         guestOsNameSearch.done();
+
+        availableHypervisorVersionSearch = createSearchBuilder();
+        availableHypervisorVersionSearch.and("hypervisor_type",
+                availableHypervisorVersionSearch.entity().getHypervisorType(), SearchCriteria.Op.EQ);
+        availableHypervisorVersionSearch.and("hypervisor_version",
+                availableHypervisorVersionSearch.entity().getHypervisorVersion(), SearchCriteria.Op.GTEQ);
+        availableHypervisorVersionSearch.select(null, SearchCriteria.Func.DISTINCT,
+                availableHypervisorVersionSearch.entity().getHypervisorVersion());
+        availableHypervisorVersionSearch.done();
     }
 
     @Override
@@ -121,4 +133,29 @@ public class GuestOSHypervisorDaoImpl extends GenericDaoBase<GuestOSHypervisorVO
         return CollectionUtils.isNotEmpty(results) ? results.get(0) : null;
     }
 
+    @Override
+    public List<GuestOSHypervisorVO> listByOsNameAndHypervisorMinimumVersion(String guestOsName, String hypervisorType,
+                                                                             String minHypervisorVersion) {
+        final QueryBuilder<GuestOSHypervisorVO> sc = QueryBuilder.create(GuestOSHypervisorVO.class);
+        sc.and(sc.entity().getGuestOsName(), SearchCriteria.Op.EQ, guestOsName);
+        sc.and(sc.entity().getHypervisorType(), SearchCriteria.Op.EQ, hypervisorType);
+        sc.and(sc.entity().getHypervisorVersion(), SearchCriteria.Op.GTEQ, minHypervisorVersion);
+        sc.and(sc.entity().getHypervisorVersion(), SearchCriteria.Op.NEQ, "default");
+        return sc.list();
+    }
+
+    @Override
+    public List<String> listHypervisorSupportedVersionsFromMinimumVersion(String hypervisorType, String hypervisorVersion) {
+        List<String> versions = new ArrayList<>();
+        SearchCriteria<GuestOSHypervisorVO> sc = availableHypervisorVersionSearch.create();
+        sc.setParameters("hypervisor_type", hypervisorType);
+        sc.setParameters("hypervisor_version", hypervisorVersion);
+        Filter filter = new Filter(GuestOSHypervisorVO.class, "hypervisorVersion", true, null, null);
+        List<GuestOSHypervisorVO> mappings = listBy(sc, filter);
+        for (GuestOSHypervisorVO mapping : mappings) {
+            versions.add(mapping.getHypervisorVersion());
+        }
+        return versions;
+    }
+
 }

engine/schema/src/main/java/com/cloud/storage/dao/StoragePoolDetailsDaoImpl.java

@@ -21,11 +21,19 @@ import org.apache.cloudstack.framework.config.ConfigKey;
 import org.apache.cloudstack.framework.config.ConfigKey.Scope;
 import org.apache.cloudstack.framework.config.ScopedConfigStorage;
 import org.apache.cloudstack.resourcedetail.ResourceDetailsDaoBase;
+import org.apache.cloudstack.storage.datastore.db.PrimaryDataStoreDao;
 import org.apache.cloudstack.storage.datastore.db.StoragePoolDetailVO;
 import org.apache.cloudstack.storage.datastore.db.StoragePoolDetailsDao;
+import org.apache.cloudstack.storage.datastore.db.StoragePoolVO;
+
+import javax.inject.Inject;
+import java.util.List;
 
 public class StoragePoolDetailsDaoImpl extends ResourceDetailsDaoBase<StoragePoolDetailVO> implements StoragePoolDetailsDao, ScopedConfigStorage {
 
+    @Inject
+    PrimaryDataStoreDao _storagePoolDao;
+
     public StoragePoolDetailsDaoImpl() {
     }
 
@@ -42,6 +50,10 @@ public class StoragePoolDetailsDaoImpl extends ResourceDetailsDaoBase<StoragePoo
 
     @Override
     public void addDetail(long resourceId, String key, String value, boolean display) {
+        List<StoragePoolVO> ChildPools = _storagePoolDao.listChildStoragePoolsInDatastoreCluster(resourceId);
+        for(StoragePoolVO childPool : ChildPools) {
+            super.addDetail(new StoragePoolDetailVO(childPool.getId(), key, value, display));
+        }
         super.addDetail(new StoragePoolDetailVO(resourceId, key, value, display));
     }
 }

engine/schema/src/main/java/com/cloud/storage/dao/TemplateOVFPropertiesDaoImpl.java

@@ -1,78 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements.  See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership.  The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License.  You may obtain a copy of the License at
-//
-//   http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied.  See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-package com.cloud.storage.dao;
-
-import com.cloud.storage.TemplateOVFPropertyVO;
-import com.cloud.utils.db.GenericDaoBase;
-import com.cloud.utils.db.SearchBuilder;
-import com.cloud.utils.db.SearchCriteria;
-import com.cloud.utils.db.TransactionLegacy;
-import org.apache.commons.collections.CollectionUtils;
-import org.apache.log4j.Logger;
-import org.springframework.stereotype.Component;
-
-import java.util.List;
-
-@Component
-public class TemplateOVFPropertiesDaoImpl extends GenericDaoBase<TemplateOVFPropertyVO, Long> implements TemplateOVFPropertiesDao {
-
-    private final static Logger s_logger = Logger.getLogger(TemplateOVFPropertiesDaoImpl.class);
-
-    SearchBuilder<TemplateOVFPropertyVO> OptionsSearchBuilder;
-
-    public TemplateOVFPropertiesDaoImpl() {
-        super();
-        OptionsSearchBuilder = createSearchBuilder();
-        OptionsSearchBuilder.and("templateid", OptionsSearchBuilder.entity().getTemplateId(), SearchCriteria.Op.EQ);
-        OptionsSearchBuilder.and("key", OptionsSearchBuilder.entity().getKey(), SearchCriteria.Op.EQ);
-        OptionsSearchBuilder.done();
-    }
-
-    @Override
-    public boolean existsOption(long templateId, String key) {
-        return findByTemplateAndKey(templateId, key) != null;
-    }
-
-    @Override
-    public TemplateOVFPropertyVO findByTemplateAndKey(long templateId, String key) {
-        SearchCriteria<TemplateOVFPropertyVO> sc = OptionsSearchBuilder.create();
-        sc.setParameters("templateid", templateId);
-        sc.setParameters("key", key);
-        return findOneBy(sc);
-    }
-
-    @Override
-    public void saveOptions(List<TemplateOVFPropertyVO> opts) {
-        if (CollectionUtils.isEmpty(opts)) {
-            return;
-        }
-        TransactionLegacy txn = TransactionLegacy.currentTxn();
-        txn.start();
-        for (TemplateOVFPropertyVO opt : opts) {
-            persist(opt);
-        }
-        txn.commit();
-    }
-
-    @Override
-    public List<TemplateOVFPropertyVO> listByTemplateId(long templateId) {
-        SearchCriteria<TemplateOVFPropertyVO> sc = OptionsSearchBuilder.create();
-        sc.setParameters("templateid", templateId);
-        return listBy(sc);
-    }
-}

engine/schema/src/main/java/com/cloud/storage/dao/VMTemplateDetailsDaoImpl.java

@@ -30,4 +30,4 @@ public class VMTemplateDetailsDaoImpl extends ResourceDetailsDaoBase<VMTemplateD
     public void addDetail(long resourceId, String key, String value, boolean display) {
         super.addDetail(new VMTemplateDetailVO(resourceId, key, value, display));
     }
-}
+}

engine/schema/src/main/java/com/cloud/storage/dao/VMTemplatePoolDao.java

@@ -27,27 +27,27 @@ import com.cloud.utils.fsm.StateDao;
 
 public interface VMTemplatePoolDao extends GenericDao<VMTemplateStoragePoolVO, Long>,
         StateDao<ObjectInDataStoreStateMachine.State, ObjectInDataStoreStateMachine.Event, DataObjectInStore> {
-    public List<VMTemplateStoragePoolVO> listByPoolId(long id);
+    List<VMTemplateStoragePoolVO> listByPoolId(long id);
 
-    public List<VMTemplateStoragePoolVO> listByTemplateId(long templateId);
+    List<VMTemplateStoragePoolVO> listByTemplateId(long templateId);
 
-    public VMTemplateStoragePoolVO findByPoolTemplate(long poolId, long templateId);
+    VMTemplateStoragePoolVO findByPoolTemplate(long poolId, long templateId, String configuration);
 
-    public List<VMTemplateStoragePoolVO> listByPoolIdAndState(long poolId, ObjectInDataStoreStateMachine.State state);
+    List<VMTemplateStoragePoolVO> listByPoolIdAndState(long poolId, ObjectInDataStoreStateMachine.State state);
 
-    public List<VMTemplateStoragePoolVO> listByTemplateStatus(long templateId, VMTemplateStoragePoolVO.Status downloadState);
+    List<VMTemplateStoragePoolVO> listByTemplateStatus(long templateId, VMTemplateStoragePoolVO.Status downloadState);
 
-    public List<VMTemplateStoragePoolVO> listByTemplateStatus(long templateId, VMTemplateStoragePoolVO.Status downloadState, long poolId);
+    List<VMTemplateStoragePoolVO> listByTemplateStatus(long templateId, VMTemplateStoragePoolVO.Status downloadState, long poolId);
 
-    public List<VMTemplateStoragePoolVO> listByTemplateStatus(long templateId, long datacenterId, VMTemplateStoragePoolVO.Status downloadState);
+    List<VMTemplateStoragePoolVO> listByTemplateStatus(long templateId, long datacenterId, VMTemplateStoragePoolVO.Status downloadState);
 
-    public List<VMTemplateStoragePoolVO> listByTemplateStatus(long templateId, long datacenterId, long podId, VMTemplateStoragePoolVO.Status downloadState);
+    List<VMTemplateStoragePoolVO> listByTemplateStatus(long templateId, long datacenterId, long podId, VMTemplateStoragePoolVO.Status downloadState);
 
-    public List<VMTemplateStoragePoolVO> listByTemplateStates(long templateId, VMTemplateStoragePoolVO.Status... states);
+    List<VMTemplateStoragePoolVO> listByTemplateStates(long templateId, VMTemplateStoragePoolVO.Status... states);
 
     boolean templateAvailable(long templateId, long poolId);
 
-    public VMTemplateStoragePoolVO findByHostTemplate(Long hostId, Long templateId);
+    VMTemplateStoragePoolVO findByHostTemplate(Long hostId, Long templateId, String configuration);
 
     VMTemplateStoragePoolVO findByPoolPath(Long poolId, String path);