catalog-be/src/main/java/org/openecomp/sdc/be/components/csar/YamlTemplateParsingHandler.java

   1 /*-
   2  * ============LICENSE_START=======================================================
   3  * SDC
   4  * ================================================================================
   5  * Copyright (C) 2017 AT&T Intellectual Property. All rights reserved.
   6  * ================================================================================
   7  * Licensed under the Apache License, Version 2.0 (the "License");
   8  * you may not use this file except in compliance with the License.
   9  * You may obtain a copy of the License at
  10  *
  11  *      http://www.apache.org/licenses/LICENSE-2.0
  12  *
  13  * Unless required by applicable law or agreed to in writing, software
  14  * distributed under the License is distributed on an "AS IS" BASIS,
  15  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16  * See the License for the specific language governing permissions and
  17  * limitations under the License.
  18  * ============LICENSE_END=========================================================
  19  * Modifications copyright (c) 2019 Nokia
  20  * ================================================================================
  21  */
  22
  23 package org.openecomp.sdc.be.components.csar;
  24
  25 import static java.util.stream.Collectors.toList;
  26 import static org.openecomp.sdc.be.components.impl.ImportUtils.ResultStatusEnum;
  27 import static org.openecomp.sdc.be.components.impl.ImportUtils.ToscaElementTypeEnum;
  28 import static org.openecomp.sdc.be.components.impl.ImportUtils.findFirstToscaListElement;
  29 import static org.openecomp.sdc.be.components.impl.ImportUtils.findFirstToscaMapElement;
  30 import static org.openecomp.sdc.be.components.impl.ImportUtils.findToscaElement;
  31 import static org.openecomp.sdc.be.components.impl.ImportUtils.loadYamlAsStrictMap;
  32 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.ARTIFACTS;
  33 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.ATTRIBUTES;
  34 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.CAPABILITIES;
  35 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.CAPABILITY;
  36 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.DEFAULT_VALUE;
  37 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.DESCRIPTION;
  38 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.FILE;
  39 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.GET_INPUT;
  40 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.GROUPS;
  41 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.INPUTS;
  42 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.IS_PASSWORD;
  43 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.MEMBERS;
  44 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.NODE;
  45 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.NODE_TEMPLATES;
  46 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.NODE_TYPE;
  47 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.OUTPUTS;
  48 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.POLICIES;
  49 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.PROPERTIES;
  50 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.REQUIREMENTS;
  51 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.SUBSTITUTION_FILTERS;
  52 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.SUBSTITUTION_MAPPINGS;
  53 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TARGETS;
  54 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TOPOLOGY_TEMPLATE;
  55 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TYPE;
  56 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.VALID_SOURCE_TYPES;
  57
  58 import com.google.common.collect.Lists;
  59 import com.google.common.collect.Maps;
  60 import com.google.gson.Gson;
  61 import fj.data.Either;
  62 import java.util.ArrayList;
  63 import java.util.Collection;
  64 import java.util.Collections;
  65 import java.util.EnumMap;
  66 import java.util.HashMap;
  67 import java.util.List;
  68 import java.util.Map;
  69 import java.util.Objects;
  70 import java.util.Set;
  71 import java.util.regex.Pattern;
  72 import java.util.stream.Collectors;
  73 import org.apache.commons.collections.CollectionUtils;
  74 import org.apache.commons.collections.MapUtils;
  75 import org.apache.commons.lang3.StringUtils;
  76 import org.openecomp.sdc.be.components.impl.AnnotationBusinessLogic;
  77 import org.openecomp.sdc.be.components.impl.GroupTypeBusinessLogic;
  78 import org.openecomp.sdc.be.components.impl.ImportUtils;
  79 import org.openecomp.sdc.be.components.impl.NodeFilterUploadCreator;
  80 import org.openecomp.sdc.be.components.impl.PolicyTypeBusinessLogic;
  81 import org.openecomp.sdc.be.components.impl.exceptions.ByActionStatusComponentException;
  82 import org.openecomp.sdc.be.components.utils.PropertiesUtils;
  83 import org.openecomp.sdc.be.config.BeEcompErrorManager;
  84 import org.openecomp.sdc.be.dao.api.ActionStatus;
  85 import org.openecomp.sdc.be.dao.janusgraph.JanusGraphDao;
  86 import org.openecomp.sdc.be.datatypes.elements.CapabilityDataDefinition;
  87 import org.openecomp.sdc.be.datatypes.elements.GetInputValueDataDefinition;
  88 import org.openecomp.sdc.be.datatypes.elements.ListDataDefinition;
  89 import org.openecomp.sdc.be.datatypes.elements.PolicyTargetType;
  90 import org.openecomp.sdc.be.datatypes.elements.PropertyDataDefinition;
  91 import org.openecomp.sdc.be.datatypes.elements.RequirementSubstitutionFilterPropertyDataDefinition;
  92 import org.openecomp.sdc.be.model.CapabilityDefinition;
  93 import org.openecomp.sdc.be.model.Component;
  94 import org.openecomp.sdc.be.model.ComponentInstanceProperty;
  95 import org.openecomp.sdc.be.model.GroupDefinition;
  96 import org.openecomp.sdc.be.model.GroupTypeDefinition;
  97 import org.openecomp.sdc.be.model.InputDefinition;
  98 import org.openecomp.sdc.be.model.NodeTypeInfo;
  99 import org.openecomp.sdc.be.model.OutputDefinition;
 100 import org.openecomp.sdc.be.model.ParsedToscaYamlInfo;
 101 import org.openecomp.sdc.be.model.PolicyDefinition;
 102 import org.openecomp.sdc.be.model.PolicyTypeDefinition;
 103 import org.openecomp.sdc.be.model.PropertyDefinition;
 104 import org.openecomp.sdc.be.model.UploadArtifactInfo;
 105 import org.openecomp.sdc.be.model.UploadAttributeInfo;
 106 import org.openecomp.sdc.be.model.UploadCapInfo;
 107 import org.openecomp.sdc.be.model.UploadComponentInstanceInfo;
 108 import org.openecomp.sdc.be.model.UploadPropInfo;
 109 import org.openecomp.sdc.be.model.UploadReqInfo;
 110 import org.openecomp.sdc.be.model.tosca.ToscaPropertyType;
 111 import org.openecomp.sdc.be.utils.TypeUtils;
 112 import org.openecomp.sdc.common.log.wrappers.Logger;
 113 import org.yaml.snakeyaml.parser.ParserException;
 114
 115 /**
 116  * A handler class designed to parse the YAML file of the service template for a JAVA object
 117  */
 118 @org.springframework.stereotype.Component
 119 public class YamlTemplateParsingHandler {
 120
 121     private static final Pattern propertyValuePattern = Pattern.compile("[ ]*\\{[ ]*(str_replace=|token=|get_property=|concat=|get_attribute=)+");
 122     private static final int SUB_MAPPING_CAPABILITY_OWNER_NAME_IDX = 0;
 123     private static final int SUB_MAPPING_CAPABILITY_NAME_IDX = 1;
 124     private static final Logger log = Logger.getLogger(YamlTemplateParsingHandler.class);
 125     private Gson gson = new Gson();
 126     private JanusGraphDao janusGraphDao;
 127     private GroupTypeBusinessLogic groupTypeBusinessLogic;
 128     private AnnotationBusinessLogic annotationBusinessLogic;
 129     private PolicyTypeBusinessLogic policyTypeBusinessLogic;
 130
 131     public YamlTemplateParsingHandler(JanusGraphDao janusGraphDao, GroupTypeBusinessLogic groupTypeBusinessLogic,
 132                                       AnnotationBusinessLogic annotationBusinessLogic, PolicyTypeBusinessLogic policyTypeBusinessLogic) {
 133         this.janusGraphDao = janusGraphDao;
 134         this.groupTypeBusinessLogic = groupTypeBusinessLogic;
 135         this.annotationBusinessLogic = annotationBusinessLogic;
 136         this.policyTypeBusinessLogic = policyTypeBusinessLogic;
 137     }
 138
 139     public ParsedToscaYamlInfo parseResourceInfoFromYAML(String fileName, String resourceYml, Map<String, String> createdNodesToscaResourceNames,
 140                                                          Map<String, NodeTypeInfo> nodeTypesInfo, String nodeName,
 141                                                          Component component, String interfaceTemplateYaml) {
 142         log.debug("#parseResourceInfoFromYAML - Going to parse yaml {} ", fileName);
 143         final Map<String, Object> mappedToscaTemplate = getMappedToscaTemplate(fileName, resourceYml, nodeTypesInfo, nodeName);
 144         final ParsedToscaYamlInfo parsedToscaYamlInfo = new ParsedToscaYamlInfo();
 145         final Map<String, Object> mappedTopologyTemplate = (Map<String, Object>) findToscaElement(mappedToscaTemplate, TOPOLOGY_TEMPLATE,
 146             ToscaElementTypeEnum.ALL).left().on(err -> failIfNotTopologyTemplate(fileName));
 147         final Map<String, Object> mappedTopologyTemplateInputs = mappedTopologyTemplate.entrySet().stream()
 148             .filter(entry -> entry.getKey().equals(INPUTS.getElementName())).collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue));
 149         final Map<String, Object> mappedTopologyTemplateOutputs = mappedTopologyTemplate.entrySet().stream()
 150             .filter(entry -> entry.getKey().equals(OUTPUTS.getElementName())).collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue));
 151         parsedToscaYamlInfo.setInputs(getInputs(mappedTopologyTemplateInputs));
 152         parsedToscaYamlInfo.setOutputs(getOutputs(mappedTopologyTemplateOutputs));
 153         parsedToscaYamlInfo.setInstances(getInstances(mappedToscaTemplate, createdNodesToscaResourceNames));
 154         parsedToscaYamlInfo.setGroups(getGroups(mappedToscaTemplate, component.getModel()));
 155         parsedToscaYamlInfo.setPolicies(getPolicies(mappedToscaTemplate, component.getModel()));
 156         Map<String, Object> substitutionMappings = getSubstitutionMappings(mappedToscaTemplate);
 157         if (substitutionMappings != null) {
 158             if (component.isService() && !interfaceTemplateYaml.isEmpty()) {
 159                 parsedToscaYamlInfo.setProperties(getProperties(loadYamlAsStrictMap(interfaceTemplateYaml)));
 160                 parsedToscaYamlInfo.setSubstitutionFilterProperties(getSubstitutionFilterProperties(mappedToscaTemplate));
 161             }
 162             parsedToscaYamlInfo.setSubstitutionMappingNodeType((String) substitutionMappings.get(NODE_TYPE.getElementName()));
 163         }
 164         log.debug("#parseResourceInfoFromYAML - The yaml {} has been parsed ", fileName);
 165         return parsedToscaYamlInfo;
 166     }
 167
 168     private Map<String, Object> getMappedToscaTemplate(String fileName, String resourceYml, Map<String, NodeTypeInfo> nodeTypesInfo,
 169                                                        String nodeName) {
 170         Map<String, Object> mappedToscaTemplate;
 171         if (isNodeExist(nodeTypesInfo, nodeName)) {
 172             mappedToscaTemplate = nodeTypesInfo.get(nodeName).getMappedToscaTemplate();
 173         } else {
 174             mappedToscaTemplate = loadYaml(fileName, resourceYml);
 175         }
 176         return mappedToscaTemplate;
 177     }
 178
 179     private Map<String, Object> loadYaml(String fileName, String resourceYml) {
 180         Map<String, Object> mappedToscaTemplate = null;
 181         try {
 182             mappedToscaTemplate = loadYamlAsStrictMap(resourceYml);
 183         } catch (ParserException e) {
 184             log.debug("#getMappedToscaTemplate - Failed to load YAML file {}", fileName, e);
 185             rollbackWithException(ActionStatus.TOSCA_PARSE_ERROR, fileName, e.getMessage());
 186         }
 187         return mappedToscaTemplate;
 188     }
 189
 190     private boolean isNodeExist(Map<String, NodeTypeInfo> nodeTypesInfo, String nodeName) {
 191         return nodeTypesInfo != null && nodeName != null && nodeTypesInfo.containsKey(nodeName);
 192     }
 193
 194     private Map<String, InputDefinition> getInputs(Map<String, Object> toscaJson) {
 195         Map<String, InputDefinition> inputs = ImportUtils.getInputs(toscaJson, annotationBusinessLogic.getAnnotationTypeOperations()).left()
 196             .on(err -> new HashMap<>());
 197         annotationBusinessLogic.validateAndMergeAnnotationsAndAssignToInput(inputs);
 198         return inputs;
 199     }
 200
 201     private Map<String, OutputDefinition> getOutputs(Map<String, Object> toscaJson) {
 202         return ImportUtils.getOutputs(toscaJson).left().on(err -> new HashMap<>());
 203     }
 204
 205     private Map<String, PropertyDefinition> getProperties(Map<String, Object> toscaJson) {
 206         return ImportUtils.getProperties(toscaJson).left().on(err -> new HashMap<>());
 207     }
 208
 209     private ListDataDefinition<RequirementSubstitutionFilterPropertyDataDefinition> getSubstitutionFilterProperties(Map<String, Object> toscaJson) {
 210         ListDataDefinition<RequirementSubstitutionFilterPropertyDataDefinition> propertyList = new ListDataDefinition<>();
 211         Map<String, Object> substitutionFilters = findFirstToscaMapElement(toscaJson, SUBSTITUTION_FILTERS).left().on(err -> new HashMap<>());
 212         if (MapUtils.isEmpty(substitutionFilters)) {
 213             return propertyList;
 214         }
 215         ArrayList<Map<String, List<Map<String, Object>>>> substitutionFilterProperties =
 216             (ArrayList<Map<String, List<Map<String, Object>>>>) substitutionFilters.get("properties");
 217         if (CollectionUtils.isEmpty(substitutionFilterProperties)) {
 218             return propertyList;
 219         }
 220         for (Map<String, List<Map<String, Object>>> filterProps : substitutionFilterProperties) {
 221             for (Map.Entry<String, List<Map<String, Object>>> filterPropsMap : filterProps.entrySet()) {
 222                 for (Map<String, Object> mapValue : filterPropsMap.getValue()) {
 223                     RequirementSubstitutionFilterPropertyDataDefinition requirementSubstitutionFilterPropertyDataDefinition =
 224                         new RequirementSubstitutionFilterPropertyDataDefinition();
 225                     requirementSubstitutionFilterPropertyDataDefinition.setName(filterPropsMap.getKey());
 226                     requirementSubstitutionFilterPropertyDataDefinition.setConstraints(
 227                         getSubstitutionFilterConstraints(filterPropsMap.getKey(), mapValue));
 228                     propertyList.add(requirementSubstitutionFilterPropertyDataDefinition);
 229                 }
 230             }
 231         }
 232         return propertyList;
 233     }
 234
 235     private List<String> getSubstitutionFilterConstraints(String name, Map<String, Object> value) {
 236         List<String> constraints = new ArrayList<>();
 237         for (Map.Entry<String, Object> valueMap : value.entrySet()) {
 238             constraints.add(name + ": {" + valueMap.getKey() + ": " + valueMap.getValue() + "}");
 239         }
 240         return constraints;
 241     }
 242
 243     private Map<String, PolicyDefinition> getPolicies(Map<String, Object> toscaJson, String model) {
 244         Map<String, Object> mappedTopologyTemplate = (Map<String, Object>) findToscaElement(toscaJson, TOPOLOGY_TEMPLATE, ToscaElementTypeEnum.ALL)
 245             .left().on(err -> new HashMap<>());
 246         Map<String, Object> foundPolicies = (Map<String, Object>) mappedTopologyTemplate.get(POLICIES.getElementName());
 247         if (MapUtils.isNotEmpty(foundPolicies)) {
 248             return foundPolicies.entrySet().stream().map(policyToCreate -> createPolicy(policyToCreate, model))
 249                 .collect(Collectors.toMap(PolicyDefinition::getName, p -> p));
 250         }
 251         return Collections.emptyMap();
 252     }
 253
 254     private PolicyDefinition createPolicy(Map.Entry<String, Object> policyNameValue, String model) {
 255         PolicyDefinition emptyPolicyDef = new PolicyDefinition();
 256         String policyName = policyNameValue.getKey();
 257         emptyPolicyDef.setName(policyName);
 258         try {
 259             // There's no need to null test in conjunction with an instanceof test. null is not an instanceof anything, so a null check is redundant.
 260             if (policyNameValue.getValue() instanceof Map) {
 261                 Map<String, Object> policyTemplateJsonMap = (Map<String, Object>) policyNameValue.getValue();
 262                 validateAndFillPolicy(emptyPolicyDef, policyTemplateJsonMap, model);
 263             } else {
 264                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 265             }
 266         } catch (ClassCastException e) {
 267             log.debug("#createPolicy - Failed to create the policy {}. The exception occurred", policyName, e);
 268             rollbackWithException(ActionStatus.INVALID_YAML);
 269         }
 270         return emptyPolicyDef;
 271     }
 272
 273     private void validateAndFillPolicy(PolicyDefinition emptyPolicyDefinition, Map<String, Object> policyTemplateJsonMap, String model) {
 274         String policyTypeName = (String) policyTemplateJsonMap.get(TYPE.getElementName());
 275         if (StringUtils.isEmpty(policyTypeName)) {
 276             log.debug("#validateAndFillPolicy - The 'type' member is not found under policy {}", emptyPolicyDefinition.getName());
 277             rollbackWithException(ActionStatus.POLICY_MISSING_POLICY_TYPE, emptyPolicyDefinition.getName());
 278         }
 279         emptyPolicyDefinition.setType(policyTypeName);
 280         // set policy targets
 281         emptyPolicyDefinition.setTargets(validateFillPolicyTargets(policyTemplateJsonMap));
 282         PolicyTypeDefinition policyTypeDefinition = validateGetPolicyTypeDefinition(policyTypeName, model);
 283         // set policy properties
 284         emptyPolicyDefinition.setProperties(validateFillPolicyProperties(policyTypeDefinition, policyTemplateJsonMap));
 285     }
 286
 287     private PolicyTypeDefinition validateGetPolicyTypeDefinition(String policyType, String modelName) {
 288         PolicyTypeDefinition policyTypeDefinition = policyTypeBusinessLogic.getLatestPolicyTypeByType(policyType, modelName);
 289         if (policyTypeDefinition == null) {
 290             log.debug("#validateAndFillPolicy - The policy type {} not found", policyType);
 291             rollbackWithException(ActionStatus.POLICY_TYPE_IS_INVALID, policyType);
 292         }
 293         return policyTypeDefinition;
 294     }
 295
 296     private List<PropertyDataDefinition> validateFillPolicyProperties(PolicyTypeDefinition policyTypeDefinition,
 297                                                                       Map<String, Object> policyTemplateJsonMap) {
 298         if (MapUtils.isEmpty(policyTemplateJsonMap) || Objects.isNull(policyTypeDefinition)) {
 299             return Collections.emptyList();
 300         }
 301         List<PropertyDataDefinition> propertyDataDefinitionList = new ArrayList<>();
 302         Map<String, Object> propertiesMap = (Map<String, Object>) policyTemplateJsonMap.get(PROPERTIES.getElementName());
 303         if (MapUtils.isEmpty(propertiesMap)) {
 304             return Collections.emptyList();
 305         }
 306         if (CollectionUtils.isNotEmpty(policyTypeDefinition.getProperties())) {
 307             propertyDataDefinitionList = policyTypeDefinition.getProperties().stream()
 308                 .map(propertyDefinition -> setPropertyValue(propertiesMap, propertyDefinition)).collect(Collectors.toList());
 309         }
 310         return propertyDataDefinitionList;
 311     }
 312
 313     private PropertyDataDefinition setPropertyValue(Map<String, Object> propertiesMap, PropertyDataDefinition srcPropertyDataDefinition) {
 314         PropertyDataDefinition newPropertyDef = new PropertyDataDefinition(srcPropertyDataDefinition);
 315         String propertyName = newPropertyDef.getName();
 316         if (Objects.nonNull(propertiesMap.get(propertyName))) {
 317             Object propValue = propertiesMap.get(propertyName);
 318             newPropertyDef.setValue(PropertiesUtils.trimQuotes(gson.toJson(propValue)));
 319         }
 320         return newPropertyDef;
 321     }
 322
 323     private Map<PolicyTargetType, List<String>> validateFillPolicyTargets(Map<String, Object> policyTemplateJson) {
 324         Map<PolicyTargetType, List<String>> targets = new EnumMap<>(PolicyTargetType.class);
 325         if (policyTemplateJson.containsKey(TARGETS.getElementName()) && policyTemplateJson.get(TARGETS.getElementName()) instanceof List) {
 326             List<String> targetsElement = (List<String>) policyTemplateJson.get(TARGETS.getElementName());
 327             targets.put(PolicyTargetType.COMPONENT_INSTANCES, targetsElement);
 328         }
 329         return targets;
 330     }
 331
 332     private Map<String, UploadComponentInstanceInfo> getInstances(Map<String, Object> toscaJson,
 333                                                                   Map<String, String> createdNodesToscaResourceNames) {
 334         Map<String, Object> nodeTemplates = findFirstToscaMapElement(toscaJson, NODE_TEMPLATES).left().on(err -> new HashMap<>());
 335         if (nodeTemplates.isEmpty()) {
 336             return Collections.emptyMap();
 337         }
 338         return getInstances(toscaJson, createdNodesToscaResourceNames, nodeTemplates);
 339     }
 340
 341     private Map<String, UploadComponentInstanceInfo> getInstances(Map<String, Object> toscaJson, Map<String, String> createdNodesToscaResourceNames,
 342                                                                   Map<String, Object> nodeTemplates) {
 343         Map<String, Object> substitutionMappings = getSubstitutionMappings(toscaJson);
 344         return nodeTemplates.entrySet().stream()
 345             .map(node -> buildModuleComponentInstanceInfo(node, substitutionMappings, createdNodesToscaResourceNames))
 346             .collect(Collectors.toMap(UploadComponentInstanceInfo::getName, i -> i));
 347     }
 348
 349     private Map<String, Object> getSubstitutionMappings(Map<String, Object> toscaJson) {
 350         Either<Map<String, Object>, ResultStatusEnum> eitherSubstitutionMappings = findFirstToscaMapElement(toscaJson, SUBSTITUTION_MAPPINGS);
 351         if (eitherSubstitutionMappings.isLeft()) {
 352             return eitherSubstitutionMappings.left().value();
 353         }
 354         return null;
 355     }
 356
 357     @SuppressWarnings("unchecked")
 358     private Map<String, GroupDefinition> getGroups(Map<String, Object> toscaJson, String model) {
 359         Map<String, Object> mappedTopologyTemplate = (Map<String, Object>) findToscaElement(toscaJson, TOPOLOGY_TEMPLATE, ToscaElementTypeEnum.ALL)
 360             .left().on(err -> new HashMap<>());
 361         Map<String, Object> foundGroups = (Map<String, Object>) mappedTopologyTemplate.get(GROUPS.getElementName());
 362         if (MapUtils.isNotEmpty(foundGroups)) {
 363             Map<String, GroupDefinition> groups = foundGroups.entrySet().stream().map(groupToCreate -> createGroup(groupToCreate, model))
 364                 .collect(Collectors.toMap(GroupDefinition::getName, g -> g));
 365             Map<String, Object> substitutionMappings = getSubstitutionMappings(toscaJson);
 366             if (capabilitiesSubstitutionMappingsExist(substitutionMappings)) {
 367                 groups.entrySet().forEach(entry -> updateCapabilitiesNames(entry.getValue(),
 368                     getNamesToUpdate(entry.getKey(), (Map<String, List<String>>) substitutionMappings.get(CAPABILITIES.getElementName()))));
 369             }
 370             return groups;
 371         }
 372         return new HashMap<>();
 373     }
 374
 375     private void updateCapabilitiesNames(GroupDefinition group, Map<String, String> capabilityNames) {
 376         if (MapUtils.isNotEmpty(group.getCapabilities())) {
 377             group.getCapabilities().values().stream().flatMap(Collection::stream).filter(cap -> capabilityNames.containsKey(cap.getName()))
 378                 .forEach(cap -> cap.setName(capabilityNames.get(cap.getName())));
 379         }
 380     }
 381
 382     private Map<String, String> getNamesToUpdate(String name, Map<String, List<String>> pair) {
 383         return pair.entrySet().stream().filter(e -> e.getValue().get(SUB_MAPPING_CAPABILITY_OWNER_NAME_IDX).equalsIgnoreCase(name))
 384             .collect(Collectors.toMap(e -> e.getValue().get(SUB_MAPPING_CAPABILITY_NAME_IDX), Map.Entry::getKey, (n1, n2) -> n1));
 385     }
 386
 387     private boolean capabilitiesSubstitutionMappingsExist(Map<String, Object> substitutionMappings) {
 388         return substitutionMappings != null && substitutionMappings.containsKey(CAPABILITIES.getElementName());
 389     }
 390
 391     private GroupDefinition createGroup(Map.Entry<String, Object> groupNameValue, String model) {
 392         GroupDefinition group = new GroupDefinition();
 393         group.setName(groupNameValue.getKey());
 394         try {
 395             if (groupNameValue.getValue() instanceof Map) {
 396                 Map<String, Object> groupTemplateJsonMap = (Map<String, Object>) groupNameValue.getValue();
 397                 validateAndFillGroup(group, groupTemplateJsonMap, model);
 398                 validateUpdateGroupProperties(group, groupTemplateJsonMap);
 399                 validateUpdateGroupCapabilities(group, groupTemplateJsonMap);
 400             } else {
 401                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 402             }
 403         } catch (ClassCastException e) {
 404             log.debug("#createGroup - Failed to create the group {}. The exception occurres", groupNameValue.getKey(), e);
 405             rollbackWithException(ActionStatus.INVALID_YAML);
 406         }
 407         return group;
 408     }
 409
 410     private Map<String, CapabilityDefinition> addCapabilities(Map<String, CapabilityDefinition> cap, Map<String, CapabilityDefinition> otherCap) {
 411         cap.putAll(otherCap);
 412         return cap;
 413     }
 414
 415     private Map<String, CapabilityDefinition> addCapability(CapabilityDefinition cap) {
 416         Map<String, CapabilityDefinition> map = Maps.newHashMap();
 417         map.put(cap.getName(), cap);
 418         return map;
 419     }
 420
 421     private void setMembers(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 422         if (groupTemplateJsonMap.containsKey(MEMBERS.getElementName())) {
 423             Object members = groupTemplateJsonMap.get(MEMBERS.getElementName());
 424             if (members != null) {
 425                 if (members instanceof List) {
 426                     setMembersFromList(groupInfo, (List<?>) members);
 427                 } else {
 428                     log.debug("The 'members' member is not of type list under group {}", groupInfo.getName());
 429                     rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 430                 }
 431             }
 432         }
 433     }
 434
 435     private void setMembersFromList(GroupDefinition groupInfo, List<?> membersAsList) {
 436         groupInfo.setMembers(membersAsList.stream().collect(Collectors.toMap(Object::toString, member -> "")));
 437     }
 438
 439     @SuppressWarnings("unchecked")
 440     private void validateUpdateGroupProperties(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 441         if (groupTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 442             Object propertiesElement = groupTemplateJsonMap.get(PROPERTIES.getElementName());
 443             if (propertiesElement instanceof Map) {
 444                 mergeGroupProperties(groupInfo, (Map<String, Object>) propertiesElement);
 445             }
 446         }
 447     }
 448
 449     private void mergeGroupProperties(GroupDefinition groupInfo, Map<String, Object> parsedProperties) {
 450         if (CollectionUtils.isNotEmpty(groupInfo.getProperties())) {
 451             validateGroupProperties(parsedProperties, groupInfo);
 452             groupInfo.getProperties().forEach(p -> mergeGroupProperty(p, parsedProperties));
 453         }
 454     }
 455
 456     private void mergeGroupProperty(PropertyDataDefinition property, Map<String, Object> parsedProperties) {
 457         if (parsedProperties.containsKey(property.getName())) {
 458             Object propValue = parsedProperties.get(property.getName());
 459             if (valueNotContainsPattern(propertyValuePattern, propValue)) {
 460                 setPropertyValueAndGetInputsValues(property, propValue);
 461             }
 462         }
 463     }
 464
 465     private void setPropertyValueAndGetInputsValues(PropertyDataDefinition property, Object propValue) {
 466         if (propValue != null) {
 467             UploadPropInfo uploadPropInfo = buildProperty(property.getName(), propValue);
 468             property.setValue(convertPropertyValue(ToscaPropertyType.isValidType(property.getType()), uploadPropInfo.getValue()));
 469             property.setGetInputValues(uploadPropInfo.getGet_input());
 470         }
 471     }
 472
 473     private String convertPropertyValue(ToscaPropertyType type, Object value) {
 474         String convertedValue = null;
 475         if (value != null) {
 476             if (type == null || value instanceof Map || value instanceof List) {
 477                 convertedValue = gson.toJson(value);
 478             } else {
 479                 convertedValue = value.toString();
 480             }
 481         }
 482         return convertedValue;
 483     }
 484
 485     private void setDescription(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 486         if (groupTemplateJsonMap.containsKey(DESCRIPTION.getElementName())) {
 487             groupInfo.setDescription((String) groupTemplateJsonMap.get(DESCRIPTION.getElementName()));
 488         }
 489     }
 490
 491     private void validateAndFillGroup(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap, String model) {
 492         String type = (String) groupTemplateJsonMap.get(TYPE.getElementName());
 493         if (StringUtils.isEmpty(type)) {
 494             log.debug("#validateAndFillGroup - The 'type' member is not found under group {}", groupInfo.getName());
 495             rollbackWithException(ActionStatus.GROUP_MISSING_GROUP_TYPE, groupInfo.getName());
 496         }
 497         groupInfo.setType(type);
 498         GroupTypeDefinition groupType = groupTypeBusinessLogic.getLatestGroupTypeByType(type, model);
 499         if (groupType == null) {
 500             log.debug("#validateAndFillGroup - The group type {} not found", groupInfo.getName());
 501             rollbackWithException(ActionStatus.GROUP_TYPE_IS_INVALID, type);
 502         }
 503         groupInfo.convertFromGroupProperties(groupType.getProperties());
 504         groupInfo.convertCapabilityDefinitions(groupType.getCapabilities());
 505         setDescription(groupInfo, groupTemplateJsonMap);
 506         setMembers(groupInfo, groupTemplateJsonMap);
 507     }
 508
 509     @SuppressWarnings("unchecked")
 510     private void validateUpdateGroupCapabilities(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 511         if (groupTemplateJsonMap.containsKey(CAPABILITIES.getElementName())) {
 512             Object capabilities = groupTemplateJsonMap.get(CAPABILITIES.getElementName());
 513             if (capabilities instanceof List) {
 514                 validateUpdateCapabilities(groupInfo, ((List<Object>) capabilities).stream().map(o -> buildGroupCapability(groupInfo, o))
 515                     .collect(Collectors.toMap(CapabilityDefinition::getType, this::addCapability, this::addCapabilities)));
 516             } else if (capabilities instanceof Map) {
 517                 validateUpdateCapabilities(groupInfo,
 518                     ((Map<String, Object>) capabilities).entrySet().stream().map(e -> buildGroupCapability(groupInfo, e))
 519                         .collect(Collectors.toMap(CapabilityDefinition::getType, this::addCapability, this::addCapabilities)));
 520             } else {
 521                 log.debug("#setCapabilities - Failed to import the capabilities of the group {}. ", groupInfo.getName());
 522                 rollbackWithException(ActionStatus.INVALID_YAML);
 523             }
 524         }
 525     }
 526
 527     private void validateUpdateCapabilities(GroupDefinition groupInfo, Map<String, Map<String, CapabilityDefinition>> capabilityInfo) {
 528         validateGroupCapabilities(groupInfo, capabilityInfo);
 529         groupInfo.updateCapabilitiesProperties(capabilityInfo);
 530     }
 531
 532     private void validateGroupCapabilities(GroupDefinition group, Map<String, Map<String, CapabilityDefinition>> parsedCapabilities) {
 533         if (MapUtils.isNotEmpty(parsedCapabilities)) {
 534             if (MapUtils.isEmpty(group.getCapabilities())) {
 535                 failOnMissingCapabilityTypes(group, Lists.newArrayList(parsedCapabilities.keySet()));
 536             }
 537             List<String> missingCapTypes = parsedCapabilities.keySet().stream().filter(ct -> !group.getCapabilities().containsKey(ct))
 538                 .collect(toList());
 539             if (CollectionUtils.isNotEmpty(missingCapTypes)) {
 540                 failOnMissingCapabilityTypes(group, missingCapTypes);
 541             }
 542             group.getCapabilities().entrySet().forEach(e -> validateCapabilities(group, e.getValue(), parsedCapabilities.get(e.getKey())));
 543         }
 544     }
 545
 546     private void validateCapabilities(GroupDefinition group, List<CapabilityDefinition> capabilities,
 547                                       Map<String, CapabilityDefinition> parsedCapabilities) {
 548         List<String> allowedCapNames = capabilities.stream().map(CapabilityDefinition::getName).distinct().collect(toList());
 549         List<String> missingCapNames = parsedCapabilities.keySet().stream().filter(c -> !allowedCapNames.contains(c)).collect(toList());
 550         if (CollectionUtils.isNotEmpty(missingCapNames)) {
 551             failOnMissingCapabilityNames(group, missingCapNames);
 552         }
 553         validateCapabilitiesProperties(capabilities, parsedCapabilities);
 554     }
 555
 556     private void validateCapabilitiesProperties(List<CapabilityDefinition> capabilities, Map<String, CapabilityDefinition> parsedCapabilities) {
 557         capabilities.forEach(c -> validateCapabilityProperties(c, parsedCapabilities.get(c.getName())));
 558     }
 559
 560     private void validateCapabilityProperties(CapabilityDefinition capability, CapabilityDefinition parsedCapability) {
 561         if (parsedCapability != null && parsedCapability.getProperties() != null) {
 562             List<String> parsedPropertiesNames = parsedCapability.getProperties().stream().map(ComponentInstanceProperty::getName).collect(toList());
 563             validateProperties(capability.getProperties().stream().map(PropertyDataDefinition::getName).collect(toList()), parsedPropertiesNames,
 564                 ActionStatus.PROPERTY_NOT_FOUND, capability.getName(), capability.getType());
 565         }
 566     }
 567
 568     private void validateGroupProperties(Map<String, Object> parsedProperties, GroupDefinition groupInfo) {
 569         List<String> parsedPropertiesNames = parsedProperties.entrySet().stream().map(Map.Entry::getKey).collect(toList());
 570         validateProperties(groupInfo.getProperties().stream().map(PropertyDataDefinition::getName).collect(toList()), parsedPropertiesNames,
 571             ActionStatus.GROUP_PROPERTY_NOT_FOUND, groupInfo.getName(), groupInfo.getType());
 572     }
 573
 574     private void validateProperties(List<String> validProperties, List<String> parsedProperties, ActionStatus actionStatus, String name,
 575                                     String type) {
 576         if (CollectionUtils.isNotEmpty(parsedProperties)) {
 577             verifyMissingProperties(actionStatus, name, type, parsedProperties.stream().filter(n -> !validProperties.contains(n)).collect(toList()));
 578         }
 579     }
 580
 581     private void verifyMissingProperties(ActionStatus actionStatus, String name, String type, List<String> missingProperties) {
 582         if (CollectionUtils.isNotEmpty(missingProperties)) {
 583             if (log.isDebugEnabled()) {
 584                 log.debug("#validateProperties - Failed to validate properties. The properties {} are missing on {} of the type {}. ",
 585                     missingProperties.toString(), name, type);
 586             }
 587             rollbackWithException(actionStatus, missingProperties.toString(), missingProperties.toString(), name, type);
 588         }
 589     }
 590
 591     @SuppressWarnings("unchecked")
 592     private CapabilityDefinition buildGroupCapability(GroupDefinition groupInfo, Object capObject) {
 593         if (!(capObject instanceof Map)) {
 594             log.debug("#convertToGroupCapability - Failed to import the capability {}. ", capObject);
 595             rollbackWithException(ActionStatus.INVALID_YAML);
 596         }
 597         return buildGroupCapability(groupInfo, ((Map<String, Object>) capObject).entrySet().iterator().next());
 598     }
 599
 600     @SuppressWarnings("unchecked")
 601     private CapabilityDefinition buildGroupCapability(GroupDefinition groupInfo, Map.Entry<String, Object> capEntry) {
 602         CapabilityDefinition capability = new CapabilityDefinition();
 603         capability.setOwnerType(CapabilityDataDefinition.OwnerType.GROUP);
 604         capability.setName(capEntry.getKey());
 605         capability.setParentName(capEntry.getKey());
 606         capability.setOwnerId(groupInfo.getName());
 607         if (!(capEntry.getValue() instanceof Map)) {
 608             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. ", capEntry.getKey());
 609             rollbackWithException(ActionStatus.INVALID_YAML);
 610         }
 611         Map<String, Object> capabilityValue = (Map<String, Object>) capEntry.getValue();
 612         String type = (String) capabilityValue.get(TYPE.getElementName());
 613         if (StringUtils.isEmpty(type)) {
 614             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. Missing capability type. ", capEntry.getKey());
 615             rollbackWithException(ActionStatus.INVALID_YAML);
 616         }
 617         capability.setType(type);
 618         if (!(capabilityValue.get(PROPERTIES.getElementName()) instanceof Map)) {
 619             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. ", capEntry.getKey());
 620             rollbackWithException(ActionStatus.INVALID_YAML);
 621         }
 622         Map<String, Object> properties = (Map<String, Object>) capabilityValue.get(PROPERTIES.getElementName());
 623         capability.setProperties(properties.entrySet().stream().map(this::convertToProperty).collect(toList()));
 624         return capability;
 625     }
 626
 627     private ComponentInstanceProperty convertToProperty(Map.Entry<String, Object> e) {
 628         ComponentInstanceProperty property = new ComponentInstanceProperty();
 629         property.setName(e.getKey());
 630         property.setValue((String) e.getValue());
 631         return property;
 632     }
 633
 634     @SuppressWarnings("unchecked")
 635     private UploadComponentInstanceInfo buildModuleComponentInstanceInfo(Map.Entry<String, Object> nodeTemplateJsonEntry,
 636                                                                          Map<String, Object> substitutionMappings,
 637                                                                          Map<String, String> createdNodesToscaResourceNames) {
 638         UploadComponentInstanceInfo nodeTemplateInfo = new UploadComponentInstanceInfo();
 639         nodeTemplateInfo.setName(nodeTemplateJsonEntry.getKey());
 640         try {
 641             if (nodeTemplateJsonEntry.getValue() instanceof String) {
 642                 String nodeTemplateJsonString = (String) nodeTemplateJsonEntry.getValue();
 643                 nodeTemplateInfo.setType(nodeTemplateJsonString);
 644             } else if (nodeTemplateJsonEntry.getValue() instanceof Map) {
 645                 Map<String, Object> nodeTemplateJsonMap = (Map<String, Object>) nodeTemplateJsonEntry.getValue();
 646                 setToscaResourceType(createdNodesToscaResourceNames, nodeTemplateInfo, nodeTemplateJsonMap);
 647                 setRequirements(nodeTemplateInfo, nodeTemplateJsonMap);
 648                 setCapabilities(nodeTemplateInfo, nodeTemplateJsonMap);
 649                 setArtifacts(nodeTemplateInfo, nodeTemplateJsonMap);
 650                 updateProperties(nodeTemplateInfo, nodeTemplateJsonMap);
 651                 updateAttributes(nodeTemplateInfo, nodeTemplateJsonMap);
 652                 setDirectives(nodeTemplateInfo, nodeTemplateJsonMap);
 653                 setNodeFilter(nodeTemplateInfo, nodeTemplateJsonMap);
 654                 setSubstitutions(substitutionMappings, nodeTemplateInfo);
 655             } else {
 656                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 657             }
 658         } catch (ClassCastException e) {
 659             BeEcompErrorManager.getInstance().logBeSystemError("Import Resource - create capability");
 660             log.debug("error when creating capability, message:{}", e.getMessage(), e);
 661             rollbackWithException(ActionStatus.INVALID_YAML);
 662         }
 663         return nodeTemplateInfo;
 664     }
 665
 666     @SuppressWarnings("unchecked")
 667     private void setSubstitutions(Map<String, Object> substitutionMappings, UploadComponentInstanceInfo nodeTemplateInfo) {
 668         if (substitutionMappings != null) {
 669             if (substitutionMappings.containsKey(CAPABILITIES.getElementName())) {
 670                 nodeTemplateInfo.setCapabilitiesNamesToUpdate(getNamesToUpdate(nodeTemplateInfo.getName(),
 671                     (Map<String, List<String>>) substitutionMappings.get(CAPABILITIES.getElementName())));
 672             }
 673             if (substitutionMappings.containsKey(REQUIREMENTS.getElementName())) {
 674                 nodeTemplateInfo.setRequirementsNamesToUpdate(getNamesToUpdate(nodeTemplateInfo.getName(),
 675                     (Map<String, List<String>>) substitutionMappings.get(REQUIREMENTS.getElementName())));
 676             }
 677         }
 678     }
 679
 680     private void updateProperties(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 681         if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 682             Map<String, List<UploadPropInfo>> properties = buildPropModuleFromYaml(nodeTemplateJsonMap);
 683             if (!properties.isEmpty()) {
 684                 nodeTemplateInfo.setProperties(properties);
 685             }
 686         }
 687     }
 688
 689     private void updateAttributes(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 690         if (nodeTemplateJsonMap.containsKey(ATTRIBUTES.getElementName())) {
 691             Map<String, UploadAttributeInfo> attributes = buildAttributeModuleFromYaml(nodeTemplateJsonMap);
 692             if (!attributes.isEmpty()) {
 693                 nodeTemplateInfo.setAttributes(attributes);
 694             }
 695         }
 696     }
 697
 698     private void setCapabilities(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 699         if (nodeTemplateJsonMap.containsKey(CAPABILITIES.getElementName())) {
 700             Map<String, List<UploadCapInfo>> eitherCapRes = createCapModuleFromYaml(nodeTemplateJsonMap);
 701             if (!eitherCapRes.isEmpty()) {
 702                 nodeTemplateInfo.setCapabilities(eitherCapRes);
 703             }
 704         }
 705     }
 706
 707     private void setArtifacts(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 708         if (nodeTemplateJsonMap.containsKey(ARTIFACTS.getElementName())) {
 709             Map<String, Map<String, UploadArtifactInfo>> eitherArtifactsRes = createArtifactsModuleFromYaml(nodeTemplateJsonMap);
 710             if (!eitherArtifactsRes.isEmpty()) {
 711                 nodeTemplateInfo.setArtifacts(eitherArtifactsRes);
 712             }
 713         }
 714     }
 715
 716     private void setRequirements(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 717         if (nodeTemplateJsonMap.containsKey(REQUIREMENTS.getElementName())) {
 718             Map<String, List<UploadReqInfo>> regResponse = createReqModuleFromYaml(nodeTemplateJsonMap);
 719             if (!regResponse.isEmpty()) {
 720                 nodeTemplateInfo.setRequirements(regResponse);
 721             }
 722         }
 723     }
 724
 725     private void setToscaResourceType(Map<String, String> createdNodesToscaResourceNames, UploadComponentInstanceInfo nodeTemplateInfo,
 726                                       Map<String, Object> nodeTemplateJsonMap) {
 727         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 728             String toscaResourceType = (String) nodeTemplateJsonMap.get(TYPE.getElementName());
 729             if (createdNodesToscaResourceNames.containsKey(toscaResourceType)) {
 730                 toscaResourceType = createdNodesToscaResourceNames.get(toscaResourceType);
 731             }
 732             nodeTemplateInfo.setType(toscaResourceType);
 733         }
 734     }
 735
 736     private void setDirectives(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 737         List<String> directives = (List<String>) nodeTemplateJsonMap.get(TypeUtils.ToscaTagNamesEnum.DIRECTIVES.getElementName());
 738         nodeTemplateInfo.setDirectives(directives);
 739     }
 740
 741     private void setNodeFilter(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 742         if (nodeTemplateJsonMap.containsKey(TypeUtils.ToscaTagNamesEnum.NODE_FILTER.getElementName())) {
 743             nodeTemplateInfo.setUploadNodeFilterInfo(new NodeFilterUploadCreator()
 744                 .createNodeFilterData(nodeTemplateJsonMap.get(TypeUtils.ToscaTagNamesEnum.NODE_FILTER.getElementName())));
 745         }
 746     }
 747
 748     @SuppressWarnings("unchecked")
 749     private Map<String, List<UploadReqInfo>> createReqModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 750         Map<String, List<UploadReqInfo>> moduleRequirements = new HashMap<>();
 751         Either<List<Object>, ResultStatusEnum> requirementsListRes = findFirstToscaListElement(nodeTemplateJsonMap, REQUIREMENTS);
 752         if (requirementsListRes.isLeft()) {
 753             for (Object jsonReqObj : requirementsListRes.left().value()) {
 754                 String reqName = ((Map<String, Object>) jsonReqObj).keySet().iterator().next();
 755                 Object reqJson = ((Map<String, Object>) jsonReqObj).get(reqName);
 756                 addModuleNodeTemplateReq(moduleRequirements, reqJson, reqName);
 757             }
 758         } else {
 759             Either<Map<String, Object>, ResultStatusEnum> requirementsMapRes = findFirstToscaMapElement(nodeTemplateJsonMap, REQUIREMENTS);
 760             if (requirementsMapRes.isLeft()) {
 761                 for (Map.Entry<String, Object> entry : requirementsMapRes.left().value().entrySet()) {
 762                     String reqName = entry.getKey();
 763                     Object reqJson = entry.getValue();
 764                     addModuleNodeTemplateReq(moduleRequirements, reqJson, reqName);
 765                 }
 766             }
 767         }
 768         return moduleRequirements;
 769     }
 770
 771     private void addModuleNodeTemplateReq(Map<String, List<UploadReqInfo>> moduleRequirements, Object requirementJson, String requirementName) {
 772         UploadReqInfo requirement = buildModuleNodeTemplateReg(requirementJson);
 773         requirement.setName(requirementName);
 774         if (moduleRequirements.containsKey(requirementName)) {
 775             moduleRequirements.get(requirementName).add(requirement);
 776         } else {
 777             List<UploadReqInfo> list = new ArrayList<>();
 778             list.add(requirement);
 779             moduleRequirements.put(requirementName, list);
 780         }
 781     }
 782
 783     @SuppressWarnings("unchecked")
 784     private Map<String, Map<String, UploadArtifactInfo>> createArtifactsModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 785         Map<String, Map<String, UploadArtifactInfo>> moduleArtifacts = new HashMap<>();
 786         Either<List<Object>, ResultStatusEnum> artifactsListRes = findFirstToscaListElement(nodeTemplateJsonMap, ARTIFACTS);
 787         if (artifactsListRes.isLeft()) {
 788             for (Object jsonArtifactObj : artifactsListRes.left().value()) {
 789                 String key = ((Map<String, Object>) jsonArtifactObj).keySet().iterator().next();
 790                 Object artifactJson = ((Map<String, Object>) jsonArtifactObj).get(key);
 791                 addModuleNodeTemplateArtifacts(moduleArtifacts, artifactJson, key);
 792             }
 793         } else {
 794             Either<Map<String, Map<String, Object>>, ResultStatusEnum> artifactsMapRes = findFirstToscaMapElement(nodeTemplateJsonMap, ARTIFACTS);
 795             if (artifactsMapRes.isLeft()) {
 796                 for (Map.Entry<String, Map<String, Object>> entry : artifactsMapRes.left().value().entrySet()) {
 797                     String artifactName = entry.getKey();
 798                     Object artifactJson = entry.getValue();
 799                     addModuleNodeTemplateArtifacts(moduleArtifacts, artifactJson, artifactName);
 800                 }
 801             }
 802         }
 803         return moduleArtifacts;
 804     }
 805
 806     private void addModuleNodeTemplateArtifacts(Map<String, Map<String, UploadArtifactInfo>> moduleArtifacts, Object artifactJson,
 807                                                 String artifactName) {
 808         UploadArtifactInfo artifact = buildModuleNodeTemplateArtifact(artifactJson);
 809         artifact.setName(artifactName);
 810         if (moduleArtifacts.containsKey(ARTIFACTS.getElementName())) {
 811             moduleArtifacts.get(ARTIFACTS.getElementName()).put(artifactName, artifact);
 812         } else {
 813             Map<String, UploadArtifactInfo> map = new HashMap<>();
 814             map.put(artifactName, artifact);
 815             moduleArtifacts.put(ARTIFACTS.getElementName(), map);
 816         }
 817     }
 818
 819     @SuppressWarnings("unchecked")
 820     private UploadArtifactInfo buildModuleNodeTemplateArtifact(Object artifactObject) {
 821         UploadArtifactInfo artifactTemplateInfo = new UploadArtifactInfo();
 822         if (artifactObject instanceof Map) {
 823             fillArtifact(artifactTemplateInfo, (Map<String, Object>) artifactObject);
 824         }
 825         return artifactTemplateInfo;
 826     }
 827
 828     private void fillArtifact(UploadArtifactInfo artifactTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 829         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 830             artifactTemplateInfo.setType((String) nodeTemplateJsonMap.get(TYPE.getElementName()));
 831         }
 832         if (nodeTemplateJsonMap.containsKey(FILE.getElementName())) {
 833             artifactTemplateInfo.setFile((String) nodeTemplateJsonMap.get(FILE.getElementName()));
 834         }
 835         if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 836             Map<String, List<UploadPropInfo>> props = buildPropModuleFromYaml(nodeTemplateJsonMap);
 837             if (!props.isEmpty()) {
 838                 List<UploadPropInfo> properties = props.values().stream().flatMap(Collection::stream).collect(toList());
 839                 artifactTemplateInfo.setProperties(properties);
 840             }
 841         }
 842     }
 843
 844     @SuppressWarnings("unchecked")
 845     private Map<String, List<UploadCapInfo>> createCapModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 846         Map<String, List<UploadCapInfo>> moduleCap = new HashMap<>();
 847         Either<List<Object>, ResultStatusEnum> capabilitiesListRes = findFirstToscaListElement(nodeTemplateJsonMap, CAPABILITIES);
 848         if (capabilitiesListRes.isLeft()) {
 849             for (Object jsonCapObj : capabilitiesListRes.left().value()) {
 850                 String key = ((Map<String, Object>) jsonCapObj).keySet().iterator().next();
 851                 Object capJson = ((Map<String, Object>) jsonCapObj).get(key);
 852                 addModuleNodeTemplateCap(moduleCap, capJson, key);
 853             }
 854         } else {
 855             Either<Map<String, Object>, ResultStatusEnum> capabilitiesMapRes = findFirstToscaMapElement(nodeTemplateJsonMap, CAPABILITIES);
 856             if (capabilitiesMapRes.isLeft()) {
 857                 for (Map.Entry<String, Object> entry : capabilitiesMapRes.left().value().entrySet()) {
 858                     String capName = entry.getKey();
 859                     Object capJson = entry.getValue();
 860                     addModuleNodeTemplateCap(moduleCap, capJson, capName);
 861                 }
 862             }
 863         }
 864         return moduleCap;
 865     }
 866
 867     private void addModuleNodeTemplateCap(Map<String, List<UploadCapInfo>> moduleCap, Object capJson, String key) {
 868         UploadCapInfo capabilityDef = buildModuleNodeTemplateCap(capJson);
 869         capabilityDef.setKey(key);
 870         if (moduleCap.containsKey(key)) {
 871             moduleCap.get(key).add(capabilityDef);
 872         } else {
 873             List<UploadCapInfo> list = new ArrayList<>();
 874             list.add(capabilityDef);
 875             moduleCap.put(key, list);
 876         }
 877     }
 878
 879     @SuppressWarnings("unchecked")
 880     private UploadCapInfo buildModuleNodeTemplateCap(Object capObject) {
 881         UploadCapInfo capTemplateInfo = new UploadCapInfo();
 882         if (capObject instanceof String) {
 883             String nodeTemplateJsonString = (String) capObject;
 884             capTemplateInfo.setNode(nodeTemplateJsonString);
 885         } else if (capObject instanceof Map) {
 886             fillCapability(capTemplateInfo, (Map<String, Object>) capObject);
 887         }
 888         return capTemplateInfo;
 889     }
 890
 891     private void fillCapability(UploadCapInfo capTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 892         if (nodeTemplateJsonMap.containsKey(NODE.getElementName())) {
 893             capTemplateInfo.setNode((String) nodeTemplateJsonMap.get(NODE.getElementName()));
 894         }
 895         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 896             capTemplateInfo.setType((String) nodeTemplateJsonMap.get(TYPE.getElementName()));
 897         }
 898         if (nodeTemplateJsonMap.containsKey(VALID_SOURCE_TYPES.getElementName())) {
 899             Either<List<Object>, ResultStatusEnum> validSourceTypesRes = findFirstToscaListElement(nodeTemplateJsonMap, VALID_SOURCE_TYPES);
 900             if (validSourceTypesRes.isLeft()) {
 901                 capTemplateInfo.setValidSourceTypes(validSourceTypesRes.left().value().stream().map(Object::toString).collect(toList()));
 902             }
 903         }
 904         if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 905             Map<String, List<UploadPropInfo>> props = buildPropModuleFromYaml(nodeTemplateJsonMap);
 906             if (!props.isEmpty()) {
 907                 List<UploadPropInfo> properties = props.values().stream().flatMap(Collection::stream).collect(toList());
 908                 capTemplateInfo.setProperties(properties);
 909             }
 910         }
 911     }
 912
 913     @SuppressWarnings("unchecked")
 914     private UploadReqInfo buildModuleNodeTemplateReg(Object regObject) {
 915         UploadReqInfo regTemplateInfo = new UploadReqInfo();
 916         if (regObject instanceof String) {
 917             String nodeTemplateJsonString = (String) regObject;
 918             regTemplateInfo.setNode(nodeTemplateJsonString);
 919         } else if (regObject instanceof Map) {
 920             Map<String, Object> nodeTemplateJsonMap = (Map<String, Object>) regObject;
 921             if (nodeTemplateJsonMap.containsKey(NODE.getElementName())) {
 922                 regTemplateInfo.setNode((String) nodeTemplateJsonMap.get(NODE.getElementName()));
 923             }
 924             if (nodeTemplateJsonMap.containsKey(CAPABILITY.getElementName())) {
 925                 regTemplateInfo.setCapabilityName((String) nodeTemplateJsonMap.get(CAPABILITY.getElementName()));
 926             }
 927         }
 928         return regTemplateInfo;
 929     }
 930
 931     private Map<String, UploadAttributeInfo> buildAttributeModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 932         Map<String, UploadAttributeInfo> moduleAttribute = new HashMap<>();
 933         Either<Map<String, Object>, ResultStatusEnum> toscaAttributes = findFirstToscaMapElement(nodeTemplateJsonMap, ATTRIBUTES);
 934         if (toscaAttributes.isLeft()) {
 935             Map<String, Object> jsonAttributes = toscaAttributes.left().value();
 936             for (Map.Entry<String, Object> jsonAttributeObj : jsonAttributes.entrySet()) {
 937                 UploadAttributeInfo attributeDef = buildAttribute(jsonAttributeObj.getKey(), jsonAttributeObj.getValue());
 938                 moduleAttribute.put(attributeDef.getName(), attributeDef);
 939             }
 940         }
 941         return moduleAttribute;
 942     }
 943
 944     private UploadAttributeInfo buildAttribute(String attributeName, Object attributeValue) {
 945         UploadAttributeInfo attributeDef = new UploadAttributeInfo();
 946         attributeDef.setValue(attributeValue);
 947         attributeDef.setName(attributeName);
 948         return attributeDef;
 949     }
 950
 951     private Map<String, List<UploadPropInfo>> buildPropModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 952         Map<String, List<UploadPropInfo>> moduleProp = new HashMap<>();
 953         Either<Map<String, Object>, ResultStatusEnum> toscaProperties = findFirstToscaMapElement(nodeTemplateJsonMap, PROPERTIES);
 954         if (toscaProperties.isLeft()) {
 955             Map<String, Object> jsonProperties = toscaProperties.left().value();
 956             for (Map.Entry<String, Object> jsonPropObj : jsonProperties.entrySet()) {
 957                 if (valueNotContainsPattern(propertyValuePattern, jsonPropObj.getValue())) {
 958                     addProperty(moduleProp, jsonPropObj);
 959                 }
 960             }
 961         }
 962         return moduleProp;
 963     }
 964
 965     private void addProperty(Map<String, List<UploadPropInfo>> moduleProp, Map.Entry<String, Object> jsonPropObj) {
 966         UploadPropInfo propertyDef = buildProperty(jsonPropObj.getKey(), jsonPropObj.getValue());
 967         if (moduleProp.containsKey(propertyDef.getName())) {
 968             moduleProp.get(propertyDef.getName()).add(propertyDef);
 969         } else {
 970             List<UploadPropInfo> list = new ArrayList<>();
 971             list.add(propertyDef);
 972             moduleProp.put(propertyDef.getName(), list);
 973         }
 974     }
 975
 976     @SuppressWarnings("unchecked")
 977     private UploadPropInfo buildProperty(String propName, Object propValue) {
 978         UploadPropInfo propertyDef = new UploadPropInfo();
 979         propertyDef.setValue(propValue);
 980         propertyDef.setName(propName);
 981         if (propValue instanceof Map) {
 982             if (((Map<String, Object>) propValue).containsKey(TYPE.getElementName())) {
 983                 propertyDef.setType(((Map<String, Object>) propValue).get(TYPE.getElementName()).toString());
 984             }
 985             if (containsGetInput(propValue)) {
 986                 fillInputRecursively(propName, (Map<String, Object>) propValue, propertyDef);
 987             }
 988             if (((Map<String, Object>) propValue).containsKey(DESCRIPTION.getElementName())) {
 989                 propertyDef.setDescription(((Map<String, Object>) propValue).get(DESCRIPTION.getElementName()).toString());
 990             }
 991             if (((Map<String, Object>) propValue).containsKey(DEFAULT_VALUE.getElementName())) {
 992                 propertyDef.setValue(((Map<String, Object>) propValue).get(DEFAULT_VALUE.getElementName()));
 993             }
 994             if (((Map<String, Object>) propValue).containsKey(IS_PASSWORD.getElementName())) {
 995                 propertyDef.setPassword(Boolean.getBoolean(((Map<String, Object>) propValue).get(IS_PASSWORD.getElementName()).toString()));
 996             } else {
 997                 propertyDef.setValue(propValue);
 998             }
 999         } else if (propValue instanceof List) {
1000             List<Object> propValueList = (List<Object>) propValue;
1001             fillInputsListRecursively(propertyDef, propValueList);
1002             propertyDef.setValue(propValue);
1003         }
1004         return propertyDef;
1005     }
1006
1007     @SuppressWarnings("unchecked")
1008     private boolean containsGetInput(Object propValue) {
1009         return ((Map<String, Object>) propValue).containsKey(GET_INPUT.getElementName()) || ImportUtils.containsGetInput(propValue);
1010     }
1011
1012     @SuppressWarnings("unchecked")
1013     private void fillInputsListRecursively(UploadPropInfo propertyDef, List<Object> propValueList) {
1014         for (Object objValue : propValueList) {
1015             if (objValue instanceof Map) {
1016                 Map<String, Object> objMap = (Map<String, Object>) objValue;
1017                 if (objMap.containsKey(GET_INPUT.getElementName())) {
1018                     fillInputRecursively(propertyDef.getName(), objMap, propertyDef);
1019                 } else {
1020                     Set<String> keys = objMap.keySet();
1021                     findAndFillInputsListRecursively(propertyDef, objMap, keys);
1022                 }
1023             } else if (objValue instanceof List) {
1024                 List<Object> propSubValueList = (List<Object>) objValue;
1025                 fillInputsListRecursively(propertyDef, propSubValueList);
1026             }
1027         }
1028     }
1029
1030     @SuppressWarnings("unchecked")
1031     private void findAndFillInputsListRecursively(UploadPropInfo propertyDef, Map<String, Object> objMap, Set<String> keys) {
1032         for (String key : keys) {
1033             Object value = objMap.get(key);
1034             if (value instanceof Map) {
1035                 fillInputRecursively(key, (Map<String, Object>) value, propertyDef);
1036             } else if (value instanceof List) {
1037                 List<Object> propSubValueList = (List<Object>) value;
1038                 fillInputsListRecursively(propertyDef, propSubValueList);
1039             }
1040         }
1041     }
1042
1043     private void fillInputRecursively(String propName, Map<String, Object> propValue, UploadPropInfo propertyDef) {
1044         if (propValue.containsKey(GET_INPUT.getElementName())) {
1045             Object getInput = propValue.get(GET_INPUT.getElementName());
1046             GetInputValueDataDefinition getInputInfo = new GetInputValueDataDefinition();
1047             List<GetInputValueDataDefinition> getInputs = propertyDef.getGet_input();
1048             if (getInputs == null) {
1049                 getInputs = new ArrayList<>();
1050             }
1051             if (getInput instanceof String) {
1052                 getInputInfo.setInputName((String) getInput);
1053                 getInputInfo.setPropName(propName);
1054             } else if (getInput instanceof List) {
1055                 fillInput(propName, getInput, getInputInfo);
1056             }
1057             getInputs.add(getInputInfo);
1058             propertyDef.setGet_input(getInputs);
1059             propertyDef.setValue(propValue);
1060         } else {
1061             findAndFillInputRecursively(propValue, propertyDef);
1062         }
1063     }
1064
1065     @SuppressWarnings("unchecked")
1066     private void findAndFillInputRecursively(Map<String, Object> propValue, UploadPropInfo propertyDef) {
1067         for (Map.Entry<String, Object> entry : propValue.entrySet()) {
1068             String propName = entry.getKey();
1069             Object value = entry.getValue();
1070             if (value instanceof Map) {
1071                 fillInputRecursively(propName, (Map<String, Object>) value, propertyDef);
1072             } else if (value instanceof List) {
1073                 fillInputsRecursively(propertyDef, propName, (List<Object>) value);
1074             }
1075         }
1076     }
1077
1078     private void fillInputsRecursively(UploadPropInfo propertyDef, String propName, List<Object> inputs) {
1079         inputs.stream().filter(Map.class::isInstance).forEach(o -> fillInputRecursively(propName, (Map<String, Object>) o, propertyDef));
1080     }
1081
1082     @SuppressWarnings("unchecked")
1083     private void fillInput(String propName, Object getInput, GetInputValueDataDefinition getInputInfo) {
1084         List<Object> getInputList = (List<Object>) getInput;
1085         getInputInfo.setPropName(propName);
1086         getInputInfo.setInputName((String) getInputList.get(0));
1087         if (getInputList.size() > 1) {
1088             Object indexObj = getInputList.get(1);
1089             if (indexObj instanceof Integer) {
1090                 getInputInfo.setIndexValue((Integer) indexObj);
1091             } else if (indexObj instanceof Float) {
1092                 int index = ((Float) indexObj).intValue();
1093                 getInputInfo.setIndexValue(index);
1094             } else if (indexObj instanceof Map && ((Map<String, Object>) indexObj).containsKey(GET_INPUT.getElementName())) {
1095                 Object index = ((Map<String, Object>) indexObj).get(GET_INPUT.getElementName());
1096                 GetInputValueDataDefinition getInputInfoIndex = new GetInputValueDataDefinition();
1097                 getInputInfoIndex.setInputName((String) index);
1098                 getInputInfoIndex.setPropName(propName);
1099                 getInputInfo.setGetInputIndex(getInputInfoIndex);
1100             }
1101             getInputInfo.setList(true);
1102         }
1103     }
1104
1105     private boolean valueNotContainsPattern(Pattern pattern, Object propValue) {
1106         return propValue == null || !pattern.matcher(propValue.toString()).find();
1107     }
1108
1109     private Object failIfNotTopologyTemplate(String fileName) {
1110         janusGraphDao.rollback();
1111         throw new ByActionStatusComponentException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE, fileName);
1112     }
1113
1114     private void rollbackWithException(ActionStatus actionStatus, String... params) {
1115         janusGraphDao.rollback();
1116         throw new ByActionStatusComponentException(actionStatus, params);
1117     }
1118
1119     private void failOnMissingCapabilityTypes(GroupDefinition groupDefinition, List<String> missingCapTypes) {
1120         if (log.isDebugEnabled()) {
1121             log.debug(
1122                 "#failOnMissingCapabilityTypes - Failed to validate the capabilities of the group {}. The capability types {} are missing on the group type {}. ",
1123                 groupDefinition.getName(), missingCapTypes.toString(), groupDefinition.getType());
1124         }
1125         if (CollectionUtils.isNotEmpty(missingCapTypes)) {
1126             rollbackWithException(ActionStatus.MISSING_CAPABILITY_TYPE, missingCapTypes.toString());
1127         }
1128     }
1129
1130     private void failOnMissingCapabilityNames(GroupDefinition groupDefinition, List<String> missingCapNames) {
1131         if (log.isDebugEnabled()) {
1132             log.debug(
1133                 "#failOnMissingCapabilityNames - Failed to validate the capabilities of the group {}. The capabilities with the names {} are missing on the group type {}. ",
1134                 groupDefinition.getName(), missingCapNames.toString(), groupDefinition.getType());
1135         }
1136         rollbackWithException(ActionStatus.MISSING_CAPABILITIES, missingCapNames.toString(), CapabilityDataDefinition.OwnerType.GROUP.getValue(),
1137             groupDefinition.getName());
1138     }
1139 }