catalog-be/src/main/java/org/openecomp/sdc/be/components/csar/YamlTemplateParsingHandler.java

   1 /*-
   2  * ============LICENSE_START=======================================================
   3  * SDC
   4  * ================================================================================
   5  * Copyright (C) 2017 AT&T Intellectual Property. All rights reserved.
   6  * ================================================================================
   7  * Licensed under the Apache License, Version 2.0 (the "License");
   8  * you may not use this file except in compliance with the License.
   9  * You may obtain a copy of the License at
  10  *
  11  *      http://www.apache.org/licenses/LICENSE-2.0
  12  *
  13  * Unless required by applicable law or agreed to in writing, software
  14  * distributed under the License is distributed on an "AS IS" BASIS,
  15  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16  * See the License for the specific language governing permissions and
  17  * limitations under the License.
  18  * ============LICENSE_END=========================================================
  19  * Modifications copyright (c) 2019 Nokia
  20  * ================================================================================
  21  */
  22 package org.openecomp.sdc.be.components.csar;
  23
  24 import com.google.common.collect.Lists;
  25 import com.google.common.collect.Maps;
  26 import com.google.gson.Gson;
  27 import fj.data.Either;
  28 import java.util.Collections;
  29 import java.util.EnumMap;
  30 import java.util.Objects;
  31 import org.apache.commons.collections.CollectionUtils;
  32 import org.apache.commons.collections.MapUtils;
  33 import org.apache.commons.lang.StringUtils;
  34 import org.openecomp.sdc.be.components.impl.AnnotationBusinessLogic;
  35 import org.openecomp.sdc.be.components.impl.GroupTypeBusinessLogic;
  36 import org.openecomp.sdc.be.components.impl.ImportUtils;
  37 import org.openecomp.sdc.be.components.impl.NodeFilterUploadCreator;
  38 import org.openecomp.sdc.be.components.impl.PolicyTypeBusinessLogic;
  39 import org.openecomp.sdc.be.components.impl.exceptions.ByActionStatusComponentException;
  40 import org.openecomp.sdc.be.components.utils.PropertiesUtils;
  41 import org.openecomp.sdc.be.config.BeEcompErrorManager;
  42 import org.openecomp.sdc.be.dao.api.ActionStatus;
  43 import org.openecomp.sdc.be.dao.jsongraph.JanusGraphDao;
  44 import org.openecomp.sdc.be.datatypes.elements.CapabilityDataDefinition;
  45 import org.openecomp.sdc.be.datatypes.elements.GetInputValueDataDefinition;
  46 import org.openecomp.sdc.be.datatypes.elements.PolicyTargetType;
  47 import org.openecomp.sdc.be.datatypes.elements.PropertyDataDefinition;
  48 import org.openecomp.sdc.be.model.CapabilityDefinition;
  49 import org.openecomp.sdc.be.model.ComponentInstanceProperty;
  50 import org.openecomp.sdc.be.model.GroupDefinition;
  51 import org.openecomp.sdc.be.model.GroupTypeDefinition;
  52 import org.openecomp.sdc.be.model.InputDefinition;
  53 import org.openecomp.sdc.be.model.NodeTypeInfo;
  54 import org.openecomp.sdc.be.model.ParsedToscaYamlInfo;
  55 import org.openecomp.sdc.be.model.PolicyDefinition;
  56 import org.openecomp.sdc.be.model.PolicyTypeDefinition;
  57 import org.openecomp.sdc.be.model.Resource;
  58 import org.openecomp.sdc.be.model.UploadArtifactInfo;
  59 import org.openecomp.sdc.be.model.UploadCapInfo;
  60 import org.openecomp.sdc.be.model.UploadComponentInstanceInfo;
  61 import org.openecomp.sdc.be.model.UploadPropInfo;
  62 import org.openecomp.sdc.be.model.UploadReqInfo;
  63 import org.openecomp.sdc.be.model.tosca.ToscaPropertyType;
  64 import org.openecomp.sdc.be.utils.TypeUtils;
  65 import org.openecomp.sdc.common.log.wrappers.Logger;
  66 import org.springframework.stereotype.Component;
  67 import org.yaml.snakeyaml.parser.ParserException;
  68
  69 import java.util.ArrayList;
  70 import java.util.Collection;
  71 import java.util.HashMap;
  72 import java.util.List;
  73 import java.util.Map;
  74 import java.util.Set;
  75 import java.util.regex.Pattern;
  76 import java.util.stream.Collectors;
  77
  78 import static java.util.stream.Collectors.toList;
  79 import static org.openecomp.sdc.be.components.impl.ImportUtils.ResultStatusEnum;
  80 import static org.openecomp.sdc.be.components.impl.ImportUtils.ToscaElementTypeEnum;
  81 import static org.openecomp.sdc.be.components.impl.ImportUtils.findFirstToscaListElement;
  82 import static org.openecomp.sdc.be.components.impl.ImportUtils.findFirstToscaMapElement;
  83 import static org.openecomp.sdc.be.components.impl.ImportUtils.findToscaElement;
  84 import static org.openecomp.sdc.be.components.impl.ImportUtils.loadYamlAsStrictMap;
  85 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.ARTIFACTS;
  86 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.CAPABILITIES;
  87 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.CAPABILITY;
  88 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.DEFAULT_VALUE;
  89 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.DESCRIPTION;
  90 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.FILE;
  91 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.GET_INPUT;
  92 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.GROUPS;
  93 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.IS_PASSWORD;
  94 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.MEMBERS;
  95 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.NODE;
  96 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.NODE_TEMPLATES;
  97 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.POLICIES;
  98 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.PROPERTIES;
  99 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.REQUIREMENTS;
 100 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.SUBSTITUTION_MAPPINGS;
 101 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TARGETS;
 102 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TOPOLOGY_TEMPLATE;
 103 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TYPE;
 104 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.VALID_SOURCE_TYPES;
 105
 106 /**
 107  * A handler class designed to parse the YAML file of the service template for a JAVA object
 108  */
 109 @Component
 110 public class YamlTemplateParsingHandler {
 111
 112     private static final Pattern propertyValuePattern = Pattern.compile("[ ]*\\{[ ]*(str_replace=|token=|get_property=|concat=|get_attribute=)+");
 113     private static final int SUB_MAPPING_CAPABILITY_OWNER_NAME_IDX = 0;
 114     private static final int SUB_MAPPING_CAPABILITY_NAME_IDX = 1;
 115     private static final Logger log = Logger.getLogger(YamlTemplateParsingHandler.class);
 116
 117
 118     private Gson gson = new Gson();
 119     private JanusGraphDao janusGraphDao;
 120     private GroupTypeBusinessLogic groupTypeBusinessLogic;
 121     private AnnotationBusinessLogic annotationBusinessLogic;
 122     private PolicyTypeBusinessLogic policyTypeBusinessLogic;
 123
 124     public YamlTemplateParsingHandler(JanusGraphDao janusGraphDao, GroupTypeBusinessLogic groupTypeBusinessLogic,
 125             AnnotationBusinessLogic annotationBusinessLogic, PolicyTypeBusinessLogic policyTypeBusinessLogic) {
 126         this.janusGraphDao = janusGraphDao;
 127         this.groupTypeBusinessLogic = groupTypeBusinessLogic;
 128         this.annotationBusinessLogic = annotationBusinessLogic;
 129         this.policyTypeBusinessLogic = policyTypeBusinessLogic;
 130     }
 131
 132     public ParsedToscaYamlInfo parseResourceInfoFromYAML(String fileName, String resourceYml, Map<String, String> createdNodesToscaResourceNames,
 133                                                          Map<String, NodeTypeInfo> nodeTypesInfo, String nodeName, org.openecomp.sdc.be.model.Component component) {
 134         log.debug("#parseResourceInfoFromYAML - Going to parse yaml {} ", fileName);
 135         Map<String, Object> mappedToscaTemplate = getMappedToscaTemplate(fileName, resourceYml, nodeTypesInfo, nodeName);
 136         ParsedToscaYamlInfo parsedToscaYamlInfo = new ParsedToscaYamlInfo();
 137         findToscaElement(mappedToscaTemplate, TOPOLOGY_TEMPLATE, ToscaElementTypeEnum.ALL)
 138                 .left()
 139                 .on(err -> failIfNotTopologyTemplate(fileName));
 140
 141         parsedToscaYamlInfo.setInputs(getInputs(mappedToscaTemplate));
 142         parsedToscaYamlInfo.setInstances(getInstances(fileName, mappedToscaTemplate, createdNodesToscaResourceNames));
 143         parsedToscaYamlInfo.setGroups(getGroups(fileName, mappedToscaTemplate));
 144         if(component instanceof Resource){
 145             parsedToscaYamlInfo.setPolicies(getPolicies(fileName, mappedToscaTemplate));
 146         }
 147         log.debug("#parseResourceInfoFromYAML - The yaml {} has been parsed ", fileName);
 148         return parsedToscaYamlInfo;
 149     }
 150
 151     private Map<String, Object> getMappedToscaTemplate(String fileName, String resourceYml, Map<String, NodeTypeInfo> nodeTypesInfo, String nodeName) {
 152         Map<String, Object> mappedToscaTemplate;
 153         if (isNodeExist(nodeTypesInfo, nodeName)) {
 154             mappedToscaTemplate = nodeTypesInfo.get(nodeName).getMappedToscaTemplate();
 155         } else {
 156             mappedToscaTemplate = loadYaml(fileName, resourceYml);
 157         }
 158         return mappedToscaTemplate;
 159     }
 160
 161     private Map<String, Object> loadYaml(String fileName, String resourceYml) {
 162         Map<String, Object> mappedToscaTemplate = null;
 163         try {
 164             mappedToscaTemplate = loadYamlAsStrictMap(resourceYml);
 165         } catch (ParserException e) {
 166             log.debug("#getMappedToscaTemplate - Failed to load YAML file {}", fileName, e);
 167             rollbackWithException(ActionStatus.TOSCA_PARSE_ERROR, fileName, e.getMessage());
 168         }
 169         return mappedToscaTemplate;
 170     }
 171
 172     private boolean isNodeExist(Map<String, NodeTypeInfo> nodeTypesInfo, String nodeName) {
 173         return nodeTypesInfo != null && nodeName != null && nodeTypesInfo.containsKey(nodeName);
 174     }
 175
 176     private Map<String, InputDefinition> getInputs(Map<String, Object> toscaJson) {
 177         Map<String, InputDefinition> inputs = ImportUtils.getInputs(toscaJson, annotationBusinessLogic.getAnnotationTypeOperations())
 178                 .left()
 179                 .on(err -> new HashMap<>());
 180         annotationBusinessLogic.validateAndMergeAnnotationsAndAssignToInput(inputs);
 181         return inputs;
 182     }
 183
 184     private Map<String, PolicyDefinition> getPolicies(String fileName, Map<String, Object> toscaJson) {
 185
 186         Map<String, Object> foundPolicies = findFirstToscaMapElement(toscaJson, POLICIES)
 187                                                   .left()
 188                                                   .on(err -> logPoliciesNotFound(fileName));
 189
 190         if (MapUtils.isNotEmpty(foundPolicies)) {
 191             return foundPolicies
 192                            .entrySet()
 193                            .stream()
 194                            .map(this::createPolicy)
 195                            .collect(Collectors.toMap(PolicyDefinition::getName, p -> p));
 196         }
 197         return Collections.emptyMap();
 198     }
 199
 200     private PolicyDefinition createPolicy(Map.Entry<String, Object> policyNameValue) {
 201         PolicyDefinition emptyPolicyDef = new PolicyDefinition();
 202         String policyName = policyNameValue.getKey();
 203         emptyPolicyDef.setName(policyName);
 204         try {
 205             if (policyNameValue.getValue() != null && policyNameValue.getValue() instanceof Map) {
 206                 Map<String, Object> policyTemplateJsonMap = (Map<String, Object>) policyNameValue.getValue();
 207                 validateAndFillPolicy(emptyPolicyDef, policyTemplateJsonMap);
 208             } else {
 209                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 210             }
 211         } catch (ClassCastException e) {
 212             log.debug("#createPolicy - Failed to create the policy {}. The exception occurred", policyName, e);
 213             rollbackWithException(ActionStatus.INVALID_YAML);
 214         }
 215         return emptyPolicyDef;
 216     }
 217
 218     private Map<String, Object> logPoliciesNotFound(String fileName) {
 219         log.debug("#logPoliciesNotFound - Policies were not found in the yaml template {}.", fileName);
 220         return Collections.emptyMap();
 221     }
 222
 223     private void validateAndFillPolicy(PolicyDefinition emptyPolicyDefinition, Map<String, Object> policyTemplateJsonMap) {
 224         String policyTypeName = (String) policyTemplateJsonMap.get(TYPE.getElementName());
 225         if(StringUtils.isEmpty(policyTypeName)){
 226             log.debug("#validateAndFillPolicy - The 'type' member is not found under policy {}", emptyPolicyDefinition.getName());
 227             rollbackWithException(ActionStatus.POLICY_MISSING_POLICY_TYPE, emptyPolicyDefinition.getName());
 228         }
 229         emptyPolicyDefinition.setType(policyTypeName);
 230         // set policy targets
 231         emptyPolicyDefinition.setTargets(validateFillPolicyTargets(policyTemplateJsonMap));
 232         PolicyTypeDefinition policyTypeDefinition = validateGetPolicyTypeDefinition(policyTypeName);
 233         // set policy properties
 234         emptyPolicyDefinition.setProperties(validateFillPolicyProperties(policyTypeDefinition, policyTemplateJsonMap));
 235     }
 236
 237     private PolicyTypeDefinition validateGetPolicyTypeDefinition(String policyType) {
 238         PolicyTypeDefinition policyTypeDefinition = policyTypeBusinessLogic.getLatestPolicyTypeByType(policyType);
 239         if (policyTypeDefinition == null) {
 240             log.debug("#validateAndFillPolicy - The policy type {} not found", policyType);
 241             rollbackWithException(ActionStatus.POLICY_TYPE_IS_INVALID, policyType);
 242         }
 243         return policyTypeDefinition;
 244     }
 245
 246     private List<PropertyDataDefinition> validateFillPolicyProperties(PolicyTypeDefinition policyTypeDefinition,
 247             Map<String, Object> policyTemplateJsonMap) {
 248         if (MapUtils.isEmpty(policyTemplateJsonMap) || Objects.isNull(policyTypeDefinition)) {
 249             return Collections.emptyList();
 250         }
 251         List<PropertyDataDefinition> propertyDataDefinitionList = new ArrayList<>();
 252         Map<String, Object> propertiesMap =
 253                 (Map<String, Object>) policyTemplateJsonMap.get(PROPERTIES.getElementName());
 254         if (MapUtils.isEmpty(propertiesMap)) {
 255             return Collections.emptyList();
 256         }
 257         if (CollectionUtils.isNotEmpty(policyTypeDefinition.getProperties())) {
 258             propertyDataDefinitionList = policyTypeDefinition
 259                                                  .getProperties()
 260                                                  .stream()
 261                                                  .map(propertyDefinition -> setPropertyValue(propertiesMap,
 262                                                          propertyDefinition))
 263                                                  .collect(Collectors.toList());
 264         }
 265         return propertyDataDefinitionList;
 266     }
 267
 268     private PropertyDataDefinition setPropertyValue(Map<String, Object> propertiesMap, PropertyDataDefinition srcPropertyDataDefinition) {
 269         PropertyDataDefinition newPropertyDef = new PropertyDataDefinition(srcPropertyDataDefinition);
 270         String propertyName = newPropertyDef.getName();
 271         if (Objects.nonNull(propertiesMap.get(propertyName))) {
 272             Object propValue = propertiesMap.get(propertyName);
 273             newPropertyDef.setValue(PropertiesUtils.trimQuotes(gson.toJson(propValue)));
 274         }
 275         return newPropertyDef;
 276     }
 277
 278     private Map<PolicyTargetType, List<String>> validateFillPolicyTargets(Map<String, Object> policyTemplateJson) {
 279         Map<PolicyTargetType, List<String>> targets = new EnumMap<>(PolicyTargetType.class);
 280         if (policyTemplateJson.containsKey(TARGETS.getElementName())
 281                     && policyTemplateJson.get(TARGETS.getElementName()) instanceof List ) {
 282             List<String> targetsElement = (List<String>) policyTemplateJson.get(TARGETS.getElementName());
 283             targets.put(PolicyTargetType.COMPONENT_INSTANCES, targetsElement);
 284         }
 285         return targets;
 286     }
 287
 288     private Map<String, UploadComponentInstanceInfo> getInstances(String yamlName, Map<String, Object> toscaJson, Map<String, String> createdNodesToscaResourceNames) {
 289
 290         Map<String, Object> nodeTemlates = findFirstToscaMapElement(toscaJson, NODE_TEMPLATES)
 291                 .left()
 292                 .on(err -> failIfNoNodeTemplates(yamlName));
 293
 294         return getInstances(toscaJson, createdNodesToscaResourceNames, nodeTemlates);
 295     }
 296
 297     private Map<String, UploadComponentInstanceInfo> getInstances(Map<String, Object> toscaJson, Map<String, String> createdNodesToscaResourceNames, Map<String, Object> nodeTemlates) {
 298         Map<String, UploadComponentInstanceInfo> moduleComponentInstances;
 299         Map<String, Object> substitutionMappings = getSubstitutionMappings(toscaJson);
 300         moduleComponentInstances = nodeTemlates.entrySet()
 301                 .stream()
 302                 .map(node -> buildModuleComponentInstanceInfo(node, substitutionMappings, createdNodesToscaResourceNames))
 303                 .collect(Collectors.toMap(UploadComponentInstanceInfo::getName, i -> i));
 304         return moduleComponentInstances;
 305     }
 306
 307     private Map<String, Object> getSubstitutionMappings(Map<String, Object> toscaJson) {
 308         Map<String, Object> substitutionMappings = null;
 309         Either<Map<String, Object>, ResultStatusEnum> eitherSubstitutionMappings = findFirstToscaMapElement(toscaJson, SUBSTITUTION_MAPPINGS);
 310         if (eitherSubstitutionMappings.isLeft()) {
 311             substitutionMappings = eitherSubstitutionMappings.left().value();
 312         }
 313         return substitutionMappings;
 314     }
 315
 316     @SuppressWarnings("unchecked")
 317     private Map<String, GroupDefinition> getGroups(String fileName, Map<String, Object> toscaJson) {
 318
 319         Map<String, Object> foundGroups = findFirstToscaMapElement(toscaJson, GROUPS)
 320                 .left()
 321                 .on(err -> logGroupsNotFound(fileName));
 322
 323         if (MapUtils.isNotEmpty(foundGroups) && matcheKey(foundGroups)) {
 324             Map<String, GroupDefinition> groups = foundGroups
 325                     .entrySet()
 326                     .stream()
 327                     .map(this::createGroup)
 328                     .collect(Collectors.toMap(GroupDefinition::getName, g -> g));
 329             Map<String, Object> substitutionMappings = getSubstitutionMappings(toscaJson);
 330             if (capabilitiesSubstitutionMappingsExist(substitutionMappings)) {
 331                 groups.entrySet().forEach(entry -> updateCapabilitiesNames(entry.getValue(), getNamesToUpdate(entry.getKey(),
 332                         (Map<String, List<String>>) substitutionMappings.get(CAPABILITIES.getElementName()))));
 333             }
 334             return groups;
 335         }
 336         return new HashMap<>();
 337     }
 338
 339     private boolean matcheKey(Map<String, Object> foundGroups){
 340         if (foundGroups!=null && !foundGroups.isEmpty()) {
 341             for (Map.Entry<String, Object> stringObjectEntry : foundGroups.entrySet()) {
 342                 String key = stringObjectEntry.getKey();
 343                 if (key.contains("group")) {
 344                     if (foundGroups.get(key) instanceof Map) {
 345                         return true;
 346                     }
 347                 }
 348             }
 349         }
 350         return false;
 351     }
 352
 353     private Map<String, Object> logGroupsNotFound(String fileName) {
 354         log.debug("#logGroupsNotFound - Groups were not found in the yaml template {}.", fileName);
 355         return new HashMap<>();
 356     }
 357
 358     private void updateCapabilitiesNames(GroupDefinition group, Map<String, String> capabilityNames) {
 359         if (MapUtils.isNotEmpty(group.getCapabilities())) {
 360             group.getCapabilities().values()
 361                     .stream()
 362                     .flatMap(Collection::stream)
 363                     .filter(cap -> capabilityNames.containsKey(cap.getName()))
 364                     .forEach(cap -> cap.setName(capabilityNames.get(cap.getName())));
 365         }
 366     }
 367
 368     private Map<String, String> getNamesToUpdate(String name, Map<String, List<String>> pair) {
 369         return pair.entrySet().stream()
 370                 .filter(e -> e.getValue().get(SUB_MAPPING_CAPABILITY_OWNER_NAME_IDX).equalsIgnoreCase(name))
 371                 .collect(Collectors.toMap(e -> e.getValue().get(SUB_MAPPING_CAPABILITY_NAME_IDX), Map.Entry::getKey,  (n1 ,n2) -> n1));
 372     }
 373
 374     private boolean capabilitiesSubstitutionMappingsExist(Map<String, Object> substitutionMappings) {
 375         return substitutionMappings != null && substitutionMappings.containsKey(CAPABILITIES.getElementName());
 376     }
 377
 378     private GroupDefinition createGroup(Map.Entry<String, Object> groupNameValue) {
 379         GroupDefinition group = new GroupDefinition();
 380         group.setName(groupNameValue.getKey());
 381         try {
 382             if (groupNameValue.getValue() != null && groupNameValue.getValue() instanceof Map) {
 383                 Map<String, Object> groupTemplateJsonMap = (Map<String, Object>) groupNameValue.getValue();
 384                 validateAndFillGroup(group, groupTemplateJsonMap);
 385                 validateUpdateGroupProperties(group, groupTemplateJsonMap);
 386                 validateUpdateGroupCapabilities(group, groupTemplateJsonMap);
 387             } else {
 388                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 389             }
 390         } catch (ClassCastException e) {
 391             log.debug("#createGroup - Failed to create the group {}. The exception occure", groupNameValue.getKey(), e);
 392             rollbackWithException(ActionStatus.INVALID_YAML);
 393         }
 394         return group;
 395     }
 396
 397     private Map<String, CapabilityDefinition> addCapabilities(Map<String, CapabilityDefinition> cap, Map<String, CapabilityDefinition> otherCap) {
 398         cap.putAll(otherCap);
 399         return cap;
 400     }
 401
 402     private Map<String, CapabilityDefinition> addCapability(CapabilityDefinition cap) {
 403         Map<String, CapabilityDefinition> map = Maps.newHashMap();
 404         map.put(cap.getName(), cap);
 405         return map;
 406     }
 407
 408     private void setMembers(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 409         if (groupTemplateJsonMap.containsKey(MEMBERS.getElementName())) {
 410             Object members = groupTemplateJsonMap.get(MEMBERS.getElementName());
 411             if (members != null) {
 412                 if (members instanceof List) {
 413                     setMembersFromList(groupInfo, (List<?>) members);
 414                 } else {
 415                     log.debug("The 'members' member is not of type list under group {}", groupInfo.getName());
 416                     rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 417                 }
 418             }
 419         }
 420     }
 421
 422     private void setMembersFromList(GroupDefinition groupInfo, List<?> membersAsList) {
 423         groupInfo.setMembers(membersAsList
 424                 .stream()
 425                 .collect(Collectors.toMap(Object::toString, member -> "")));
 426     }
 427
 428     @SuppressWarnings("unchecked")
 429     private void validateUpdateGroupProperties(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 430         if (groupTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 431             Object propertiesElement = groupTemplateJsonMap.get(PROPERTIES.getElementName());
 432             if (propertiesElement instanceof Map){
 433                 mergeGroupProperties(groupInfo, (Map<String, Object>) propertiesElement);
 434             }
 435         }
 436     }
 437
 438     private void mergeGroupProperties(GroupDefinition groupInfo, Map<String, Object> parsedProperties) {
 439         if(CollectionUtils.isNotEmpty(groupInfo.getProperties())){
 440             validateGroupProperties(parsedProperties, groupInfo);
 441             groupInfo.getProperties().forEach(p -> mergeGroupProperty(p, parsedProperties));
 442         }
 443     }
 444
 445     private void mergeGroupProperty(PropertyDataDefinition property, Map<String, Object> parsedProperties) {
 446         if(parsedProperties.containsKey(property.getName())){
 447             Object propValue = parsedProperties.get(property.getName());
 448             if (valueNotContainsPattern(propertyValuePattern, propValue)) {
 449                 setPropertyValueAndGetInputsValues(property, propValue);
 450             }
 451         }
 452     }
 453
 454     private void setPropertyValueAndGetInputsValues(PropertyDataDefinition property, Object propValue) {
 455         if(propValue != null){
 456             UploadPropInfo uploadPropInfo = buildProperty(property.getName(), propValue);
 457             property.setValue(convertPropertyValue(ToscaPropertyType.isValidType(property.getType()), uploadPropInfo.getValue()));
 458             property.setGetInputValues(uploadPropInfo.getGet_input());
 459         }
 460     }
 461
 462     private String convertPropertyValue(ToscaPropertyType type, Object value) {
 463         String convertedValue = null;
 464         if (value != null) {
 465             if (type == null || value instanceof Map || value instanceof List) {
 466                 convertedValue = gson.toJson(value);
 467             } else {
 468                 convertedValue = value.toString();
 469             }
 470         }
 471         return convertedValue;
 472     }
 473
 474     private void setDescription(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 475         if (groupTemplateJsonMap.containsKey(DESCRIPTION.getElementName())) {
 476             groupInfo.setDescription(
 477                     (String) groupTemplateJsonMap.get(DESCRIPTION.getElementName()));
 478         }
 479     }
 480
 481     private void validateAndFillGroup(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 482         String type = (String) groupTemplateJsonMap.get(TYPE.getElementName());
 483         if(StringUtils.isEmpty(type)){
 484             log.debug("#validateAndFillGroup - The 'type' member is not found under group {}", groupInfo.getName());
 485             rollbackWithException(ActionStatus.GROUP_MISSING_GROUP_TYPE, groupInfo.getName());
 486         }
 487         groupInfo.setType(type);
 488         GroupTypeDefinition groupType =  groupTypeBusinessLogic.getLatestGroupTypeByType(type);
 489         if (groupType == null) {
 490             log.debug("#validateAndFillGroup - The group type {} not found", groupInfo.getName());
 491             rollbackWithException(ActionStatus.GROUP_TYPE_IS_INVALID, type);
 492         }
 493         groupInfo.convertFromGroupProperties(groupType.getProperties());
 494         groupInfo.convertCapabilityDefinitions(groupType.getCapabilities());
 495         setDescription(groupInfo, groupTemplateJsonMap);
 496         setMembers(groupInfo, groupTemplateJsonMap);
 497     }
 498
 499     @SuppressWarnings("unchecked")
 500     private void validateUpdateGroupCapabilities(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 501
 502         if (groupTemplateJsonMap.containsKey(CAPABILITIES.getElementName())) {
 503             Object capabilities = groupTemplateJsonMap.get(CAPABILITIES.getElementName());
 504             if (capabilities instanceof List) {
 505                 validateUpdateCapabilities(groupInfo, ((List<Object>) capabilities).stream()
 506                         .map(o -> buildGroupCapability(groupInfo, o))
 507                         .collect(Collectors.toMap(CapabilityDefinition::getType, this::addCapability, this::addCapabilities)));
 508             } else if (capabilities instanceof Map) {
 509                 validateUpdateCapabilities(groupInfo, ((Map<String, Object>) capabilities).entrySet()
 510                         .stream()
 511                         .map(e -> buildGroupCapability(groupInfo, e))
 512                         .collect(Collectors.toMap(CapabilityDefinition::getType, this::addCapability, this::addCapabilities)));
 513             } else {
 514                 log.debug("#setCapabilities - Failed to import the capabilities of the group {}. ", groupInfo.getName());
 515                 rollbackWithException(ActionStatus.INVALID_YAML);
 516             }
 517         }
 518     }
 519
 520     private void validateUpdateCapabilities(GroupDefinition groupInfo, Map<String, Map<String, CapabilityDefinition>> capabilityInfo) {
 521         validateGroupCapabilities(groupInfo, capabilityInfo);
 522         groupInfo.updateCapabilitiesProperties(capabilityInfo);
 523     }
 524
 525     private void validateGroupCapabilities(GroupDefinition group, Map<String, Map<String, CapabilityDefinition>> parsedCapabilities) {
 526         if (MapUtils.isNotEmpty(parsedCapabilities)) {
 527             if (MapUtils.isEmpty(group.getCapabilities())) {
 528                 failOnMissingCapabilityTypes(group, Lists.newArrayList(parsedCapabilities.keySet()));
 529             }
 530             List<String> missingCapTypes = parsedCapabilities.keySet().stream().filter(ct -> !group.getCapabilities().containsKey(ct)).collect(toList());
 531             if (CollectionUtils.isNotEmpty(missingCapTypes)) {
 532                 failOnMissingCapabilityTypes(group, missingCapTypes);
 533             }
 534             group.getCapabilities().entrySet().forEach(e -> validateCapabilities(group, e.getValue(), parsedCapabilities.get(e.getKey())));
 535         }
 536     }
 537
 538     private void validateCapabilities(GroupDefinition group, List<CapabilityDefinition> capabilities, Map<String, CapabilityDefinition> parsedCapabilities) {
 539         List<String> allowedCapNames = capabilities.stream().map(CapabilityDefinition::getName).distinct().collect(toList());
 540         List<String> missingCapNames = parsedCapabilities.keySet().stream().filter(c -> !allowedCapNames.contains(c)).collect(toList());
 541         if (CollectionUtils.isNotEmpty(missingCapNames)) {
 542             failOnMissingCapabilityNames(group, missingCapNames);
 543         }
 544         validateCapabilitiesProperties(capabilities, parsedCapabilities);
 545     }
 546
 547     private void validateCapabilitiesProperties(List<CapabilityDefinition> capabilities, Map<String, CapabilityDefinition> parsedCapabilities) {
 548         capabilities.forEach(c -> validateCapabilityProperties(c, parsedCapabilities.get(c.getName())));
 549     }
 550
 551     private void validateCapabilityProperties(CapabilityDefinition capability, CapabilityDefinition parsedCapability) {
 552         if(parsedCapability != null && parsedCapability.getProperties() != null){
 553             List<String> parsedPropertiesNames = parsedCapability.getProperties()
 554                 .stream()
 555                 .map(ComponentInstanceProperty::getName).collect(toList());
 556             validateProperties(capability.getProperties().stream().map(PropertyDataDefinition::getName).collect(toList()), parsedPropertiesNames, ActionStatus.PROPERTY_NOT_FOUND, capability.getName(), capability.getType());
 557         }
 558     }
 559
 560     private void  validateGroupProperties(Map<String, Object> parsedProperties, GroupDefinition groupInfo) {
 561         List<String> parsedPropertiesNames = parsedProperties.entrySet()
 562                         .stream()
 563                         .map(Map.Entry::getKey).collect(toList());
 564         validateProperties(groupInfo.getProperties().stream().map(PropertyDataDefinition::getName).collect(toList()), parsedPropertiesNames, ActionStatus.GROUP_PROPERTY_NOT_FOUND, groupInfo.getName(), groupInfo.getType());
 565     }
 566
 567     private void validateProperties(List<String> validProperties, List<String> parsedProperties, ActionStatus actionStatus, String name, String type) {
 568         if (CollectionUtils.isNotEmpty(parsedProperties)) {
 569             verifyMissingProperties(actionStatus, name, type, parsedProperties
 570                     .stream()
 571                     .filter(n -> !validProperties.contains(n))
 572                     .collect(toList()));
 573         }
 574     }
 575
 576     private void verifyMissingProperties(ActionStatus actionStatus, String name, String type, List<String> missingProperties) {
 577         if (CollectionUtils.isNotEmpty(missingProperties)) {
 578             log.debug("#validateProperties - Failed to validate properties. The properties {} are missing on {} of the type {}. ", missingProperties.toString(), name, type);
 579             rollbackWithException(actionStatus, missingProperties.toString(), missingProperties.toString(), name, type);
 580         }
 581     }
 582
 583     @SuppressWarnings("unchecked")
 584     private CapabilityDefinition buildGroupCapability(GroupDefinition groupInfo, Object capObject) {
 585         if (!(capObject instanceof Map)) {
 586             log.debug("#convertToGroupCapability - Failed to import the capability {}. ", capObject);
 587             rollbackWithException(ActionStatus.INVALID_YAML);
 588         }
 589         return buildGroupCapability(groupInfo, ((Map<String, Object>) capObject).entrySet().iterator().next());
 590     }
 591
 592     @SuppressWarnings("unchecked")
 593     private CapabilityDefinition buildGroupCapability(GroupDefinition groupInfo, Map.Entry<String, Object> capEntry) {
 594         CapabilityDefinition capability = new CapabilityDefinition();
 595         capability.setOwnerType(CapabilityDataDefinition.OwnerType.GROUP);
 596         capability.setName(capEntry.getKey());
 597         capability.setParentName(capEntry.getKey());
 598         capability.setOwnerId(groupInfo.getName());
 599         if (!(capEntry.getValue() instanceof Map)) {
 600             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. ", capEntry.getKey());
 601             rollbackWithException(ActionStatus.INVALID_YAML);
 602         }
 603         Map<String, Object> capabilityValue = (Map<String, Object>) capEntry.getValue();
 604         String type = (String) capabilityValue.get(TYPE.getElementName());
 605         if (StringUtils.isEmpty(type)) {
 606             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. Missing capability type. ", capEntry.getKey());
 607             rollbackWithException(ActionStatus.INVALID_YAML);
 608         }
 609         capability.setType(type);
 610         if (!(capabilityValue.get(PROPERTIES.getElementName()) instanceof Map)) {
 611             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. ", capEntry.getKey());
 612             rollbackWithException(ActionStatus.INVALID_YAML);
 613         }
 614         Map<String, Object> properties = (Map<String, Object>) capabilityValue.get(PROPERTIES.getElementName());
 615         capability.setProperties(properties.entrySet().stream().map(this::convertToProperty).collect(toList()));
 616         return capability;
 617     }
 618
 619     private ComponentInstanceProperty convertToProperty(Map.Entry<String, Object> e) {
 620         ComponentInstanceProperty property = new ComponentInstanceProperty();
 621         property.setName(e.getKey());
 622         property.setValue((String) e.getValue());
 623         return property;
 624     }
 625
 626     @SuppressWarnings("unchecked")
 627     private UploadComponentInstanceInfo buildModuleComponentInstanceInfo(
 628             Map.Entry<String, Object> nodeTemplateJsonEntry, Map<String, Object> substitutionMappings,
 629             Map<String, String> createdNodesToscaResourceNames) {
 630
 631         UploadComponentInstanceInfo nodeTemplateInfo = new UploadComponentInstanceInfo();
 632         nodeTemplateInfo.setName(nodeTemplateJsonEntry.getKey());
 633         try {
 634             if (nodeTemplateJsonEntry.getValue() instanceof String) {
 635                 String nodeTemplateJsonString = (String) nodeTemplateJsonEntry.getValue();
 636                 nodeTemplateInfo.setType(nodeTemplateJsonString);
 637             } else if (nodeTemplateJsonEntry.getValue() instanceof Map) {
 638                 Map<String, Object> nodeTemplateJsonMap = (Map<String, Object>) nodeTemplateJsonEntry.getValue();
 639                 setToscaResourceType(createdNodesToscaResourceNames, nodeTemplateInfo, nodeTemplateJsonMap);
 640                 setRequirements(nodeTemplateInfo, nodeTemplateJsonMap);
 641                 setCapabilities(nodeTemplateInfo, nodeTemplateJsonMap);
 642                 setArtifacts(nodeTemplateInfo, nodeTemplateJsonMap);
 643                 updateProperties(nodeTemplateInfo, nodeTemplateJsonMap);
 644                 setDirectives(nodeTemplateInfo, nodeTemplateJsonMap);
 645                 setNodeFilter(nodeTemplateInfo, nodeTemplateJsonMap);
 646                 setSubstitutions(substitutionMappings, nodeTemplateInfo);
 647             } else {
 648                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 649             }
 650         } catch (ClassCastException e) {
 651             BeEcompErrorManager.getInstance().logBeSystemError("Import Resource - create capability");
 652             log.debug("error when creating capability, message:{}", e.getMessage(), e);
 653             rollbackWithException(ActionStatus.INVALID_YAML);
 654         }
 655         return nodeTemplateInfo;
 656     }
 657
 658     @SuppressWarnings("unchecked")
 659     private void setSubstitutions(Map<String, Object> substitutionMappings, UploadComponentInstanceInfo nodeTemplateInfo) {
 660         if (substitutionMappings != null) {
 661             if (substitutionMappings.containsKey(CAPABILITIES.getElementName())) {
 662                 nodeTemplateInfo.setCapabilitiesNamesToUpdate(getNamesToUpdate(nodeTemplateInfo.getName(), (Map<String, List<String>>) substitutionMappings
 663                         .get(CAPABILITIES.getElementName())));
 664             }
 665             if (substitutionMappings.containsKey(REQUIREMENTS.getElementName())) {
 666                 nodeTemplateInfo.setRequirementsNamesToUpdate(getNamesToUpdate(
 667                         nodeTemplateInfo.getName(), (Map<String, List<String>>) substitutionMappings
 668                                 .get(REQUIREMENTS.getElementName())));
 669             }
 670         }
 671     }
 672
 673     private void updateProperties(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 674         if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 675             Map<String, List<UploadPropInfo>> properties = buildPropModuleFromYaml(nodeTemplateJsonMap);
 676             if (!properties.isEmpty()) {
 677                 nodeTemplateInfo.setProperties(properties);
 678             }
 679         }
 680     }
 681
 682     private void setCapabilities(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 683         if (nodeTemplateJsonMap.containsKey(CAPABILITIES.getElementName())) {
 684             Map<String, List<UploadCapInfo>> eitherCapRes = createCapModuleFromYaml(nodeTemplateJsonMap);
 685             if (!eitherCapRes.isEmpty()) {
 686                 nodeTemplateInfo.setCapabilities(eitherCapRes);
 687             }
 688         }
 689     }
 690
 691     private void setArtifacts(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 692         if (nodeTemplateJsonMap.containsKey(ARTIFACTS.getElementName())) {
 693             Map<String, Map<String, UploadArtifactInfo>> eitherArtifactsRes = createArtifactsModuleFromYaml(nodeTemplateJsonMap);
 694             if (!eitherArtifactsRes.isEmpty()) {
 695                 nodeTemplateInfo.setArtifacts(eitherArtifactsRes);
 696             }
 697         }
 698     }
 699
 700     private void setRequirements(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 701         if (nodeTemplateJsonMap.containsKey(REQUIREMENTS.getElementName())) {
 702             Map<String, List<UploadReqInfo>> regResponse = createReqModuleFromYaml(nodeTemplateJsonMap);
 703             if (!regResponse.isEmpty()) {
 704                 nodeTemplateInfo.setRequirements(regResponse);
 705             }
 706         }
 707     }
 708
 709     private void setToscaResourceType(Map<String, String> createdNodesToscaResourceNames,
 710                                       UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 711         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 712             String toscaResourceType = (String) nodeTemplateJsonMap.get(TYPE.getElementName());
 713             if (createdNodesToscaResourceNames.containsKey(toscaResourceType)) {
 714                 toscaResourceType = createdNodesToscaResourceNames.get(toscaResourceType);
 715             }
 716             nodeTemplateInfo.setType(toscaResourceType);
 717         }
 718     }
 719
 720     private void setDirectives(UploadComponentInstanceInfo nodeTemplateInfo,
 721             Map<String, Object> nodeTemplateJsonMap) {
 722         List<String> directives =
 723                 (List<String>) nodeTemplateJsonMap.get(TypeUtils.ToscaTagNamesEnum.DIRECTIVES.getElementName());
 724         nodeTemplateInfo.setDirectives(directives);
 725     }
 726
 727     private void setNodeFilter(UploadComponentInstanceInfo nodeTemplateInfo,
 728             Map<String, Object> nodeTemplateJsonMap) {
 729         if (nodeTemplateJsonMap.containsKey(TypeUtils.ToscaTagNamesEnum.NODE_FILTER.getElementName())) {
 730             nodeTemplateInfo.setUploadNodeFilterInfo(
 731                     new NodeFilterUploadCreator().createNodeFilterData(nodeTemplateJsonMap.get(
 732                             TypeUtils.ToscaTagNamesEnum.NODE_FILTER.getElementName())));
 733         }
 734     }
 735
 736     @SuppressWarnings("unchecked")
 737     private Map<String, List<UploadReqInfo>> createReqModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 738         Map<String, List<UploadReqInfo>> moduleRequirements = new HashMap<>();
 739         Either<List<Object>, ResultStatusEnum> requirementsListRes =
 740                 findFirstToscaListElement(nodeTemplateJsonMap, REQUIREMENTS);
 741
 742         if (requirementsListRes.isLeft()) {
 743             for (Object jsonReqObj : requirementsListRes.left().value()) {
 744                 String reqName = ((Map<String, Object>) jsonReqObj).keySet().iterator().next();
 745                 Object reqJson = ((Map<String, Object>) jsonReqObj).get(reqName);
 746                 addModuleNodeTemplateReq(moduleRequirements, reqJson, reqName);
 747             }
 748         } else {
 749             Either<Map<String, Object>, ResultStatusEnum> requirementsMapRes =
 750                     findFirstToscaMapElement(nodeTemplateJsonMap, REQUIREMENTS);
 751             if (requirementsMapRes.isLeft()) {
 752                 for (Map.Entry<String, Object> entry : requirementsMapRes.left().value().entrySet()) {
 753                     String reqName = entry.getKey();
 754                     Object reqJson = entry.getValue();
 755                     addModuleNodeTemplateReq(moduleRequirements, reqJson, reqName);
 756                 }
 757             }
 758         }
 759         return moduleRequirements;
 760     }
 761
 762     private void addModuleNodeTemplateReq(Map<String, List<UploadReqInfo>> moduleRequirements, Object requirementJson, String requirementName) {
 763
 764         UploadReqInfo requirement = buildModuleNodeTemplateReg(requirementJson);
 765         requirement.setName(requirementName);
 766         if (moduleRequirements.containsKey(requirementName)) {
 767             moduleRequirements.get(requirementName).add(requirement);
 768         } else {
 769             List<UploadReqInfo> list = new ArrayList<>();
 770             list.add(requirement);
 771             moduleRequirements.put(requirementName, list);
 772         }
 773     }
 774
 775     @SuppressWarnings("unchecked")
 776     private Map<String, Map<String, UploadArtifactInfo>> createArtifactsModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 777         Map<String, Map<String, UploadArtifactInfo>> moduleArtifacts = new HashMap<>();
 778         Either<List<Object>, ResultStatusEnum> ArtifactsListRes =
 779                 findFirstToscaListElement(nodeTemplateJsonMap, ARTIFACTS);
 780         if (ArtifactsListRes.isLeft()) {
 781             for (Object jsonArtifactObj : ArtifactsListRes.left().value()) {
 782                 String key = ((Map<String, Object>) jsonArtifactObj).keySet().iterator().next();
 783                 Object artifactJson = ((Map<String, Object>) jsonArtifactObj).get(key);
 784                 addModuleNodeTemplateArtifacts(moduleArtifacts, artifactJson, key);
 785             }
 786         } else {
 787             Either<Map<String, Map<String, Object>>, ResultStatusEnum> ArtifactsMapRes =
 788                     findFirstToscaMapElement(nodeTemplateJsonMap, ARTIFACTS);
 789             if (ArtifactsMapRes.isLeft()) {
 790                 for (Map.Entry<String, Map<String, Object>> entry : ArtifactsMapRes.left().value().entrySet()) {
 791                     String artifactName = entry.getKey();
 792                     Object artifactJson = entry.getValue();
 793                     addModuleNodeTemplateArtifacts(moduleArtifacts, artifactJson, artifactName);
 794                 }
 795             }
 796         }
 797         return moduleArtifacts;
 798     }
 799
 800     private void addModuleNodeTemplateArtifacts(Map<String, Map<String, UploadArtifactInfo>> moduleArtifacts, Object artifactJson, String artifactName) {
 801
 802         UploadArtifactInfo artifact = buildModuleNodeTemplateArtifact(artifactJson);
 803         artifact.setName(artifactName);
 804         if (moduleArtifacts.containsKey(ARTIFACTS.getElementName())) {
 805             moduleArtifacts.get(ARTIFACTS.getElementName()).put(artifactName, artifact);
 806         } else {
 807             Map<String, UploadArtifactInfo> map = new HashMap<>();
 808             map.put(artifactName, artifact);
 809             moduleArtifacts.put(ARTIFACTS.getElementName(), map);
 810         }
 811     }
 812
 813     @SuppressWarnings("unchecked")
 814     private UploadArtifactInfo buildModuleNodeTemplateArtifact(Object artifactObject) {
 815         UploadArtifactInfo artifactTemplateInfo = new UploadArtifactInfo();
 816         if (artifactObject instanceof Map) {
 817             fillArtifact(artifactTemplateInfo, (Map<String, Object>) artifactObject);
 818         }
 819         return artifactTemplateInfo;
 820     }
 821
 822     private void fillArtifact(UploadArtifactInfo artifactTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 823         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 824             artifactTemplateInfo.setType((String) nodeTemplateJsonMap.get(TYPE.getElementName()));
 825         }
 826         if (nodeTemplateJsonMap.containsKey(FILE.getElementName())) {
 827             artifactTemplateInfo.setFile((String) nodeTemplateJsonMap.get(FILE.getElementName()));
 828         }
 829     }
 830
 831
 832     @SuppressWarnings("unchecked")
 833     private Map<String, List<UploadCapInfo>> createCapModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 834         Map<String, List<UploadCapInfo>> moduleCap = new HashMap<>();
 835         Either<List<Object>, ResultStatusEnum> capabilitiesListRes =
 836                 findFirstToscaListElement(nodeTemplateJsonMap, CAPABILITIES);
 837         if (capabilitiesListRes.isLeft()) {
 838             for (Object jsonCapObj : capabilitiesListRes.left().value()) {
 839                 String key = ((Map<String, Object>) jsonCapObj).keySet().iterator().next();
 840                 Object capJson = ((Map<String, Object>) jsonCapObj).get(key);
 841                 addModuleNodeTemplateCap(moduleCap, capJson, key);
 842             }
 843         } else {
 844             Either<Map<String, Object>, ResultStatusEnum> capabilitiesMapRes =
 845                     findFirstToscaMapElement(nodeTemplateJsonMap, CAPABILITIES);
 846             if (capabilitiesMapRes.isLeft()) {
 847                 for (Map.Entry<String, Object> entry : capabilitiesMapRes.left().value().entrySet()) {
 848                     String capName = entry.getKey();
 849                     Object capJson = entry.getValue();
 850                     addModuleNodeTemplateCap(moduleCap, capJson, capName);
 851                 }
 852             }
 853         }
 854         return moduleCap;
 855     }
 856
 857     private void addModuleNodeTemplateCap(Map<String, List<UploadCapInfo>> moduleCap, Object capJson, String key) {
 858
 859         UploadCapInfo capabilityDef = buildModuleNodeTemplateCap(capJson);
 860         capabilityDef.setKey(key);
 861         if (moduleCap.containsKey(key)) {
 862             moduleCap.get(key).add(capabilityDef);
 863         } else {
 864             List<UploadCapInfo> list = new ArrayList<>();
 865             list.add(capabilityDef);
 866             moduleCap.put(key, list);
 867         }
 868     }
 869
 870     @SuppressWarnings("unchecked")
 871     private UploadCapInfo buildModuleNodeTemplateCap(Object capObject) {
 872         UploadCapInfo capTemplateInfo = new UploadCapInfo();
 873
 874         if (capObject instanceof String) {
 875             String nodeTemplateJsonString = (String) capObject;
 876             capTemplateInfo.setNode(nodeTemplateJsonString);
 877         } else if (capObject instanceof Map) {
 878             fillCapability(capTemplateInfo, (Map<String, Object>) capObject);
 879         }
 880         return capTemplateInfo;
 881     }
 882
 883     private void fillCapability(UploadCapInfo capTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 884         if (nodeTemplateJsonMap.containsKey(NODE.getElementName())) {
 885             capTemplateInfo.setNode((String) nodeTemplateJsonMap.get(NODE.getElementName()));
 886         }
 887         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 888             capTemplateInfo.setType((String) nodeTemplateJsonMap.get(TYPE.getElementName()));
 889         }
 890         if (nodeTemplateJsonMap.containsKey(VALID_SOURCE_TYPES.getElementName())) {
 891             Either<List<Object>, ResultStatusEnum> validSourceTypesRes =
 892                     findFirstToscaListElement(nodeTemplateJsonMap, VALID_SOURCE_TYPES);
 893             if (validSourceTypesRes.isLeft()) {
 894                 capTemplateInfo.setValidSourceTypes(validSourceTypesRes.left().value().stream()
 895                         .map(Object::toString).collect(toList()));
 896             }
 897         }
 898         if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 899             Map<String, List<UploadPropInfo>> props = buildPropModuleFromYaml(nodeTemplateJsonMap);
 900             if (!props.isEmpty()) {
 901                 List<UploadPropInfo> properties = props.values().stream().flatMap(Collection::stream).collect(toList());
 902                 capTemplateInfo.setProperties(properties);
 903             }
 904         }
 905     }
 906
 907     @SuppressWarnings("unchecked")
 908     private UploadReqInfo buildModuleNodeTemplateReg(Object regObject) {
 909
 910         UploadReqInfo regTemplateInfo = new UploadReqInfo();
 911         if (regObject instanceof String) {
 912             String nodeTemplateJsonString = (String) regObject;
 913             regTemplateInfo.setNode(nodeTemplateJsonString);
 914         } else if (regObject instanceof Map) {
 915             Map<String, Object> nodeTemplateJsonMap = (Map<String, Object>) regObject;
 916             if (nodeTemplateJsonMap.containsKey(NODE.getElementName())) {
 917                 regTemplateInfo.setNode((String) nodeTemplateJsonMap.get(NODE.getElementName()));
 918             }
 919             if (nodeTemplateJsonMap.containsKey(CAPABILITY.getElementName())) {
 920                 regTemplateInfo.setCapabilityName(
 921                         (String) nodeTemplateJsonMap.get(CAPABILITY.getElementName()));
 922             }
 923         }
 924         return regTemplateInfo;
 925     }
 926
 927     private Map<String, List<UploadPropInfo>> buildPropModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 928
 929         Map<String, List<UploadPropInfo>> moduleProp = new HashMap<>();
 930         Either<Map<String, Object>, ResultStatusEnum> toscaProperties =
 931                 findFirstToscaMapElement(nodeTemplateJsonMap, PROPERTIES);
 932         if (toscaProperties.isLeft()) {
 933             Map<String, Object> jsonProperties = toscaProperties.left().value();
 934             for (Map.Entry<String, Object> jsonPropObj : jsonProperties.entrySet()) {
 935                 if (valueNotContainsPattern(propertyValuePattern, jsonPropObj.getValue())) {
 936                     addProperty(moduleProp, jsonPropObj);
 937                 }
 938             }
 939         }
 940         return moduleProp;
 941     }
 942
 943     private void addProperty(Map<String, List<UploadPropInfo>> moduleProp, Map.Entry<String, Object> jsonPropObj) {
 944         UploadPropInfo propertyDef = buildProperty(jsonPropObj.getKey(), jsonPropObj.getValue());
 945         if (moduleProp.containsKey(propertyDef.getName())) {
 946             moduleProp.get(propertyDef.getName()).add(propertyDef);
 947         } else {
 948             List<UploadPropInfo> list = new ArrayList<>();
 949             list.add(propertyDef);
 950             moduleProp.put(propertyDef.getName(), list);
 951         }
 952     }
 953
 954     @SuppressWarnings("unchecked")
 955     private UploadPropInfo buildProperty(String propName, Object propValue) {
 956
 957         UploadPropInfo propertyDef = new UploadPropInfo();
 958         propertyDef.setValue(propValue);
 959         propertyDef.setName(propName);
 960         if (propValue instanceof Map) {
 961             if (((Map<String, Object>) propValue).containsKey(TYPE.getElementName())) {
 962                 propertyDef.setType(((Map<String, Object>) propValue)
 963                         .get(TYPE.getElementName()).toString());
 964             }
 965             if (containsGetInput(propValue)) {
 966                 fillInputRecursively(propName, (Map<String, Object>) propValue, propertyDef);
 967             }
 968
 969             if (((Map<String, Object>) propValue).containsKey(DESCRIPTION.getElementName())) {
 970                 propertyDef.setDescription(((Map<String, Object>) propValue)
 971                         .get(DESCRIPTION.getElementName()).toString());
 972             }
 973             if (((Map<String, Object>) propValue)
 974                     .containsKey(DEFAULT_VALUE.getElementName())) {
 975                 propertyDef.setValue(((Map<String, Object>) propValue)
 976                         .get(DEFAULT_VALUE.getElementName()));
 977             }
 978             if (((Map<String, Object>) propValue).containsKey(IS_PASSWORD.getElementName())) {
 979                 propertyDef.setPassword(Boolean.getBoolean(((Map<String, Object>) propValue)
 980                         .get(IS_PASSWORD.getElementName()).toString()));
 981             } else {
 982                 propertyDef.setValue(propValue);
 983             }
 984         } else if (propValue instanceof List) {
 985             List<Object> propValueList = (List<Object>) propValue;
 986
 987             fillInputsListRecursively(propertyDef, propValueList);
 988             propertyDef.setValue(propValue);
 989         }
 990
 991         return propertyDef;
 992     }
 993
 994     @SuppressWarnings("unchecked")
 995     private boolean containsGetInput(Object propValue) {
 996         return ((Map<String, Object>) propValue).containsKey(GET_INPUT.getElementName())
 997                 || ImportUtils.containsGetInput(propValue);
 998     }
 999
1000     @SuppressWarnings("unchecked")
1001     private void fillInputsListRecursively(UploadPropInfo propertyDef, List<Object> propValueList) {
1002         for (Object objValue : propValueList) {
1003
1004             if (objValue instanceof Map) {
1005                 Map<String, Object> objMap = (Map<String, Object>) objValue;
1006                 if (objMap.containsKey(GET_INPUT.getElementName())) {
1007                     fillInputRecursively(propertyDef.getName(), objMap, propertyDef);
1008                 } else {
1009                     Set<String> keys = objMap.keySet();
1010                     findAndFillInputsListRecursively(propertyDef, objMap, keys);
1011                 }
1012             } else if (objValue instanceof List) {
1013                 List<Object> propSubValueList = (List<Object>) objValue;
1014                 fillInputsListRecursively(propertyDef, propSubValueList);
1015             }
1016         }
1017     }
1018
1019     @SuppressWarnings("unchecked")
1020     private void findAndFillInputsListRecursively(UploadPropInfo propertyDef, Map<String, Object> objMap,
1021                                                   Set<String> keys) {
1022         for (String key : keys) {
1023             Object value = objMap.get(key);
1024             if (value instanceof Map) {
1025                 fillInputRecursively(key, (Map<String, Object>) value, propertyDef);
1026             } else if (value instanceof List) {
1027                 List<Object> propSubValueList = (List<Object>) value;
1028                 fillInputsListRecursively(propertyDef, propSubValueList);
1029             }
1030         }
1031     }
1032
1033     private void fillInputRecursively(String propName, Map<String, Object> propValue, UploadPropInfo propertyDef) {
1034
1035         if (propValue.containsKey(GET_INPUT.getElementName())) {
1036             Object getInput = propValue.get(GET_INPUT.getElementName());
1037             GetInputValueDataDefinition getInputInfo = new GetInputValueDataDefinition();
1038             List<GetInputValueDataDefinition> getInputs = propertyDef.getGet_input();
1039             if (getInputs == null) {
1040                 getInputs = new ArrayList<>();
1041             }
1042             if (getInput instanceof String) {
1043
1044                 getInputInfo.setInputName((String) getInput);
1045                 getInputInfo.setPropName(propName);
1046
1047             } else if (getInput instanceof List) {
1048                 fillInput(propName, getInput, getInputInfo);
1049             }
1050             getInputs.add(getInputInfo);
1051             propertyDef.setGet_input(getInputs);
1052             propertyDef.setValue(propValue);
1053         } else {
1054             findAndFillInputRecursively(propValue, propertyDef);
1055         }
1056     }
1057
1058     @SuppressWarnings("unchecked")
1059     private void findAndFillInputRecursively(Map<String, Object> propValue, UploadPropInfo propertyDef) {
1060         for (String propName : propValue.keySet()) {
1061             Object value = propValue.get(propName);
1062             if (value instanceof Map) {
1063                 fillInputRecursively(propName, (Map<String, Object>) value, propertyDef);
1064
1065             } else if (value instanceof List) {
1066                 fillInputsRecursively(propertyDef, propName, (List<Object>) value);
1067             }
1068         }
1069     }
1070
1071     private void fillInputsRecursively(UploadPropInfo propertyDef, String propName, List<Object> inputs) {
1072         inputs.stream()
1073                 .filter(o -> o instanceof Map)
1074                 .forEach(o -> fillInputRecursively(propName, (Map<String, Object>)o, propertyDef));
1075     }
1076
1077     @SuppressWarnings("unchecked")
1078     private void fillInput(String propName, Object getInput, GetInputValueDataDefinition getInputInfo) {
1079         List<Object> getInputList = (List<Object>) getInput;
1080         getInputInfo.setPropName(propName);
1081         getInputInfo.setInputName((String) getInputList.get(0));
1082         if (getInputList.size() > 1) {
1083             Object indexObj = getInputList.get(1);
1084             if (indexObj instanceof Integer) {
1085                 getInputInfo.setIndexValue((Integer) indexObj);
1086             } else if (indexObj instanceof Float) {
1087                 int index = ((Float) indexObj).intValue();
1088                 getInputInfo.setIndexValue(index);
1089             } else if (indexObj instanceof Map && ((Map<String, Object>) indexObj)
1090                     .containsKey(GET_INPUT.getElementName())) {
1091                 Object index = ((Map<String, Object>) indexObj)
1092                         .get(GET_INPUT.getElementName());
1093                 GetInputValueDataDefinition getInputInfoIndex = new GetInputValueDataDefinition();
1094                 getInputInfoIndex.setInputName((String) index);
1095                 getInputInfoIndex.setPropName(propName);
1096                 getInputInfo.setGetInputIndex(getInputInfoIndex);
1097             }
1098             getInputInfo.setList(true);
1099         }
1100     }
1101
1102     private boolean valueNotContainsPattern(Pattern pattern, Object propValue) {
1103         return propValue == null || !pattern.matcher(propValue.toString()).find();
1104     }
1105
1106     private Map<String, Object> failIfNoNodeTemplates(String fileName) {
1107         janusGraphDao.rollback();
1108         throw new ByActionStatusComponentException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE, fileName);
1109     }
1110
1111     private Object failIfNotTopologyTemplate(String fileName) {
1112         janusGraphDao.rollback();
1113         throw new ByActionStatusComponentException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE, fileName);
1114     }
1115
1116     private void rollbackWithException(ActionStatus actionStatus, String... params) {
1117         janusGraphDao.rollback();
1118         throw new ByActionStatusComponentException(actionStatus, params);
1119     }
1120
1121     private void failOnMissingCapabilityTypes(GroupDefinition groupDefinition, List<String> missingCapTypes) {
1122         log.debug("#failOnMissingCapabilityTypes - Failed to validate the capabilities of the group {}. The capability types {} are missing on the group type {}. ", groupDefinition.getName(), missingCapTypes.toString(), groupDefinition.getType());
1123         if(CollectionUtils.isNotEmpty(missingCapTypes)) {
1124             rollbackWithException(ActionStatus.MISSING_CAPABILITY_TYPE, missingCapTypes.toString());
1125         }
1126     }
1127
1128     private void failOnMissingCapabilityNames(GroupDefinition groupDefinition, List<String> missingCapNames) {
1129         log.debug("#failOnMissingCapabilityNames - Failed to validate the capabilities of the group {}. The capabilities with the names {} are missing on the group type {}. ", groupDefinition.getName(), missingCapNames.toString(), groupDefinition.getType());
1130         rollbackWithException(ActionStatus.MISSING_CAPABILITIES, missingCapNames.toString(), CapabilityDataDefinition.OwnerType.GROUP.getValue(), groupDefinition.getName());
1131     }
1132
1133 }