catalog-be/src/main/java/org/openecomp/sdc/be/components/csar/YamlTemplateParsingHandler.java

   1 /*-
   2  * ============LICENSE_START=======================================================
   3  * SDC
   4  * ================================================================================
   5  * Copyright (C) 2017 AT&T Intellectual Property. All rights reserved.
   6  * ================================================================================
   7  * Licensed under the Apache License, Version 2.0 (the "License");
   8  * you may not use this file except in compliance with the License.
   9  * You may obtain a copy of the License at
  10  *
  11  *      http://www.apache.org/licenses/LICENSE-2.0
  12  *
  13  * Unless required by applicable law or agreed to in writing, software
  14  * distributed under the License is distributed on an "AS IS" BASIS,
  15  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16  * See the License for the specific language governing permissions and
  17  * limitations under the License.
  18  * ============LICENSE_END=========================================================
  19  * Modifications copyright (c) 2019 Nokia
  20  * ================================================================================
  21  */
  22 package org.openecomp.sdc.be.components.csar;
  23
  24 import static java.util.stream.Collectors.toList;
  25 import static org.openecomp.sdc.be.components.impl.ImportUtils.ResultStatusEnum;
  26 import static org.openecomp.sdc.be.components.impl.ImportUtils.ToscaElementTypeEnum;
  27 import static org.openecomp.sdc.be.components.impl.ImportUtils.findFirstToscaListElement;
  28 import static org.openecomp.sdc.be.components.impl.ImportUtils.findFirstToscaMapElement;
  29 import static org.openecomp.sdc.be.components.impl.ImportUtils.findToscaElement;
  30 import static org.openecomp.sdc.be.components.impl.ImportUtils.loadYamlAsStrictMap;
  31 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.ARTIFACTS;
  32 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.CAPABILITIES;
  33 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.CAPABILITY;
  34 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.DEFAULT_VALUE;
  35 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.DESCRIPTION;
  36 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.FILE;
  37 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.GET_INPUT;
  38 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.GROUPS;
  39 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.INPUTS;
  40 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.IS_PASSWORD;
  41 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.MEMBERS;
  42 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.NODE;
  43 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.NODE_TEMPLATES;
  44 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.NODE_TYPE;
  45 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.OUTPUTS;
  46 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.POLICIES;
  47 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.PROPERTIES;
  48 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.REQUIREMENTS;
  49 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.SUBSTITUTION_FILTERS;
  50 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.SUBSTITUTION_MAPPINGS;
  51 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TARGETS;
  52 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TOPOLOGY_TEMPLATE;
  53 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TYPE;
  54 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.VALID_SOURCE_TYPES;
  55
  56 import com.google.common.collect.Lists;
  57 import com.google.common.collect.Maps;
  58 import com.google.gson.Gson;
  59 import fj.data.Either;
  60 import java.util.ArrayList;
  61 import java.util.Collection;
  62 import java.util.Collections;
  63 import java.util.EnumMap;
  64 import java.util.HashMap;
  65 import java.util.List;
  66 import java.util.Map;
  67 import java.util.Objects;
  68 import java.util.Set;
  69 import java.util.regex.Pattern;
  70 import java.util.stream.Collectors;
  71 import org.apache.commons.collections.CollectionUtils;
  72 import org.apache.commons.collections.MapUtils;
  73 import org.apache.commons.lang3.StringUtils;
  74 import org.openecomp.sdc.be.components.impl.AnnotationBusinessLogic;
  75 import org.openecomp.sdc.be.components.impl.GroupTypeBusinessLogic;
  76 import org.openecomp.sdc.be.components.impl.ImportUtils;
  77 import org.openecomp.sdc.be.components.impl.NodeFilterUploadCreator;
  78 import org.openecomp.sdc.be.components.impl.PolicyTypeBusinessLogic;
  79 import org.openecomp.sdc.be.components.impl.exceptions.ByActionStatusComponentException;
  80 import org.openecomp.sdc.be.components.utils.PropertiesUtils;
  81 import org.openecomp.sdc.be.config.BeEcompErrorManager;
  82 import org.openecomp.sdc.be.dao.api.ActionStatus;
  83 import org.openecomp.sdc.be.dao.janusgraph.JanusGraphDao;
  84 import org.openecomp.sdc.be.datatypes.elements.CapabilityDataDefinition;
  85 import org.openecomp.sdc.be.datatypes.elements.GetInputValueDataDefinition;
  86 import org.openecomp.sdc.be.datatypes.elements.ListDataDefinition;
  87 import org.openecomp.sdc.be.datatypes.elements.PolicyTargetType;
  88 import org.openecomp.sdc.be.datatypes.elements.PropertyDataDefinition;
  89 import org.openecomp.sdc.be.datatypes.elements.RequirementSubstitutionFilterPropertyDataDefinition;
  90 import org.openecomp.sdc.be.model.CapabilityDefinition;
  91 import org.openecomp.sdc.be.model.Component;
  92 import org.openecomp.sdc.be.model.ComponentInstanceProperty;
  93 import org.openecomp.sdc.be.model.GroupDefinition;
  94 import org.openecomp.sdc.be.model.GroupTypeDefinition;
  95 import org.openecomp.sdc.be.model.InputDefinition;
  96 import org.openecomp.sdc.be.model.NodeTypeInfo;
  97 import org.openecomp.sdc.be.model.OutputDefinition;
  98 import org.openecomp.sdc.be.model.ParsedToscaYamlInfo;
  99 import org.openecomp.sdc.be.model.PolicyDefinition;
 100 import org.openecomp.sdc.be.model.PolicyTypeDefinition;
 101 import org.openecomp.sdc.be.model.PropertyDefinition;
 102 import org.openecomp.sdc.be.model.UploadArtifactInfo;
 103 import org.openecomp.sdc.be.model.UploadCapInfo;
 104 import org.openecomp.sdc.be.model.UploadComponentInstanceInfo;
 105 import org.openecomp.sdc.be.model.UploadPropInfo;
 106 import org.openecomp.sdc.be.model.UploadReqInfo;
 107 import org.openecomp.sdc.be.model.tosca.ToscaPropertyType;
 108 import org.openecomp.sdc.be.utils.TypeUtils;
 109 import org.openecomp.sdc.common.log.wrappers.Logger;
 110 import org.yaml.snakeyaml.parser.ParserException;
 111
 112 /**
 113  * A handler class designed to parse the YAML file of the service template for a JAVA object
 114  */
 115 @org.springframework.stereotype.Component
 116 public class YamlTemplateParsingHandler {
 117
 118     private static final Pattern propertyValuePattern = Pattern.compile("[ ]*\\{[ ]*(str_replace=|token=|get_property=|concat=|get_attribute=)+");
 119     private static final int SUB_MAPPING_CAPABILITY_OWNER_NAME_IDX = 0;
 120     private static final int SUB_MAPPING_CAPABILITY_NAME_IDX = 1;
 121     private static final Logger log = Logger.getLogger(YamlTemplateParsingHandler.class);
 122     private Gson gson = new Gson();
 123     private JanusGraphDao janusGraphDao;
 124     private GroupTypeBusinessLogic groupTypeBusinessLogic;
 125     private AnnotationBusinessLogic annotationBusinessLogic;
 126     private PolicyTypeBusinessLogic policyTypeBusinessLogic;
 127
 128     public YamlTemplateParsingHandler(JanusGraphDao janusGraphDao, GroupTypeBusinessLogic groupTypeBusinessLogic,
 129                                       AnnotationBusinessLogic annotationBusinessLogic, PolicyTypeBusinessLogic policyTypeBusinessLogic) {
 130         this.janusGraphDao = janusGraphDao;
 131         this.groupTypeBusinessLogic = groupTypeBusinessLogic;
 132         this.annotationBusinessLogic = annotationBusinessLogic;
 133         this.policyTypeBusinessLogic = policyTypeBusinessLogic;
 134     }
 135
 136     public ParsedToscaYamlInfo parseResourceInfoFromYAML(String fileName, String resourceYml, Map<String, String> createdNodesToscaResourceNames,
 137                                                          Map<String, NodeTypeInfo> nodeTypesInfo, String nodeName,
 138                                                          Component component, String interfaceTemplateYaml) {
 139         log.debug("#parseResourceInfoFromYAML - Going to parse yaml {} ", fileName);
 140         final Map<String, Object> mappedToscaTemplate = getMappedToscaTemplate(fileName, resourceYml, nodeTypesInfo, nodeName);
 141         final ParsedToscaYamlInfo parsedToscaYamlInfo = new ParsedToscaYamlInfo();
 142         final Map<String, Object> mappedTopologyTemplate = (Map<String, Object>) findToscaElement(mappedToscaTemplate, TOPOLOGY_TEMPLATE,
 143             ToscaElementTypeEnum.ALL).left().on(err -> failIfNotTopologyTemplate(fileName));
 144         final Map<String, Object> mappedTopologyTemplateInputs = mappedTopologyTemplate.entrySet().stream()
 145             .filter(entry -> entry.getKey().equals(INPUTS.getElementName())).collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue));
 146         final Map<String, Object> mappedTopologyTemplateOutputs = mappedTopologyTemplate.entrySet().stream()
 147             .filter(entry -> entry.getKey().equals(OUTPUTS.getElementName())).collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue));
 148         parsedToscaYamlInfo.setInputs(getInputs(mappedTopologyTemplateInputs));
 149         parsedToscaYamlInfo.setOutputs(getOutputs(mappedTopologyTemplateOutputs));
 150         parsedToscaYamlInfo.setInstances(getInstances(mappedToscaTemplate, createdNodesToscaResourceNames));
 151         parsedToscaYamlInfo.setGroups(getGroups(mappedToscaTemplate, component.getModel()));
 152         parsedToscaYamlInfo.setPolicies(getPolicies(mappedToscaTemplate, component.getModel()));
 153         Map<String, Object> substitutionMappings = getSubstitutionMappings(mappedToscaTemplate);
 154         if (substitutionMappings != null) {
 155             if (component.isService() && !interfaceTemplateYaml.isEmpty()) {
 156                 parsedToscaYamlInfo.setProperties(getProperties(loadYamlAsStrictMap(interfaceTemplateYaml)));
 157                 parsedToscaYamlInfo.setSubstitutionFilterProperties(getSubstitutionFilterProperties(mappedToscaTemplate));
 158             }
 159             parsedToscaYamlInfo.setSubstitutionMappingNodeType((String) substitutionMappings.get(NODE_TYPE.getElementName()));
 160         }
 161         log.debug("#parseResourceInfoFromYAML - The yaml {} has been parsed ", fileName);
 162         return parsedToscaYamlInfo;
 163     }
 164
 165     private Map<String, Object> getMappedToscaTemplate(String fileName, String resourceYml, Map<String, NodeTypeInfo> nodeTypesInfo,
 166                                                        String nodeName) {
 167         Map<String, Object> mappedToscaTemplate;
 168         if (isNodeExist(nodeTypesInfo, nodeName)) {
 169             mappedToscaTemplate = nodeTypesInfo.get(nodeName).getMappedToscaTemplate();
 170         } else {
 171             mappedToscaTemplate = loadYaml(fileName, resourceYml);
 172         }
 173         return mappedToscaTemplate;
 174     }
 175
 176     private Map<String, Object> loadYaml(String fileName, String resourceYml) {
 177         Map<String, Object> mappedToscaTemplate = null;
 178         try {
 179             mappedToscaTemplate = loadYamlAsStrictMap(resourceYml);
 180         } catch (ParserException e) {
 181             log.debug("#getMappedToscaTemplate - Failed to load YAML file {}", fileName, e);
 182             rollbackWithException(ActionStatus.TOSCA_PARSE_ERROR, fileName, e.getMessage());
 183         }
 184         return mappedToscaTemplate;
 185     }
 186
 187     private boolean isNodeExist(Map<String, NodeTypeInfo> nodeTypesInfo, String nodeName) {
 188         return nodeTypesInfo != null && nodeName != null && nodeTypesInfo.containsKey(nodeName);
 189     }
 190
 191     private Map<String, InputDefinition> getInputs(Map<String, Object> toscaJson) {
 192         Map<String, InputDefinition> inputs = ImportUtils.getInputs(toscaJson, annotationBusinessLogic.getAnnotationTypeOperations()).left()
 193             .on(err -> new HashMap<>());
 194         annotationBusinessLogic.validateAndMergeAnnotationsAndAssignToInput(inputs);
 195         return inputs;
 196     }
 197
 198     private Map<String, OutputDefinition> getOutputs(Map<String, Object> toscaJson) {
 199         return ImportUtils.getOutputs(toscaJson).left().on(err -> new HashMap<>());
 200     }
 201
 202     private Map<String, PropertyDefinition> getProperties(Map<String, Object> toscaJson) {
 203         return ImportUtils.getProperties(toscaJson).left().on(err -> new HashMap<>());
 204     }
 205
 206     private ListDataDefinition<RequirementSubstitutionFilterPropertyDataDefinition> getSubstitutionFilterProperties(Map<String, Object> toscaJson) {
 207         ListDataDefinition<RequirementSubstitutionFilterPropertyDataDefinition> propertyList = new ListDataDefinition<>();
 208         Map<String, Object> substitutionFilters = findFirstToscaMapElement(toscaJson, SUBSTITUTION_FILTERS).left().on(err -> new HashMap<>());
 209         if (MapUtils.isEmpty(substitutionFilters)) {
 210             return propertyList;
 211         }
 212         ArrayList<Map<String, List<Map<String, Object>>>> substitutionFilterProperties =
 213             (ArrayList<Map<String, List<Map<String, Object>>>>) substitutionFilters.get("properties");
 214         if (CollectionUtils.isEmpty(substitutionFilterProperties)) {
 215             return propertyList;
 216         }
 217         for (Map<String, List<Map<String, Object>>> filterProps : substitutionFilterProperties) {
 218             for (Map.Entry<String, List<Map<String, Object>>> filterPropsMap : filterProps.entrySet()) {
 219                 for (Map<String, Object> mapValue : filterPropsMap.getValue()) {
 220                     RequirementSubstitutionFilterPropertyDataDefinition requirementSubstitutionFilterPropertyDataDefinition =
 221                         new RequirementSubstitutionFilterPropertyDataDefinition();
 222                     requirementSubstitutionFilterPropertyDataDefinition.setName(filterPropsMap.getKey());
 223                     requirementSubstitutionFilterPropertyDataDefinition.setConstraints(
 224                         getSubstitutionFilterConstraints(filterPropsMap.getKey(), mapValue));
 225                     propertyList.add(requirementSubstitutionFilterPropertyDataDefinition);
 226                 }
 227             }
 228         }
 229         return propertyList;
 230     }
 231
 232     private List<String> getSubstitutionFilterConstraints(String name, Map<String, Object> value) {
 233         List<String> constraints = new ArrayList<>();
 234         for (Map.Entry<String, Object> valueMap : value.entrySet()) {
 235             constraints.add(name + ": {" + valueMap.getKey() + ": " + valueMap.getValue() + "}");
 236         }
 237         return constraints;
 238     }
 239
 240     private Map<String, PolicyDefinition> getPolicies(Map<String, Object> toscaJson, String model) {
 241         Map<String, Object> mappedTopologyTemplate = (Map<String, Object>) findToscaElement(toscaJson, TOPOLOGY_TEMPLATE, ToscaElementTypeEnum.ALL)
 242             .left().on(err -> new HashMap<>());
 243         Map<String, Object> foundPolicies = (Map<String, Object>) mappedTopologyTemplate.get(POLICIES.getElementName());
 244         if (MapUtils.isNotEmpty(foundPolicies)) {
 245             return foundPolicies.entrySet().stream().map(policyToCreate -> createPolicy(policyToCreate, model))
 246                 .collect(Collectors.toMap(PolicyDefinition::getName, p -> p));
 247         }
 248         return Collections.emptyMap();
 249     }
 250
 251     private PolicyDefinition createPolicy(Map.Entry<String, Object> policyNameValue, String model) {
 252         PolicyDefinition emptyPolicyDef = new PolicyDefinition();
 253         String policyName = policyNameValue.getKey();
 254         emptyPolicyDef.setName(policyName);
 255         try {
 256             // There's no need to null test in conjunction with an instanceof test. null is not an instanceof anything, so a null check is redundant.
 257             if (policyNameValue.getValue() instanceof Map) {
 258                 Map<String, Object> policyTemplateJsonMap = (Map<String, Object>) policyNameValue.getValue();
 259                 validateAndFillPolicy(emptyPolicyDef, policyTemplateJsonMap, model);
 260             } else {
 261                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 262             }
 263         } catch (ClassCastException e) {
 264             log.debug("#createPolicy - Failed to create the policy {}. The exception occurred", policyName, e);
 265             rollbackWithException(ActionStatus.INVALID_YAML);
 266         }
 267         return emptyPolicyDef;
 268     }
 269
 270     private void validateAndFillPolicy(PolicyDefinition emptyPolicyDefinition, Map<String, Object> policyTemplateJsonMap, String model) {
 271         String policyTypeName = (String) policyTemplateJsonMap.get(TYPE.getElementName());
 272         if (StringUtils.isEmpty(policyTypeName)) {
 273             log.debug("#validateAndFillPolicy - The 'type' member is not found under policy {}", emptyPolicyDefinition.getName());
 274             rollbackWithException(ActionStatus.POLICY_MISSING_POLICY_TYPE, emptyPolicyDefinition.getName());
 275         }
 276         emptyPolicyDefinition.setType(policyTypeName);
 277         // set policy targets
 278         emptyPolicyDefinition.setTargets(validateFillPolicyTargets(policyTemplateJsonMap));
 279         PolicyTypeDefinition policyTypeDefinition = validateGetPolicyTypeDefinition(policyTypeName, model);
 280         // set policy properties
 281         emptyPolicyDefinition.setProperties(validateFillPolicyProperties(policyTypeDefinition, policyTemplateJsonMap));
 282     }
 283
 284     private PolicyTypeDefinition validateGetPolicyTypeDefinition(String policyType, String modelName) {
 285         PolicyTypeDefinition policyTypeDefinition = policyTypeBusinessLogic.getLatestPolicyTypeByType(policyType, modelName);
 286         if (policyTypeDefinition == null) {
 287             log.debug("#validateAndFillPolicy - The policy type {} not found", policyType);
 288             rollbackWithException(ActionStatus.POLICY_TYPE_IS_INVALID, policyType);
 289         }
 290         return policyTypeDefinition;
 291     }
 292
 293     private List<PropertyDataDefinition> validateFillPolicyProperties(PolicyTypeDefinition policyTypeDefinition,
 294                                                                       Map<String, Object> policyTemplateJsonMap) {
 295         if (MapUtils.isEmpty(policyTemplateJsonMap) || Objects.isNull(policyTypeDefinition)) {
 296             return Collections.emptyList();
 297         }
 298         List<PropertyDataDefinition> propertyDataDefinitionList = new ArrayList<>();
 299         Map<String, Object> propertiesMap = (Map<String, Object>) policyTemplateJsonMap.get(PROPERTIES.getElementName());
 300         if (MapUtils.isEmpty(propertiesMap)) {
 301             return Collections.emptyList();
 302         }
 303         if (CollectionUtils.isNotEmpty(policyTypeDefinition.getProperties())) {
 304             propertyDataDefinitionList = policyTypeDefinition.getProperties().stream()
 305                 .map(propertyDefinition -> setPropertyValue(propertiesMap, propertyDefinition)).collect(Collectors.toList());
 306         }
 307         return propertyDataDefinitionList;
 308     }
 309
 310     private PropertyDataDefinition setPropertyValue(Map<String, Object> propertiesMap, PropertyDataDefinition srcPropertyDataDefinition) {
 311         PropertyDataDefinition newPropertyDef = new PropertyDataDefinition(srcPropertyDataDefinition);
 312         String propertyName = newPropertyDef.getName();
 313         if (Objects.nonNull(propertiesMap.get(propertyName))) {
 314             Object propValue = propertiesMap.get(propertyName);
 315             newPropertyDef.setValue(PropertiesUtils.trimQuotes(gson.toJson(propValue)));
 316         }
 317         return newPropertyDef;
 318     }
 319
 320     private Map<PolicyTargetType, List<String>> validateFillPolicyTargets(Map<String, Object> policyTemplateJson) {
 321         Map<PolicyTargetType, List<String>> targets = new EnumMap<>(PolicyTargetType.class);
 322         if (policyTemplateJson.containsKey(TARGETS.getElementName()) && policyTemplateJson.get(TARGETS.getElementName()) instanceof List) {
 323             List<String> targetsElement = (List<String>) policyTemplateJson.get(TARGETS.getElementName());
 324             targets.put(PolicyTargetType.COMPONENT_INSTANCES, targetsElement);
 325         }
 326         return targets;
 327     }
 328
 329     private Map<String, UploadComponentInstanceInfo> getInstances(Map<String, Object> toscaJson,
 330                                                                   Map<String, String> createdNodesToscaResourceNames) {
 331         Map<String, Object> nodeTemplates = findFirstToscaMapElement(toscaJson, NODE_TEMPLATES).left().on(err -> new HashMap<>());
 332         if (nodeTemplates.isEmpty()) {
 333             return Collections.emptyMap();
 334         }
 335         return getInstances(toscaJson, createdNodesToscaResourceNames, nodeTemplates);
 336     }
 337
 338     private Map<String, UploadComponentInstanceInfo> getInstances(Map<String, Object> toscaJson, Map<String, String> createdNodesToscaResourceNames,
 339                                                                   Map<String, Object> nodeTemplates) {
 340         Map<String, Object> substitutionMappings = getSubstitutionMappings(toscaJson);
 341         return nodeTemplates.entrySet().stream()
 342             .map(node -> buildModuleComponentInstanceInfo(node, substitutionMappings, createdNodesToscaResourceNames))
 343             .collect(Collectors.toMap(UploadComponentInstanceInfo::getName, i -> i));
 344     }
 345
 346     private Map<String, Object> getSubstitutionMappings(Map<String, Object> toscaJson) {
 347         Either<Map<String, Object>, ResultStatusEnum> eitherSubstitutionMappings = findFirstToscaMapElement(toscaJson, SUBSTITUTION_MAPPINGS);
 348         if (eitherSubstitutionMappings.isLeft()) {
 349             return eitherSubstitutionMappings.left().value();
 350         }
 351         return null;
 352     }
 353
 354     @SuppressWarnings("unchecked")
 355     private Map<String, GroupDefinition> getGroups(Map<String, Object> toscaJson, String model) {
 356         Map<String, Object> mappedTopologyTemplate = (Map<String, Object>) findToscaElement(toscaJson, TOPOLOGY_TEMPLATE, ToscaElementTypeEnum.ALL)
 357             .left().on(err -> new HashMap<>());
 358         Map<String, Object> foundGroups = (Map<String, Object>) mappedTopologyTemplate.get(GROUPS.getElementName());
 359         if (MapUtils.isNotEmpty(foundGroups)) {
 360             Map<String, GroupDefinition> groups = foundGroups.entrySet().stream().map(groupToCreate -> createGroup(groupToCreate, model))
 361                 .collect(Collectors.toMap(GroupDefinition::getName, g -> g));
 362             Map<String, Object> substitutionMappings = getSubstitutionMappings(toscaJson);
 363             if (capabilitiesSubstitutionMappingsExist(substitutionMappings)) {
 364                 groups.entrySet().forEach(entry -> updateCapabilitiesNames(entry.getValue(),
 365                     getNamesToUpdate(entry.getKey(), (Map<String, List<String>>) substitutionMappings.get(CAPABILITIES.getElementName()))));
 366             }
 367             return groups;
 368         }
 369         return new HashMap<>();
 370     }
 371
 372     private void updateCapabilitiesNames(GroupDefinition group, Map<String, String> capabilityNames) {
 373         if (MapUtils.isNotEmpty(group.getCapabilities())) {
 374             group.getCapabilities().values().stream().flatMap(Collection::stream).filter(cap -> capabilityNames.containsKey(cap.getName()))
 375                 .forEach(cap -> cap.setName(capabilityNames.get(cap.getName())));
 376         }
 377     }
 378
 379     private Map<String, String> getNamesToUpdate(String name, Map<String, List<String>> pair) {
 380         return pair.entrySet().stream().filter(e -> e.getValue().get(SUB_MAPPING_CAPABILITY_OWNER_NAME_IDX).equalsIgnoreCase(name))
 381             .collect(Collectors.toMap(e -> e.getValue().get(SUB_MAPPING_CAPABILITY_NAME_IDX), Map.Entry::getKey, (n1, n2) -> n1));
 382     }
 383
 384     private boolean capabilitiesSubstitutionMappingsExist(Map<String, Object> substitutionMappings) {
 385         return substitutionMappings != null && substitutionMappings.containsKey(CAPABILITIES.getElementName());
 386     }
 387
 388     private GroupDefinition createGroup(Map.Entry<String, Object> groupNameValue, String model) {
 389         GroupDefinition group = new GroupDefinition();
 390         group.setName(groupNameValue.getKey());
 391         try {
 392             if (groupNameValue.getValue() instanceof Map) {
 393                 Map<String, Object> groupTemplateJsonMap = (Map<String, Object>) groupNameValue.getValue();
 394                 validateAndFillGroup(group, groupTemplateJsonMap, model);
 395                 validateUpdateGroupProperties(group, groupTemplateJsonMap);
 396                 validateUpdateGroupCapabilities(group, groupTemplateJsonMap);
 397             } else {
 398                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 399             }
 400         } catch (ClassCastException e) {
 401             log.debug("#createGroup - Failed to create the group {}. The exception occurres", groupNameValue.getKey(), e);
 402             rollbackWithException(ActionStatus.INVALID_YAML);
 403         }
 404         return group;
 405     }
 406
 407     private Map<String, CapabilityDefinition> addCapabilities(Map<String, CapabilityDefinition> cap, Map<String, CapabilityDefinition> otherCap) {
 408         cap.putAll(otherCap);
 409         return cap;
 410     }
 411
 412     private Map<String, CapabilityDefinition> addCapability(CapabilityDefinition cap) {
 413         Map<String, CapabilityDefinition> map = Maps.newHashMap();
 414         map.put(cap.getName(), cap);
 415         return map;
 416     }
 417
 418     private void setMembers(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 419         if (groupTemplateJsonMap.containsKey(MEMBERS.getElementName())) {
 420             Object members = groupTemplateJsonMap.get(MEMBERS.getElementName());
 421             if (members != null) {
 422                 if (members instanceof List) {
 423                     setMembersFromList(groupInfo, (List<?>) members);
 424                 } else {
 425                     log.debug("The 'members' member is not of type list under group {}", groupInfo.getName());
 426                     rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 427                 }
 428             }
 429         }
 430     }
 431
 432     private void setMembersFromList(GroupDefinition groupInfo, List<?> membersAsList) {
 433         groupInfo.setMembers(membersAsList.stream().collect(Collectors.toMap(Object::toString, member -> "")));
 434     }
 435
 436     @SuppressWarnings("unchecked")
 437     private void validateUpdateGroupProperties(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 438         if (groupTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 439             Object propertiesElement = groupTemplateJsonMap.get(PROPERTIES.getElementName());
 440             if (propertiesElement instanceof Map) {
 441                 mergeGroupProperties(groupInfo, (Map<String, Object>) propertiesElement);
 442             }
 443         }
 444     }
 445
 446     private void mergeGroupProperties(GroupDefinition groupInfo, Map<String, Object> parsedProperties) {
 447         if (CollectionUtils.isNotEmpty(groupInfo.getProperties())) {
 448             validateGroupProperties(parsedProperties, groupInfo);
 449             groupInfo.getProperties().forEach(p -> mergeGroupProperty(p, parsedProperties));
 450         }
 451     }
 452
 453     private void mergeGroupProperty(PropertyDataDefinition property, Map<String, Object> parsedProperties) {
 454         if (parsedProperties.containsKey(property.getName())) {
 455             Object propValue = parsedProperties.get(property.getName());
 456             if (valueNotContainsPattern(propertyValuePattern, propValue)) {
 457                 setPropertyValueAndGetInputsValues(property, propValue);
 458             }
 459         }
 460     }
 461
 462     private void setPropertyValueAndGetInputsValues(PropertyDataDefinition property, Object propValue) {
 463         if (propValue != null) {
 464             UploadPropInfo uploadPropInfo = buildProperty(property.getName(), propValue);
 465             property.setValue(convertPropertyValue(ToscaPropertyType.isValidType(property.getType()), uploadPropInfo.getValue()));
 466             property.setGetInputValues(uploadPropInfo.getGet_input());
 467         }
 468     }
 469
 470     private String convertPropertyValue(ToscaPropertyType type, Object value) {
 471         String convertedValue = null;
 472         if (value != null) {
 473             if (type == null || value instanceof Map || value instanceof List) {
 474                 convertedValue = gson.toJson(value);
 475             } else {
 476                 convertedValue = value.toString();
 477             }
 478         }
 479         return convertedValue;
 480     }
 481
 482     private void setDescription(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 483         if (groupTemplateJsonMap.containsKey(DESCRIPTION.getElementName())) {
 484             groupInfo.setDescription((String) groupTemplateJsonMap.get(DESCRIPTION.getElementName()));
 485         }
 486     }
 487
 488     private void validateAndFillGroup(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap, String model) {
 489         String type = (String) groupTemplateJsonMap.get(TYPE.getElementName());
 490         if (StringUtils.isEmpty(type)) {
 491             log.debug("#validateAndFillGroup - The 'type' member is not found under group {}", groupInfo.getName());
 492             rollbackWithException(ActionStatus.GROUP_MISSING_GROUP_TYPE, groupInfo.getName());
 493         }
 494         groupInfo.setType(type);
 495         GroupTypeDefinition groupType = groupTypeBusinessLogic.getLatestGroupTypeByType(type, model);
 496         if (groupType == null) {
 497             log.debug("#validateAndFillGroup - The group type {} not found", groupInfo.getName());
 498             rollbackWithException(ActionStatus.GROUP_TYPE_IS_INVALID, type);
 499         }
 500         groupInfo.convertFromGroupProperties(groupType.getProperties());
 501         groupInfo.convertCapabilityDefinitions(groupType.getCapabilities());
 502         setDescription(groupInfo, groupTemplateJsonMap);
 503         setMembers(groupInfo, groupTemplateJsonMap);
 504     }
 505
 506     @SuppressWarnings("unchecked")
 507     private void validateUpdateGroupCapabilities(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 508         if (groupTemplateJsonMap.containsKey(CAPABILITIES.getElementName())) {
 509             Object capabilities = groupTemplateJsonMap.get(CAPABILITIES.getElementName());
 510             if (capabilities instanceof List) {
 511                 validateUpdateCapabilities(groupInfo, ((List<Object>) capabilities).stream().map(o -> buildGroupCapability(groupInfo, o))
 512                     .collect(Collectors.toMap(CapabilityDefinition::getType, this::addCapability, this::addCapabilities)));
 513             } else if (capabilities instanceof Map) {
 514                 validateUpdateCapabilities(groupInfo,
 515                     ((Map<String, Object>) capabilities).entrySet().stream().map(e -> buildGroupCapability(groupInfo, e))
 516                         .collect(Collectors.toMap(CapabilityDefinition::getType, this::addCapability, this::addCapabilities)));
 517             } else {
 518                 log.debug("#setCapabilities - Failed to import the capabilities of the group {}. ", groupInfo.getName());
 519                 rollbackWithException(ActionStatus.INVALID_YAML);
 520             }
 521         }
 522     }
 523
 524     private void validateUpdateCapabilities(GroupDefinition groupInfo, Map<String, Map<String, CapabilityDefinition>> capabilityInfo) {
 525         validateGroupCapabilities(groupInfo, capabilityInfo);
 526         groupInfo.updateCapabilitiesProperties(capabilityInfo);
 527     }
 528
 529     private void validateGroupCapabilities(GroupDefinition group, Map<String, Map<String, CapabilityDefinition>> parsedCapabilities) {
 530         if (MapUtils.isNotEmpty(parsedCapabilities)) {
 531             if (MapUtils.isEmpty(group.getCapabilities())) {
 532                 failOnMissingCapabilityTypes(group, Lists.newArrayList(parsedCapabilities.keySet()));
 533             }
 534             List<String> missingCapTypes = parsedCapabilities.keySet().stream().filter(ct -> !group.getCapabilities().containsKey(ct))
 535                 .collect(toList());
 536             if (CollectionUtils.isNotEmpty(missingCapTypes)) {
 537                 failOnMissingCapabilityTypes(group, missingCapTypes);
 538             }
 539             group.getCapabilities().entrySet().forEach(e -> validateCapabilities(group, e.getValue(), parsedCapabilities.get(e.getKey())));
 540         }
 541     }
 542
 543     private void validateCapabilities(GroupDefinition group, List<CapabilityDefinition> capabilities,
 544                                       Map<String, CapabilityDefinition> parsedCapabilities) {
 545         List<String> allowedCapNames = capabilities.stream().map(CapabilityDefinition::getName).distinct().collect(toList());
 546         List<String> missingCapNames = parsedCapabilities.keySet().stream().filter(c -> !allowedCapNames.contains(c)).collect(toList());
 547         if (CollectionUtils.isNotEmpty(missingCapNames)) {
 548             failOnMissingCapabilityNames(group, missingCapNames);
 549         }
 550         validateCapabilitiesProperties(capabilities, parsedCapabilities);
 551     }
 552
 553     private void validateCapabilitiesProperties(List<CapabilityDefinition> capabilities, Map<String, CapabilityDefinition> parsedCapabilities) {
 554         capabilities.forEach(c -> validateCapabilityProperties(c, parsedCapabilities.get(c.getName())));
 555     }
 556
 557     private void validateCapabilityProperties(CapabilityDefinition capability, CapabilityDefinition parsedCapability) {
 558         if (parsedCapability != null && parsedCapability.getProperties() != null) {
 559             List<String> parsedPropertiesNames = parsedCapability.getProperties().stream().map(ComponentInstanceProperty::getName).collect(toList());
 560             validateProperties(capability.getProperties().stream().map(PropertyDataDefinition::getName).collect(toList()), parsedPropertiesNames,
 561                 ActionStatus.PROPERTY_NOT_FOUND, capability.getName(), capability.getType());
 562         }
 563     }
 564
 565     private void validateGroupProperties(Map<String, Object> parsedProperties, GroupDefinition groupInfo) {
 566         List<String> parsedPropertiesNames = parsedProperties.entrySet().stream().map(Map.Entry::getKey).collect(toList());
 567         validateProperties(groupInfo.getProperties().stream().map(PropertyDataDefinition::getName).collect(toList()), parsedPropertiesNames,
 568             ActionStatus.GROUP_PROPERTY_NOT_FOUND, groupInfo.getName(), groupInfo.getType());
 569     }
 570
 571     private void validateProperties(List<String> validProperties, List<String> parsedProperties, ActionStatus actionStatus, String name,
 572                                     String type) {
 573         if (CollectionUtils.isNotEmpty(parsedProperties)) {
 574             verifyMissingProperties(actionStatus, name, type, parsedProperties.stream().filter(n -> !validProperties.contains(n)).collect(toList()));
 575         }
 576     }
 577
 578     private void verifyMissingProperties(ActionStatus actionStatus, String name, String type, List<String> missingProperties) {
 579         if (CollectionUtils.isNotEmpty(missingProperties)) {
 580             if (log.isDebugEnabled()) {
 581                 log.debug("#validateProperties - Failed to validate properties. The properties {} are missing on {} of the type {}. ",
 582                     missingProperties.toString(), name, type);
 583             }
 584             rollbackWithException(actionStatus, missingProperties.toString(), missingProperties.toString(), name, type);
 585         }
 586     }
 587
 588     @SuppressWarnings("unchecked")
 589     private CapabilityDefinition buildGroupCapability(GroupDefinition groupInfo, Object capObject) {
 590         if (!(capObject instanceof Map)) {
 591             log.debug("#convertToGroupCapability - Failed to import the capability {}. ", capObject);
 592             rollbackWithException(ActionStatus.INVALID_YAML);
 593         }
 594         return buildGroupCapability(groupInfo, ((Map<String, Object>) capObject).entrySet().iterator().next());
 595     }
 596
 597     @SuppressWarnings("unchecked")
 598     private CapabilityDefinition buildGroupCapability(GroupDefinition groupInfo, Map.Entry<String, Object> capEntry) {
 599         CapabilityDefinition capability = new CapabilityDefinition();
 600         capability.setOwnerType(CapabilityDataDefinition.OwnerType.GROUP);
 601         capability.setName(capEntry.getKey());
 602         capability.setParentName(capEntry.getKey());
 603         capability.setOwnerId(groupInfo.getName());
 604         if (!(capEntry.getValue() instanceof Map)) {
 605             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. ", capEntry.getKey());
 606             rollbackWithException(ActionStatus.INVALID_YAML);
 607         }
 608         Map<String, Object> capabilityValue = (Map<String, Object>) capEntry.getValue();
 609         String type = (String) capabilityValue.get(TYPE.getElementName());
 610         if (StringUtils.isEmpty(type)) {
 611             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. Missing capability type. ", capEntry.getKey());
 612             rollbackWithException(ActionStatus.INVALID_YAML);
 613         }
 614         capability.setType(type);
 615         if (!(capabilityValue.get(PROPERTIES.getElementName()) instanceof Map)) {
 616             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. ", capEntry.getKey());
 617             rollbackWithException(ActionStatus.INVALID_YAML);
 618         }
 619         Map<String, Object> properties = (Map<String, Object>) capabilityValue.get(PROPERTIES.getElementName());
 620         capability.setProperties(properties.entrySet().stream().map(this::convertToProperty).collect(toList()));
 621         return capability;
 622     }
 623
 624     private ComponentInstanceProperty convertToProperty(Map.Entry<String, Object> e) {
 625         ComponentInstanceProperty property = new ComponentInstanceProperty();
 626         property.setName(e.getKey());
 627         property.setValue((String) e.getValue());
 628         return property;
 629     }
 630
 631     @SuppressWarnings("unchecked")
 632     private UploadComponentInstanceInfo buildModuleComponentInstanceInfo(Map.Entry<String, Object> nodeTemplateJsonEntry,
 633                                                                          Map<String, Object> substitutionMappings,
 634                                                                          Map<String, String> createdNodesToscaResourceNames) {
 635         UploadComponentInstanceInfo nodeTemplateInfo = new UploadComponentInstanceInfo();
 636         nodeTemplateInfo.setName(nodeTemplateJsonEntry.getKey());
 637         try {
 638             if (nodeTemplateJsonEntry.getValue() instanceof String) {
 639                 String nodeTemplateJsonString = (String) nodeTemplateJsonEntry.getValue();
 640                 nodeTemplateInfo.setType(nodeTemplateJsonString);
 641             } else if (nodeTemplateJsonEntry.getValue() instanceof Map) {
 642                 Map<String, Object> nodeTemplateJsonMap = (Map<String, Object>) nodeTemplateJsonEntry.getValue();
 643                 setToscaResourceType(createdNodesToscaResourceNames, nodeTemplateInfo, nodeTemplateJsonMap);
 644                 setRequirements(nodeTemplateInfo, nodeTemplateJsonMap);
 645                 setCapabilities(nodeTemplateInfo, nodeTemplateJsonMap);
 646                 setArtifacts(nodeTemplateInfo, nodeTemplateJsonMap);
 647                 updateProperties(nodeTemplateInfo, nodeTemplateJsonMap);
 648                 setDirectives(nodeTemplateInfo, nodeTemplateJsonMap);
 649                 setNodeFilter(nodeTemplateInfo, nodeTemplateJsonMap);
 650                 setSubstitutions(substitutionMappings, nodeTemplateInfo);
 651             } else {
 652                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 653             }
 654         } catch (ClassCastException e) {
 655             BeEcompErrorManager.getInstance().logBeSystemError("Import Resource - create capability");
 656             log.debug("error when creating capability, message:{}", e.getMessage(), e);
 657             rollbackWithException(ActionStatus.INVALID_YAML);
 658         }
 659         return nodeTemplateInfo;
 660     }
 661
 662     @SuppressWarnings("unchecked")
 663     private void setSubstitutions(Map<String, Object> substitutionMappings, UploadComponentInstanceInfo nodeTemplateInfo) {
 664         if (substitutionMappings != null) {
 665             if (substitutionMappings.containsKey(CAPABILITIES.getElementName())) {
 666                 nodeTemplateInfo.setCapabilitiesNamesToUpdate(getNamesToUpdate(nodeTemplateInfo.getName(),
 667                     (Map<String, List<String>>) substitutionMappings.get(CAPABILITIES.getElementName())));
 668             }
 669             if (substitutionMappings.containsKey(REQUIREMENTS.getElementName())) {
 670                 nodeTemplateInfo.setRequirementsNamesToUpdate(getNamesToUpdate(nodeTemplateInfo.getName(),
 671                     (Map<String, List<String>>) substitutionMappings.get(REQUIREMENTS.getElementName())));
 672             }
 673         }
 674     }
 675
 676     private void updateProperties(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 677         if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 678             Map<String, List<UploadPropInfo>> properties = buildPropModuleFromYaml(nodeTemplateJsonMap);
 679             if (!properties.isEmpty()) {
 680                 nodeTemplateInfo.setProperties(properties);
 681             }
 682         }
 683     }
 684
 685     private void setCapabilities(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 686         if (nodeTemplateJsonMap.containsKey(CAPABILITIES.getElementName())) {
 687             Map<String, List<UploadCapInfo>> eitherCapRes = createCapModuleFromYaml(nodeTemplateJsonMap);
 688             if (!eitherCapRes.isEmpty()) {
 689                 nodeTemplateInfo.setCapabilities(eitherCapRes);
 690             }
 691         }
 692     }
 693
 694     private void setArtifacts(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 695         if (nodeTemplateJsonMap.containsKey(ARTIFACTS.getElementName())) {
 696             Map<String, Map<String, UploadArtifactInfo>> eitherArtifactsRes = createArtifactsModuleFromYaml(nodeTemplateJsonMap);
 697             if (!eitherArtifactsRes.isEmpty()) {
 698                 nodeTemplateInfo.setArtifacts(eitherArtifactsRes);
 699             }
 700         }
 701     }
 702
 703     private void setRequirements(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 704         if (nodeTemplateJsonMap.containsKey(REQUIREMENTS.getElementName())) {
 705             Map<String, List<UploadReqInfo>> regResponse = createReqModuleFromYaml(nodeTemplateJsonMap);
 706             if (!regResponse.isEmpty()) {
 707                 nodeTemplateInfo.setRequirements(regResponse);
 708             }
 709         }
 710     }
 711
 712     private void setToscaResourceType(Map<String, String> createdNodesToscaResourceNames, UploadComponentInstanceInfo nodeTemplateInfo,
 713                                       Map<String, Object> nodeTemplateJsonMap) {
 714         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 715             String toscaResourceType = (String) nodeTemplateJsonMap.get(TYPE.getElementName());
 716             if (createdNodesToscaResourceNames.containsKey(toscaResourceType)) {
 717                 toscaResourceType = createdNodesToscaResourceNames.get(toscaResourceType);
 718             }
 719             nodeTemplateInfo.setType(toscaResourceType);
 720         }
 721     }
 722
 723     private void setDirectives(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 724         List<String> directives = (List<String>) nodeTemplateJsonMap.get(TypeUtils.ToscaTagNamesEnum.DIRECTIVES.getElementName());
 725         nodeTemplateInfo.setDirectives(directives);
 726     }
 727
 728     private void setNodeFilter(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 729         if (nodeTemplateJsonMap.containsKey(TypeUtils.ToscaTagNamesEnum.NODE_FILTER.getElementName())) {
 730             nodeTemplateInfo.setUploadNodeFilterInfo(new NodeFilterUploadCreator()
 731                 .createNodeFilterData(nodeTemplateJsonMap.get(TypeUtils.ToscaTagNamesEnum.NODE_FILTER.getElementName())));
 732         }
 733     }
 734
 735     @SuppressWarnings("unchecked")
 736     private Map<String, List<UploadReqInfo>> createReqModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 737         Map<String, List<UploadReqInfo>> moduleRequirements = new HashMap<>();
 738         Either<List<Object>, ResultStatusEnum> requirementsListRes = findFirstToscaListElement(nodeTemplateJsonMap, REQUIREMENTS);
 739         if (requirementsListRes.isLeft()) {
 740             for (Object jsonReqObj : requirementsListRes.left().value()) {
 741                 String reqName = ((Map<String, Object>) jsonReqObj).keySet().iterator().next();
 742                 Object reqJson = ((Map<String, Object>) jsonReqObj).get(reqName);
 743                 addModuleNodeTemplateReq(moduleRequirements, reqJson, reqName);
 744             }
 745         } else {
 746             Either<Map<String, Object>, ResultStatusEnum> requirementsMapRes = findFirstToscaMapElement(nodeTemplateJsonMap, REQUIREMENTS);
 747             if (requirementsMapRes.isLeft()) {
 748                 for (Map.Entry<String, Object> entry : requirementsMapRes.left().value().entrySet()) {
 749                     String reqName = entry.getKey();
 750                     Object reqJson = entry.getValue();
 751                     addModuleNodeTemplateReq(moduleRequirements, reqJson, reqName);
 752                 }
 753             }
 754         }
 755         return moduleRequirements;
 756     }
 757
 758     private void addModuleNodeTemplateReq(Map<String, List<UploadReqInfo>> moduleRequirements, Object requirementJson, String requirementName) {
 759         UploadReqInfo requirement = buildModuleNodeTemplateReg(requirementJson);
 760         requirement.setName(requirementName);
 761         if (moduleRequirements.containsKey(requirementName)) {
 762             moduleRequirements.get(requirementName).add(requirement);
 763         } else {
 764             List<UploadReqInfo> list = new ArrayList<>();
 765             list.add(requirement);
 766             moduleRequirements.put(requirementName, list);
 767         }
 768     }
 769
 770     @SuppressWarnings("unchecked")
 771     private Map<String, Map<String, UploadArtifactInfo>> createArtifactsModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 772         Map<String, Map<String, UploadArtifactInfo>> moduleArtifacts = new HashMap<>();
 773         Either<List<Object>, ResultStatusEnum> artifactsListRes = findFirstToscaListElement(nodeTemplateJsonMap, ARTIFACTS);
 774         if (artifactsListRes.isLeft()) {
 775             for (Object jsonArtifactObj : artifactsListRes.left().value()) {
 776                 String key = ((Map<String, Object>) jsonArtifactObj).keySet().iterator().next();
 777                 Object artifactJson = ((Map<String, Object>) jsonArtifactObj).get(key);
 778                 addModuleNodeTemplateArtifacts(moduleArtifacts, artifactJson, key);
 779             }
 780         } else {
 781             Either<Map<String, Map<String, Object>>, ResultStatusEnum> artifactsMapRes = findFirstToscaMapElement(nodeTemplateJsonMap, ARTIFACTS);
 782             if (artifactsMapRes.isLeft()) {
 783                 for (Map.Entry<String, Map<String, Object>> entry : artifactsMapRes.left().value().entrySet()) {
 784                     String artifactName = entry.getKey();
 785                     Object artifactJson = entry.getValue();
 786                     addModuleNodeTemplateArtifacts(moduleArtifacts, artifactJson, artifactName);
 787                 }
 788             }
 789         }
 790         return moduleArtifacts;
 791     }
 792
 793     private void addModuleNodeTemplateArtifacts(Map<String, Map<String, UploadArtifactInfo>> moduleArtifacts, Object artifactJson,
 794                                                 String artifactName) {
 795         UploadArtifactInfo artifact = buildModuleNodeTemplateArtifact(artifactJson);
 796         artifact.setName(artifactName);
 797         if (moduleArtifacts.containsKey(ARTIFACTS.getElementName())) {
 798             moduleArtifacts.get(ARTIFACTS.getElementName()).put(artifactName, artifact);
 799         } else {
 800             Map<String, UploadArtifactInfo> map = new HashMap<>();
 801             map.put(artifactName, artifact);
 802             moduleArtifacts.put(ARTIFACTS.getElementName(), map);
 803         }
 804     }
 805
 806     @SuppressWarnings("unchecked")
 807     private UploadArtifactInfo buildModuleNodeTemplateArtifact(Object artifactObject) {
 808         UploadArtifactInfo artifactTemplateInfo = new UploadArtifactInfo();
 809         if (artifactObject instanceof Map) {
 810             fillArtifact(artifactTemplateInfo, (Map<String, Object>) artifactObject);
 811         }
 812         return artifactTemplateInfo;
 813     }
 814
 815     private void fillArtifact(UploadArtifactInfo artifactTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 816         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 817             artifactTemplateInfo.setType((String) nodeTemplateJsonMap.get(TYPE.getElementName()));
 818         }
 819         if (nodeTemplateJsonMap.containsKey(FILE.getElementName())) {
 820             artifactTemplateInfo.setFile((String) nodeTemplateJsonMap.get(FILE.getElementName()));
 821         }
 822         if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 823             Map<String, List<UploadPropInfo>> props = buildPropModuleFromYaml(nodeTemplateJsonMap);
 824             if (!props.isEmpty()) {
 825                 List<UploadPropInfo> properties = props.values().stream().flatMap(Collection::stream).collect(toList());
 826                 artifactTemplateInfo.setProperties(properties);
 827             }
 828         }
 829     }
 830
 831     @SuppressWarnings("unchecked")
 832     private Map<String, List<UploadCapInfo>> createCapModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 833         Map<String, List<UploadCapInfo>> moduleCap = new HashMap<>();
 834         Either<List<Object>, ResultStatusEnum> capabilitiesListRes = findFirstToscaListElement(nodeTemplateJsonMap, CAPABILITIES);
 835         if (capabilitiesListRes.isLeft()) {
 836             for (Object jsonCapObj : capabilitiesListRes.left().value()) {
 837                 String key = ((Map<String, Object>) jsonCapObj).keySet().iterator().next();
 838                 Object capJson = ((Map<String, Object>) jsonCapObj).get(key);
 839                 addModuleNodeTemplateCap(moduleCap, capJson, key);
 840             }
 841         } else {
 842             Either<Map<String, Object>, ResultStatusEnum> capabilitiesMapRes = findFirstToscaMapElement(nodeTemplateJsonMap, CAPABILITIES);
 843             if (capabilitiesMapRes.isLeft()) {
 844                 for (Map.Entry<String, Object> entry : capabilitiesMapRes.left().value().entrySet()) {
 845                     String capName = entry.getKey();
 846                     Object capJson = entry.getValue();
 847                     addModuleNodeTemplateCap(moduleCap, capJson, capName);
 848                 }
 849             }
 850         }
 851         return moduleCap;
 852     }
 853
 854     private void addModuleNodeTemplateCap(Map<String, List<UploadCapInfo>> moduleCap, Object capJson, String key) {
 855         UploadCapInfo capabilityDef = buildModuleNodeTemplateCap(capJson);
 856         capabilityDef.setKey(key);
 857         if (moduleCap.containsKey(key)) {
 858             moduleCap.get(key).add(capabilityDef);
 859         } else {
 860             List<UploadCapInfo> list = new ArrayList<>();
 861             list.add(capabilityDef);
 862             moduleCap.put(key, list);
 863         }
 864     }
 865
 866     @SuppressWarnings("unchecked")
 867     private UploadCapInfo buildModuleNodeTemplateCap(Object capObject) {
 868         UploadCapInfo capTemplateInfo = new UploadCapInfo();
 869         if (capObject instanceof String) {
 870             String nodeTemplateJsonString = (String) capObject;
 871             capTemplateInfo.setNode(nodeTemplateJsonString);
 872         } else if (capObject instanceof Map) {
 873             fillCapability(capTemplateInfo, (Map<String, Object>) capObject);
 874         }
 875         return capTemplateInfo;
 876     }
 877
 878     private void fillCapability(UploadCapInfo capTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 879         if (nodeTemplateJsonMap.containsKey(NODE.getElementName())) {
 880             capTemplateInfo.setNode((String) nodeTemplateJsonMap.get(NODE.getElementName()));
 881         }
 882         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 883             capTemplateInfo.setType((String) nodeTemplateJsonMap.get(TYPE.getElementName()));
 884         }
 885         if (nodeTemplateJsonMap.containsKey(VALID_SOURCE_TYPES.getElementName())) {
 886             Either<List<Object>, ResultStatusEnum> validSourceTypesRes = findFirstToscaListElement(nodeTemplateJsonMap, VALID_SOURCE_TYPES);
 887             if (validSourceTypesRes.isLeft()) {
 888                 capTemplateInfo.setValidSourceTypes(validSourceTypesRes.left().value().stream().map(Object::toString).collect(toList()));
 889             }
 890         }
 891         if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 892             Map<String, List<UploadPropInfo>> props = buildPropModuleFromYaml(nodeTemplateJsonMap);
 893             if (!props.isEmpty()) {
 894                 List<UploadPropInfo> properties = props.values().stream().flatMap(Collection::stream).collect(toList());
 895                 capTemplateInfo.setProperties(properties);
 896             }
 897         }
 898     }
 899
 900     @SuppressWarnings("unchecked")
 901     private UploadReqInfo buildModuleNodeTemplateReg(Object regObject) {
 902         UploadReqInfo regTemplateInfo = new UploadReqInfo();
 903         if (regObject instanceof String) {
 904             String nodeTemplateJsonString = (String) regObject;
 905             regTemplateInfo.setNode(nodeTemplateJsonString);
 906         } else if (regObject instanceof Map) {
 907             Map<String, Object> nodeTemplateJsonMap = (Map<String, Object>) regObject;
 908             if (nodeTemplateJsonMap.containsKey(NODE.getElementName())) {
 909                 regTemplateInfo.setNode((String) nodeTemplateJsonMap.get(NODE.getElementName()));
 910             }
 911             if (nodeTemplateJsonMap.containsKey(CAPABILITY.getElementName())) {
 912                 regTemplateInfo.setCapabilityName((String) nodeTemplateJsonMap.get(CAPABILITY.getElementName()));
 913             }
 914         }
 915         return regTemplateInfo;
 916     }
 917
 918     private Map<String, List<UploadPropInfo>> buildPropModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 919         Map<String, List<UploadPropInfo>> moduleProp = new HashMap<>();
 920         Either<Map<String, Object>, ResultStatusEnum> toscaProperties = findFirstToscaMapElement(nodeTemplateJsonMap, PROPERTIES);
 921         if (toscaProperties.isLeft()) {
 922             Map<String, Object> jsonProperties = toscaProperties.left().value();
 923             for (Map.Entry<String, Object> jsonPropObj : jsonProperties.entrySet()) {
 924                 if (valueNotContainsPattern(propertyValuePattern, jsonPropObj.getValue())) {
 925                     addProperty(moduleProp, jsonPropObj);
 926                 }
 927             }
 928         }
 929         return moduleProp;
 930     }
 931
 932     private void addProperty(Map<String, List<UploadPropInfo>> moduleProp, Map.Entry<String, Object> jsonPropObj) {
 933         UploadPropInfo propertyDef = buildProperty(jsonPropObj.getKey(), jsonPropObj.getValue());
 934         if (moduleProp.containsKey(propertyDef.getName())) {
 935             moduleProp.get(propertyDef.getName()).add(propertyDef);
 936         } else {
 937             List<UploadPropInfo> list = new ArrayList<>();
 938             list.add(propertyDef);
 939             moduleProp.put(propertyDef.getName(), list);
 940         }
 941     }
 942
 943     @SuppressWarnings("unchecked")
 944     private UploadPropInfo buildProperty(String propName, Object propValue) {
 945         UploadPropInfo propertyDef = new UploadPropInfo();
 946         propertyDef.setValue(propValue);
 947         propertyDef.setName(propName);
 948         if (propValue instanceof Map) {
 949             if (((Map<String, Object>) propValue).containsKey(TYPE.getElementName())) {
 950                 propertyDef.setType(((Map<String, Object>) propValue).get(TYPE.getElementName()).toString());
 951             }
 952             if (containsGetInput(propValue)) {
 953                 fillInputRecursively(propName, (Map<String, Object>) propValue, propertyDef);
 954             }
 955             if (((Map<String, Object>) propValue).containsKey(DESCRIPTION.getElementName())) {
 956                 propertyDef.setDescription(((Map<String, Object>) propValue).get(DESCRIPTION.getElementName()).toString());
 957             }
 958             if (((Map<String, Object>) propValue).containsKey(DEFAULT_VALUE.getElementName())) {
 959                 propertyDef.setValue(((Map<String, Object>) propValue).get(DEFAULT_VALUE.getElementName()));
 960             }
 961             if (((Map<String, Object>) propValue).containsKey(IS_PASSWORD.getElementName())) {
 962                 propertyDef.setPassword(Boolean.getBoolean(((Map<String, Object>) propValue).get(IS_PASSWORD.getElementName()).toString()));
 963             } else {
 964                 propertyDef.setValue(propValue);
 965             }
 966         } else if (propValue instanceof List) {
 967             List<Object> propValueList = (List<Object>) propValue;
 968             fillInputsListRecursively(propertyDef, propValueList);
 969             propertyDef.setValue(propValue);
 970         }
 971         return propertyDef;
 972     }
 973
 974     @SuppressWarnings("unchecked")
 975     private boolean containsGetInput(Object propValue) {
 976         return ((Map<String, Object>) propValue).containsKey(GET_INPUT.getElementName()) || ImportUtils.containsGetInput(propValue);
 977     }
 978
 979     @SuppressWarnings("unchecked")
 980     private void fillInputsListRecursively(UploadPropInfo propertyDef, List<Object> propValueList) {
 981         for (Object objValue : propValueList) {
 982             if (objValue instanceof Map) {
 983                 Map<String, Object> objMap = (Map<String, Object>) objValue;
 984                 if (objMap.containsKey(GET_INPUT.getElementName())) {
 985                     fillInputRecursively(propertyDef.getName(), objMap, propertyDef);
 986                 } else {
 987                     Set<String> keys = objMap.keySet();
 988                     findAndFillInputsListRecursively(propertyDef, objMap, keys);
 989                 }
 990             } else if (objValue instanceof List) {
 991                 List<Object> propSubValueList = (List<Object>) objValue;
 992                 fillInputsListRecursively(propertyDef, propSubValueList);
 993             }
 994         }
 995     }
 996
 997     @SuppressWarnings("unchecked")
 998     private void findAndFillInputsListRecursively(UploadPropInfo propertyDef, Map<String, Object> objMap, Set<String> keys) {
 999         for (String key : keys) {
1000             Object value = objMap.get(key);
1001             if (value instanceof Map) {
1002                 fillInputRecursively(key, (Map<String, Object>) value, propertyDef);
1003             } else if (value instanceof List) {
1004                 List<Object> propSubValueList = (List<Object>) value;
1005                 fillInputsListRecursively(propertyDef, propSubValueList);
1006             }
1007         }
1008     }
1009
1010     private void fillInputRecursively(String propName, Map<String, Object> propValue, UploadPropInfo propertyDef) {
1011         if (propValue.containsKey(GET_INPUT.getElementName())) {
1012             Object getInput = propValue.get(GET_INPUT.getElementName());
1013             GetInputValueDataDefinition getInputInfo = new GetInputValueDataDefinition();
1014             List<GetInputValueDataDefinition> getInputs = propertyDef.getGet_input();
1015             if (getInputs == null) {
1016                 getInputs = new ArrayList<>();
1017             }
1018             if (getInput instanceof String) {
1019                 getInputInfo.setInputName((String) getInput);
1020                 getInputInfo.setPropName(propName);
1021             } else if (getInput instanceof List) {
1022                 fillInput(propName, getInput, getInputInfo);
1023             }
1024             getInputs.add(getInputInfo);
1025             propertyDef.setGet_input(getInputs);
1026             propertyDef.setValue(propValue);
1027         } else {
1028             findAndFillInputRecursively(propValue, propertyDef);
1029         }
1030     }
1031
1032     @SuppressWarnings("unchecked")
1033     private void findAndFillInputRecursively(Map<String, Object> propValue, UploadPropInfo propertyDef) {
1034         for (Map.Entry<String, Object> entry : propValue.entrySet()) {
1035             String propName = entry.getKey();
1036             Object value = entry.getValue();
1037             if (value instanceof Map) {
1038                 fillInputRecursively(propName, (Map<String, Object>) value, propertyDef);
1039             } else if (value instanceof List) {
1040                 fillInputsRecursively(propertyDef, propName, (List<Object>) value);
1041             }
1042         }
1043     }
1044
1045     private void fillInputsRecursively(UploadPropInfo propertyDef, String propName, List<Object> inputs) {
1046         inputs.stream().filter(Map.class::isInstance).forEach(o -> fillInputRecursively(propName, (Map<String, Object>) o, propertyDef));
1047     }
1048
1049     @SuppressWarnings("unchecked")
1050     private void fillInput(String propName, Object getInput, GetInputValueDataDefinition getInputInfo) {
1051         List<Object> getInputList = (List<Object>) getInput;
1052         getInputInfo.setPropName(propName);
1053         getInputInfo.setInputName((String) getInputList.get(0));
1054         if (getInputList.size() > 1) {
1055             Object indexObj = getInputList.get(1);
1056             if (indexObj instanceof Integer) {
1057                 getInputInfo.setIndexValue((Integer) indexObj);
1058             } else if (indexObj instanceof Float) {
1059                 int index = ((Float) indexObj).intValue();
1060                 getInputInfo.setIndexValue(index);
1061             } else if (indexObj instanceof Map && ((Map<String, Object>) indexObj).containsKey(GET_INPUT.getElementName())) {
1062                 Object index = ((Map<String, Object>) indexObj).get(GET_INPUT.getElementName());
1063                 GetInputValueDataDefinition getInputInfoIndex = new GetInputValueDataDefinition();
1064                 getInputInfoIndex.setInputName((String) index);
1065                 getInputInfoIndex.setPropName(propName);
1066                 getInputInfo.setGetInputIndex(getInputInfoIndex);
1067             }
1068             getInputInfo.setList(true);
1069         }
1070     }
1071
1072     private boolean valueNotContainsPattern(Pattern pattern, Object propValue) {
1073         return propValue == null || !pattern.matcher(propValue.toString()).find();
1074     }
1075
1076     private Object failIfNotTopologyTemplate(String fileName) {
1077         janusGraphDao.rollback();
1078         throw new ByActionStatusComponentException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE, fileName);
1079     }
1080
1081     private void rollbackWithException(ActionStatus actionStatus, String... params) {
1082         janusGraphDao.rollback();
1083         throw new ByActionStatusComponentException(actionStatus, params);
1084     }
1085
1086     private void failOnMissingCapabilityTypes(GroupDefinition groupDefinition, List<String> missingCapTypes) {
1087         if (log.isDebugEnabled()) {
1088             log.debug(
1089                 "#failOnMissingCapabilityTypes - Failed to validate the capabilities of the group {}. The capability types {} are missing on the group type {}. ",
1090                 groupDefinition.getName(), missingCapTypes.toString(), groupDefinition.getType());
1091         }
1092         if (CollectionUtils.isNotEmpty(missingCapTypes)) {
1093             rollbackWithException(ActionStatus.MISSING_CAPABILITY_TYPE, missingCapTypes.toString());
1094         }
1095     }
1096
1097     private void failOnMissingCapabilityNames(GroupDefinition groupDefinition, List<String> missingCapNames) {
1098         if (log.isDebugEnabled()) {
1099             log.debug(
1100                 "#failOnMissingCapabilityNames - Failed to validate the capabilities of the group {}. The capabilities with the names {} are missing on the group type {}. ",
1101                 groupDefinition.getName(), missingCapNames.toString(), groupDefinition.getType());
1102         }
1103         rollbackWithException(ActionStatus.MISSING_CAPABILITIES, missingCapNames.toString(), CapabilityDataDefinition.OwnerType.GROUP.getValue(),
1104             groupDefinition.getName());
1105     }
1106 }