catalog-be/src/main/java/org/openecomp/sdc/be/components/csar/YamlTemplateParsingHandler.java

   1 /*-
   2  * ============LICENSE_START=======================================================
   3  * SDC
   4  * ================================================================================
   5  * Copyright (C) 2017 AT&T Intellectual Property. All rights reserved.
   6  * ================================================================================
   7  * Licensed under the Apache License, Version 2.0 (the "License");
   8  * you may not use this file except in compliance with the License.
   9  * You may obtain a copy of the License at
  10  *
  11  *      http://www.apache.org/licenses/LICENSE-2.0
  12  *
  13  * Unless required by applicable law or agreed to in writing, software
  14  * distributed under the License is distributed on an "AS IS" BASIS,
  15  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16  * See the License for the specific language governing permissions and
  17  * limitations under the License.
  18  * ============LICENSE_END=========================================================
  19  * Modifications copyright (c) 2019 Nokia
  20  * ================================================================================
  21  */
  22 package org.openecomp.sdc.be.components.csar;
  23
  24 import static java.util.stream.Collectors.toList;
  25 import static org.openecomp.sdc.be.components.impl.ImportUtils.ResultStatusEnum;
  26 import static org.openecomp.sdc.be.components.impl.ImportUtils.ToscaElementTypeEnum;
  27 import static org.openecomp.sdc.be.components.impl.ImportUtils.findFirstToscaListElement;
  28 import static org.openecomp.sdc.be.components.impl.ImportUtils.findFirstToscaMapElement;
  29 import static org.openecomp.sdc.be.components.impl.ImportUtils.findToscaElement;
  30 import static org.openecomp.sdc.be.components.impl.ImportUtils.loadYamlAsStrictMap;
  31 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.ARTIFACTS;
  32 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.CAPABILITIES;
  33 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.CAPABILITY;
  34 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.DEFAULT_VALUE;
  35 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.DESCRIPTION;
  36 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.FILE;
  37 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.GET_INPUT;
  38 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.GROUPS;
  39 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.INPUTS;
  40 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.IS_PASSWORD;
  41 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.MEMBERS;
  42 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.NODE;
  43 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.NODE_TEMPLATES;
  44 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.NODE_TYPE;
  45 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.POLICIES;
  46 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.PROPERTIES;
  47 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.REQUIREMENTS;
  48 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.SUBSTITUTION_FILTERS;
  49 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.SUBSTITUTION_MAPPINGS;
  50 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TARGETS;
  51 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TOPOLOGY_TEMPLATE;
  52 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TYPE;
  53 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.VALID_SOURCE_TYPES;
  54
  55 import com.google.common.collect.Lists;
  56 import com.google.common.collect.Maps;
  57 import com.google.gson.Gson;
  58 import fj.data.Either;
  59 import java.util.ArrayList;
  60 import java.util.Collection;
  61 import java.util.Collections;
  62 import java.util.EnumMap;
  63 import java.util.HashMap;
  64 import java.util.List;
  65 import java.util.Map;
  66 import java.util.Objects;
  67 import java.util.Set;
  68 import java.util.regex.Pattern;
  69 import java.util.stream.Collectors;
  70 import org.apache.commons.collections.CollectionUtils;
  71 import org.apache.commons.collections.MapUtils;
  72 import org.apache.commons.lang3.StringUtils;
  73 import org.openecomp.sdc.be.components.impl.AnnotationBusinessLogic;
  74 import org.openecomp.sdc.be.components.impl.GroupTypeBusinessLogic;
  75 import org.openecomp.sdc.be.components.impl.ImportUtils;
  76 import org.openecomp.sdc.be.components.impl.NodeFilterUploadCreator;
  77 import org.openecomp.sdc.be.components.impl.PolicyTypeBusinessLogic;
  78 import org.openecomp.sdc.be.components.impl.exceptions.ByActionStatusComponentException;
  79 import org.openecomp.sdc.be.components.utils.PropertiesUtils;
  80 import org.openecomp.sdc.be.config.BeEcompErrorManager;
  81 import org.openecomp.sdc.be.dao.api.ActionStatus;
  82 import org.openecomp.sdc.be.dao.janusgraph.JanusGraphDao;
  83 import org.openecomp.sdc.be.datatypes.elements.CapabilityDataDefinition;
  84 import org.openecomp.sdc.be.datatypes.elements.GetInputValueDataDefinition;
  85 import org.openecomp.sdc.be.datatypes.elements.ListDataDefinition;
  86 import org.openecomp.sdc.be.datatypes.elements.PolicyTargetType;
  87 import org.openecomp.sdc.be.datatypes.elements.PropertyDataDefinition;
  88 import org.openecomp.sdc.be.datatypes.elements.RequirementSubstitutionFilterPropertyDataDefinition;
  89 import org.openecomp.sdc.be.model.CapabilityDefinition;
  90 import org.openecomp.sdc.be.model.ComponentInstanceProperty;
  91 import org.openecomp.sdc.be.model.GroupDefinition;
  92 import org.openecomp.sdc.be.model.GroupTypeDefinition;
  93 import org.openecomp.sdc.be.model.InputDefinition;
  94 import org.openecomp.sdc.be.model.NodeTypeInfo;
  95 import org.openecomp.sdc.be.model.ParsedToscaYamlInfo;
  96 import org.openecomp.sdc.be.model.PolicyDefinition;
  97 import org.openecomp.sdc.be.model.PolicyTypeDefinition;
  98 import org.openecomp.sdc.be.model.PropertyDefinition;
  99 import org.openecomp.sdc.be.model.Resource;
 100 import org.openecomp.sdc.be.model.UploadArtifactInfo;
 101 import org.openecomp.sdc.be.model.UploadCapInfo;
 102 import org.openecomp.sdc.be.model.UploadComponentInstanceInfo;
 103 import org.openecomp.sdc.be.model.UploadPropInfo;
 104 import org.openecomp.sdc.be.model.UploadReqInfo;
 105 import org.openecomp.sdc.be.model.tosca.ToscaPropertyType;
 106 import org.openecomp.sdc.be.utils.TypeUtils;
 107 import org.openecomp.sdc.common.log.wrappers.Logger;
 108 import org.springframework.stereotype.Component;
 109 import org.yaml.snakeyaml.parser.ParserException;
 110
 111 /**
 112  * A handler class designed to parse the YAML file of the service template for a JAVA object
 113  */
 114 @Component
 115 public class YamlTemplateParsingHandler {
 116
 117     private static final Pattern propertyValuePattern = Pattern.compile("[ ]*\\{[ ]*(str_replace=|token=|get_property=|concat=|get_attribute=)+");
 118     private static final int SUB_MAPPING_CAPABILITY_OWNER_NAME_IDX = 0;
 119     private static final int SUB_MAPPING_CAPABILITY_NAME_IDX = 1;
 120     private static final Logger log = Logger.getLogger(YamlTemplateParsingHandler.class);
 121     private Gson gson = new Gson();
 122     private JanusGraphDao janusGraphDao;
 123     private GroupTypeBusinessLogic groupTypeBusinessLogic;
 124     private AnnotationBusinessLogic annotationBusinessLogic;
 125     private PolicyTypeBusinessLogic policyTypeBusinessLogic;
 126
 127     public YamlTemplateParsingHandler(JanusGraphDao janusGraphDao, GroupTypeBusinessLogic groupTypeBusinessLogic,
 128                                       AnnotationBusinessLogic annotationBusinessLogic, PolicyTypeBusinessLogic policyTypeBusinessLogic) {
 129         this.janusGraphDao = janusGraphDao;
 130         this.groupTypeBusinessLogic = groupTypeBusinessLogic;
 131         this.annotationBusinessLogic = annotationBusinessLogic;
 132         this.policyTypeBusinessLogic = policyTypeBusinessLogic;
 133     }
 134
 135     public ParsedToscaYamlInfo parseResourceInfoFromYAML(String fileName, String resourceYml, Map<String, String> createdNodesToscaResourceNames,
 136                                                          Map<String, NodeTypeInfo> nodeTypesInfo, String nodeName,
 137                                                          org.openecomp.sdc.be.model.Component component, String interfaceTemplateYaml) {
 138         log.debug("#parseResourceInfoFromYAML - Going to parse yaml {} ", fileName);
 139         Map<String, Object> mappedToscaTemplate = getMappedToscaTemplate(fileName, resourceYml, nodeTypesInfo, nodeName);
 140         ParsedToscaYamlInfo parsedToscaYamlInfo = new ParsedToscaYamlInfo();
 141         Map<String, Object> mappedTopologyTemplate = (Map<String, Object>) findToscaElement(mappedToscaTemplate, TOPOLOGY_TEMPLATE,
 142             ToscaElementTypeEnum.ALL).left().on(err -> failIfNotTopologyTemplate(fileName));
 143         Map<String, Object> mappedTopologyTemplateInputs = mappedTopologyTemplate.entrySet().stream()
 144             .filter(entry -> entry.getKey().equals(INPUTS.getElementName())).collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue));
 145         parsedToscaYamlInfo.setInputs(getInputs(mappedTopologyTemplateInputs));
 146         parsedToscaYamlInfo.setInstances(getInstances(mappedToscaTemplate, createdNodesToscaResourceNames));
 147         parsedToscaYamlInfo.setGroups(getGroups(mappedToscaTemplate, component.getModel()));
 148         if (component instanceof Resource) {
 149             parsedToscaYamlInfo.setPolicies(getPolicies(fileName, mappedToscaTemplate, component.getModel()));
 150         }
 151         if (getSubstitutionMappings(mappedToscaTemplate) != null) {
 152             if (component.isService() && !interfaceTemplateYaml.isEmpty()) {
 153                 parsedToscaYamlInfo.setProperties(getProperties(loadYamlAsStrictMap(interfaceTemplateYaml)));
 154                 parsedToscaYamlInfo.setSubstitutionFilterProperties(getSubstitutionFilterProperties(mappedToscaTemplate));
 155             }
 156             parsedToscaYamlInfo.setSubstitutionMappingNodeType((String) getSubstitutionMappings(mappedToscaTemplate).get(NODE_TYPE.getElementName()));
 157         }
 158         log.debug("#parseResourceInfoFromYAML - The yaml {} has been parsed ", fileName);
 159         return parsedToscaYamlInfo;
 160     }
 161
 162     private Map<String, Object> getMappedToscaTemplate(String fileName, String resourceYml, Map<String, NodeTypeInfo> nodeTypesInfo,
 163                                                        String nodeName) {
 164         Map<String, Object> mappedToscaTemplate;
 165         if (isNodeExist(nodeTypesInfo, nodeName)) {
 166             mappedToscaTemplate = nodeTypesInfo.get(nodeName).getMappedToscaTemplate();
 167         } else {
 168             mappedToscaTemplate = loadYaml(fileName, resourceYml);
 169         }
 170         return mappedToscaTemplate;
 171     }
 172
 173     private Map<String, Object> loadYaml(String fileName, String resourceYml) {
 174         Map<String, Object> mappedToscaTemplate = null;
 175         try {
 176             mappedToscaTemplate = loadYamlAsStrictMap(resourceYml);
 177         } catch (ParserException e) {
 178             log.debug("#getMappedToscaTemplate - Failed to load YAML file {}", fileName, e);
 179             rollbackWithException(ActionStatus.TOSCA_PARSE_ERROR, fileName, e.getMessage());
 180         }
 181         return mappedToscaTemplate;
 182     }
 183
 184     private boolean isNodeExist(Map<String, NodeTypeInfo> nodeTypesInfo, String nodeName) {
 185         return nodeTypesInfo != null && nodeName != null && nodeTypesInfo.containsKey(nodeName);
 186     }
 187
 188     private Map<String, InputDefinition> getInputs(Map<String, Object> toscaJson) {
 189         Map<String, InputDefinition> inputs = ImportUtils.getInputs(toscaJson, annotationBusinessLogic.getAnnotationTypeOperations()).left()
 190             .on(err -> new HashMap<>());
 191         annotationBusinessLogic.validateAndMergeAnnotationsAndAssignToInput(inputs);
 192         return inputs;
 193     }
 194
 195     private Map<String, PropertyDefinition> getProperties(Map<String, Object> toscaJson) {
 196         return ImportUtils.getProperties(toscaJson).left().on(err -> new HashMap<>());
 197     }
 198
 199     private ListDataDefinition<RequirementSubstitutionFilterPropertyDataDefinition> getSubstitutionFilterProperties(Map<String, Object> toscaJson) {
 200         ListDataDefinition<RequirementSubstitutionFilterPropertyDataDefinition> propertyList = new ListDataDefinition<>();
 201         Map<String, Object> substitutionFilters = findFirstToscaMapElement(toscaJson, SUBSTITUTION_FILTERS).left().on(err -> new HashMap<>());
 202         if (MapUtils.isEmpty(substitutionFilters)) {
 203             return propertyList;
 204         }
 205         ArrayList<Map<String, List<Map<String, Object>>>> substitutionFilterProperties =
 206             (ArrayList<Map<String, List<Map<String, Object>>>>) substitutionFilters.get("properties");
 207         if (CollectionUtils.isEmpty(substitutionFilterProperties)) {
 208             return propertyList;
 209         }
 210         for (Map<String, List<Map<String, Object>>> filterProps : substitutionFilterProperties) {
 211             for (Map.Entry<String, List<Map<String, Object>>> filterPropsMap : filterProps.entrySet()) {
 212                 for (Map<String, Object> mapValue : filterPropsMap.getValue()) {
 213                     RequirementSubstitutionFilterPropertyDataDefinition requirementSubstitutionFilterPropertyDataDefinition =
 214                         new RequirementSubstitutionFilterPropertyDataDefinition();
 215                     requirementSubstitutionFilterPropertyDataDefinition.setName(filterPropsMap.getKey());
 216                     requirementSubstitutionFilterPropertyDataDefinition.setConstraints(
 217                         getSubstitutionFilterConstraints(filterPropsMap.getKey(), mapValue));
 218                     propertyList.add(requirementSubstitutionFilterPropertyDataDefinition);
 219                 }
 220             }
 221         }
 222         return propertyList;
 223     }
 224
 225     private List<String> getSubstitutionFilterConstraints(String name, Map<String, Object> value) {
 226         List<String> constraints = new ArrayList<>();
 227         for (Map.Entry<String, Object> valueMap : value.entrySet()) {
 228             constraints.add(name + ": {" + valueMap.getKey() + ": " + valueMap.getValue() + "}");
 229         }
 230         return constraints;
 231     }
 232
 233     private Map<String, PolicyDefinition> getPolicies(String fileName, Map<String, Object> toscaJson, String model) {
 234         Map<String, Object> foundPolicies = findFirstToscaMapElement(toscaJson, POLICIES).left().on(err -> logPoliciesNotFound(fileName));
 235         if (MapUtils.isNotEmpty(foundPolicies)) {
 236             return foundPolicies.entrySet().stream().map(policyToCreate -> createPolicy(policyToCreate, model)).collect(Collectors.toMap(PolicyDefinition::getName, p -> p));
 237         }
 238         return Collections.emptyMap();
 239     }
 240
 241     private PolicyDefinition createPolicy(Map.Entry<String, Object> policyNameValue, String model) {
 242         PolicyDefinition emptyPolicyDef = new PolicyDefinition();
 243         String policyName = policyNameValue.getKey();
 244         emptyPolicyDef.setName(policyName);
 245         try {
 246             // There's no need to null test in conjunction with an instanceof test. null is not an instanceof anything, so a null check is redundant.
 247             if (policyNameValue.getValue() instanceof Map) {
 248                 Map<String, Object> policyTemplateJsonMap = (Map<String, Object>) policyNameValue.getValue();
 249                 validateAndFillPolicy(emptyPolicyDef, policyTemplateJsonMap, model);
 250             } else {
 251                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 252             }
 253         } catch (ClassCastException e) {
 254             log.debug("#createPolicy - Failed to create the policy {}. The exception occurred", policyName, e);
 255             rollbackWithException(ActionStatus.INVALID_YAML);
 256         }
 257         return emptyPolicyDef;
 258     }
 259
 260     private Map<String, Object> logPoliciesNotFound(String fileName) {
 261         log.debug("#logPoliciesNotFound - Policies were not found in the yaml template {}.", fileName);
 262         return Collections.emptyMap();
 263     }
 264
 265     private void validateAndFillPolicy(PolicyDefinition emptyPolicyDefinition, Map<String, Object> policyTemplateJsonMap, String model) {
 266         String policyTypeName = (String) policyTemplateJsonMap.get(TYPE.getElementName());
 267         if (StringUtils.isEmpty(policyTypeName)) {
 268             log.debug("#validateAndFillPolicy - The 'type' member is not found under policy {}", emptyPolicyDefinition.getName());
 269             rollbackWithException(ActionStatus.POLICY_MISSING_POLICY_TYPE, emptyPolicyDefinition.getName());
 270         }
 271         emptyPolicyDefinition.setType(policyTypeName);
 272         // set policy targets
 273         emptyPolicyDefinition.setTargets(validateFillPolicyTargets(policyTemplateJsonMap));
 274         PolicyTypeDefinition policyTypeDefinition = validateGetPolicyTypeDefinition(policyTypeName, model);
 275         // set policy properties
 276         emptyPolicyDefinition.setProperties(validateFillPolicyProperties(policyTypeDefinition, policyTemplateJsonMap));
 277     }
 278
 279     private PolicyTypeDefinition validateGetPolicyTypeDefinition(String policyType, String modelName) {
 280         PolicyTypeDefinition policyTypeDefinition = policyTypeBusinessLogic.getLatestPolicyTypeByType(policyType, modelName);
 281         if (policyTypeDefinition == null) {
 282             log.debug("#validateAndFillPolicy - The policy type {} not found", policyType);
 283             rollbackWithException(ActionStatus.POLICY_TYPE_IS_INVALID, policyType);
 284         }
 285         return policyTypeDefinition;
 286     }
 287
 288     private List<PropertyDataDefinition> validateFillPolicyProperties(PolicyTypeDefinition policyTypeDefinition,
 289                                                                       Map<String, Object> policyTemplateJsonMap) {
 290         if (MapUtils.isEmpty(policyTemplateJsonMap) || Objects.isNull(policyTypeDefinition)) {
 291             return Collections.emptyList();
 292         }
 293         List<PropertyDataDefinition> propertyDataDefinitionList = new ArrayList<>();
 294         Map<String, Object> propertiesMap = (Map<String, Object>) policyTemplateJsonMap.get(PROPERTIES.getElementName());
 295         if (MapUtils.isEmpty(propertiesMap)) {
 296             return Collections.emptyList();
 297         }
 298         if (CollectionUtils.isNotEmpty(policyTypeDefinition.getProperties())) {
 299             propertyDataDefinitionList = policyTypeDefinition.getProperties().stream()
 300                 .map(propertyDefinition -> setPropertyValue(propertiesMap, propertyDefinition)).collect(Collectors.toList());
 301         }
 302         return propertyDataDefinitionList;
 303     }
 304
 305     private PropertyDataDefinition setPropertyValue(Map<String, Object> propertiesMap, PropertyDataDefinition srcPropertyDataDefinition) {
 306         PropertyDataDefinition newPropertyDef = new PropertyDataDefinition(srcPropertyDataDefinition);
 307         String propertyName = newPropertyDef.getName();
 308         if (Objects.nonNull(propertiesMap.get(propertyName))) {
 309             Object propValue = propertiesMap.get(propertyName);
 310             newPropertyDef.setValue(PropertiesUtils.trimQuotes(gson.toJson(propValue)));
 311         }
 312         return newPropertyDef;
 313     }
 314
 315     private Map<PolicyTargetType, List<String>> validateFillPolicyTargets(Map<String, Object> policyTemplateJson) {
 316         Map<PolicyTargetType, List<String>> targets = new EnumMap<>(PolicyTargetType.class);
 317         if (policyTemplateJson.containsKey(TARGETS.getElementName()) && policyTemplateJson.get(TARGETS.getElementName()) instanceof List) {
 318             List<String> targetsElement = (List<String>) policyTemplateJson.get(TARGETS.getElementName());
 319             targets.put(PolicyTargetType.COMPONENT_INSTANCES, targetsElement);
 320         }
 321         return targets;
 322     }
 323
 324     private Map<String, UploadComponentInstanceInfo> getInstances(Map<String, Object> toscaJson,
 325                                                                   Map<String, String> createdNodesToscaResourceNames) {
 326         Map<String, Object> nodeTemplates = findFirstToscaMapElement(toscaJson, NODE_TEMPLATES).left().on(err -> new HashMap<>());
 327         if (nodeTemplates.isEmpty()) {
 328             return Collections.emptyMap();
 329         }
 330         return getInstances(toscaJson, createdNodesToscaResourceNames, nodeTemplates);
 331     }
 332
 333     private Map<String, UploadComponentInstanceInfo> getInstances(Map<String, Object> toscaJson, Map<String, String> createdNodesToscaResourceNames,
 334                                                                   Map<String, Object> nodeTemplates) {
 335         Map<String, Object> substitutionMappings = getSubstitutionMappings(toscaJson);
 336         return nodeTemplates.entrySet().stream()
 337             .map(node -> buildModuleComponentInstanceInfo(node, substitutionMappings, createdNodesToscaResourceNames))
 338             .collect(Collectors.toMap(UploadComponentInstanceInfo::getName, i -> i));
 339     }
 340
 341     private Map<String, Object> getSubstitutionMappings(Map<String, Object> toscaJson) {
 342         Either<Map<String, Object>, ResultStatusEnum> eitherSubstitutionMappings = findFirstToscaMapElement(toscaJson, SUBSTITUTION_MAPPINGS);
 343         if (eitherSubstitutionMappings.isLeft()) {
 344             return eitherSubstitutionMappings.left().value();
 345         }
 346         return null;
 347     }
 348
 349     @SuppressWarnings("unchecked")
 350     private Map<String, GroupDefinition> getGroups(Map<String, Object> toscaJson, String model) {
 351         Map<String, Object> mappedTopologyTemplate = (Map<String, Object>) findToscaElement(toscaJson, TOPOLOGY_TEMPLATE, ToscaElementTypeEnum.ALL)
 352             .left().on(err -> new HashMap<>());
 353         Map<String, Object> foundGroups = (Map<String, Object>) mappedTopologyTemplate.get(GROUPS.getElementName());
 354         if (MapUtils.isNotEmpty(foundGroups)) {
 355             Map<String, GroupDefinition> groups = foundGroups.entrySet().stream().map(groupToCreate -> createGroup(groupToCreate, model))
 356                 .collect(Collectors.toMap(GroupDefinition::getName, g -> g));
 357             Map<String, Object> substitutionMappings = getSubstitutionMappings(toscaJson);
 358             if (capabilitiesSubstitutionMappingsExist(substitutionMappings)) {
 359                 groups.entrySet().forEach(entry -> updateCapabilitiesNames(entry.getValue(),
 360                     getNamesToUpdate(entry.getKey(), (Map<String, List<String>>) substitutionMappings.get(CAPABILITIES.getElementName()))));
 361             }
 362             return groups;
 363         }
 364         return new HashMap<>();
 365     }
 366
 367     private boolean matcheKey(Map<String, Object> foundGroups) {
 368         if (foundGroups != null && !foundGroups.isEmpty()) {
 369             for (Map.Entry<String, Object> stringObjectEntry : foundGroups.entrySet()) {
 370                 String key = stringObjectEntry.getKey();
 371                 if (key.contains("group")) {
 372                     if (foundGroups.get(key) instanceof Map) {
 373                         return true;
 374                     }
 375                 }
 376             }
 377         }
 378         return false;
 379     }
 380
 381     private Map<String, Object> logGroupsNotFound(String fileName) {
 382         log.debug("#logGroupsNotFound - Groups were not found in the yaml template {}.", fileName);
 383         return new HashMap<>();
 384     }
 385
 386     private void updateCapabilitiesNames(GroupDefinition group, Map<String, String> capabilityNames) {
 387         if (MapUtils.isNotEmpty(group.getCapabilities())) {
 388             group.getCapabilities().values().stream().flatMap(Collection::stream).filter(cap -> capabilityNames.containsKey(cap.getName()))
 389                 .forEach(cap -> cap.setName(capabilityNames.get(cap.getName())));
 390         }
 391     }
 392
 393     private Map<String, String> getNamesToUpdate(String name, Map<String, List<String>> pair) {
 394         return pair.entrySet().stream().filter(e -> e.getValue().get(SUB_MAPPING_CAPABILITY_OWNER_NAME_IDX).equalsIgnoreCase(name))
 395             .collect(Collectors.toMap(e -> e.getValue().get(SUB_MAPPING_CAPABILITY_NAME_IDX), Map.Entry::getKey, (n1, n2) -> n1));
 396     }
 397
 398     private boolean capabilitiesSubstitutionMappingsExist(Map<String, Object> substitutionMappings) {
 399         return substitutionMappings != null && substitutionMappings.containsKey(CAPABILITIES.getElementName());
 400     }
 401
 402     private GroupDefinition createGroup(Map.Entry<String, Object> groupNameValue, String model) {
 403         GroupDefinition group = new GroupDefinition();
 404         group.setName(groupNameValue.getKey());
 405         try {
 406             if (groupNameValue.getValue() instanceof Map) {
 407                 Map<String, Object> groupTemplateJsonMap = (Map<String, Object>) groupNameValue.getValue();
 408                 validateAndFillGroup(group, groupTemplateJsonMap, model);
 409                 validateUpdateGroupProperties(group, groupTemplateJsonMap);
 410                 validateUpdateGroupCapabilities(group, groupTemplateJsonMap);
 411             } else {
 412                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 413             }
 414         } catch (ClassCastException e) {
 415             log.debug("#createGroup - Failed to create the group {}. The exception occurres", groupNameValue.getKey(), e);
 416             rollbackWithException(ActionStatus.INVALID_YAML);
 417         }
 418         return group;
 419     }
 420
 421     private Map<String, CapabilityDefinition> addCapabilities(Map<String, CapabilityDefinition> cap, Map<String, CapabilityDefinition> otherCap) {
 422         cap.putAll(otherCap);
 423         return cap;
 424     }
 425
 426     private Map<String, CapabilityDefinition> addCapability(CapabilityDefinition cap) {
 427         Map<String, CapabilityDefinition> map = Maps.newHashMap();
 428         map.put(cap.getName(), cap);
 429         return map;
 430     }
 431
 432     private void setMembers(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 433         if (groupTemplateJsonMap.containsKey(MEMBERS.getElementName())) {
 434             Object members = groupTemplateJsonMap.get(MEMBERS.getElementName());
 435             if (members != null) {
 436                 if (members instanceof List) {
 437                     setMembersFromList(groupInfo, (List<?>) members);
 438                 } else {
 439                     log.debug("The 'members' member is not of type list under group {}", groupInfo.getName());
 440                     rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 441                 }
 442             }
 443         }
 444     }
 445
 446     private void setMembersFromList(GroupDefinition groupInfo, List<?> membersAsList) {
 447         groupInfo.setMembers(membersAsList.stream().collect(Collectors.toMap(Object::toString, member -> "")));
 448     }
 449
 450     @SuppressWarnings("unchecked")
 451     private void validateUpdateGroupProperties(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 452         if (groupTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 453             Object propertiesElement = groupTemplateJsonMap.get(PROPERTIES.getElementName());
 454             if (propertiesElement instanceof Map) {
 455                 mergeGroupProperties(groupInfo, (Map<String, Object>) propertiesElement);
 456             }
 457         }
 458     }
 459
 460     private void mergeGroupProperties(GroupDefinition groupInfo, Map<String, Object> parsedProperties) {
 461         if (CollectionUtils.isNotEmpty(groupInfo.getProperties())) {
 462             validateGroupProperties(parsedProperties, groupInfo);
 463             groupInfo.getProperties().forEach(p -> mergeGroupProperty(p, parsedProperties));
 464         }
 465     }
 466
 467     private void mergeGroupProperty(PropertyDataDefinition property, Map<String, Object> parsedProperties) {
 468         if (parsedProperties.containsKey(property.getName())) {
 469             Object propValue = parsedProperties.get(property.getName());
 470             if (valueNotContainsPattern(propertyValuePattern, propValue)) {
 471                 setPropertyValueAndGetInputsValues(property, propValue);
 472             }
 473         }
 474     }
 475
 476     private void setPropertyValueAndGetInputsValues(PropertyDataDefinition property, Object propValue) {
 477         if (propValue != null) {
 478             UploadPropInfo uploadPropInfo = buildProperty(property.getName(), propValue);
 479             property.setValue(convertPropertyValue(ToscaPropertyType.isValidType(property.getType()), uploadPropInfo.getValue()));
 480             property.setGetInputValues(uploadPropInfo.getGet_input());
 481         }
 482     }
 483
 484     private String convertPropertyValue(ToscaPropertyType type, Object value) {
 485         String convertedValue = null;
 486         if (value != null) {
 487             if (type == null || value instanceof Map || value instanceof List) {
 488                 convertedValue = gson.toJson(value);
 489             } else {
 490                 convertedValue = value.toString();
 491             }
 492         }
 493         return convertedValue;
 494     }
 495
 496     private void setDescription(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 497         if (groupTemplateJsonMap.containsKey(DESCRIPTION.getElementName())) {
 498             groupInfo.setDescription((String) groupTemplateJsonMap.get(DESCRIPTION.getElementName()));
 499         }
 500     }
 501
 502     private void validateAndFillGroup(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap, String model) {
 503         String type = (String) groupTemplateJsonMap.get(TYPE.getElementName());
 504         if (StringUtils.isEmpty(type)) {
 505             log.debug("#validateAndFillGroup - The 'type' member is not found under group {}", groupInfo.getName());
 506             rollbackWithException(ActionStatus.GROUP_MISSING_GROUP_TYPE, groupInfo.getName());
 507         }
 508         groupInfo.setType(type);
 509         GroupTypeDefinition groupType = groupTypeBusinessLogic.getLatestGroupTypeByType(type, model);
 510         if (groupType == null) {
 511             log.debug("#validateAndFillGroup - The group type {} not found", groupInfo.getName());
 512             rollbackWithException(ActionStatus.GROUP_TYPE_IS_INVALID, type);
 513         }
 514         groupInfo.convertFromGroupProperties(groupType.getProperties());
 515         groupInfo.convertCapabilityDefinitions(groupType.getCapabilities());
 516         setDescription(groupInfo, groupTemplateJsonMap);
 517         setMembers(groupInfo, groupTemplateJsonMap);
 518     }
 519
 520     @SuppressWarnings("unchecked")
 521     private void validateUpdateGroupCapabilities(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 522         if (groupTemplateJsonMap.containsKey(CAPABILITIES.getElementName())) {
 523             Object capabilities = groupTemplateJsonMap.get(CAPABILITIES.getElementName());
 524             if (capabilities instanceof List) {
 525                 validateUpdateCapabilities(groupInfo, ((List<Object>) capabilities).stream().map(o -> buildGroupCapability(groupInfo, o))
 526                     .collect(Collectors.toMap(CapabilityDefinition::getType, this::addCapability, this::addCapabilities)));
 527             } else if (capabilities instanceof Map) {
 528                 validateUpdateCapabilities(groupInfo,
 529                     ((Map<String, Object>) capabilities).entrySet().stream().map(e -> buildGroupCapability(groupInfo, e))
 530                         .collect(Collectors.toMap(CapabilityDefinition::getType, this::addCapability, this::addCapabilities)));
 531             } else {
 532                 log.debug("#setCapabilities - Failed to import the capabilities of the group {}. ", groupInfo.getName());
 533                 rollbackWithException(ActionStatus.INVALID_YAML);
 534             }
 535         }
 536     }
 537
 538     private void validateUpdateCapabilities(GroupDefinition groupInfo, Map<String, Map<String, CapabilityDefinition>> capabilityInfo) {
 539         validateGroupCapabilities(groupInfo, capabilityInfo);
 540         groupInfo.updateCapabilitiesProperties(capabilityInfo);
 541     }
 542
 543     private void validateGroupCapabilities(GroupDefinition group, Map<String, Map<String, CapabilityDefinition>> parsedCapabilities) {
 544         if (MapUtils.isNotEmpty(parsedCapabilities)) {
 545             if (MapUtils.isEmpty(group.getCapabilities())) {
 546                 failOnMissingCapabilityTypes(group, Lists.newArrayList(parsedCapabilities.keySet()));
 547             }
 548             List<String> missingCapTypes = parsedCapabilities.keySet().stream().filter(ct -> !group.getCapabilities().containsKey(ct))
 549                 .collect(toList());
 550             if (CollectionUtils.isNotEmpty(missingCapTypes)) {
 551                 failOnMissingCapabilityTypes(group, missingCapTypes);
 552             }
 553             group.getCapabilities().entrySet().forEach(e -> validateCapabilities(group, e.getValue(), parsedCapabilities.get(e.getKey())));
 554         }
 555     }
 556
 557     private void validateCapabilities(GroupDefinition group, List<CapabilityDefinition> capabilities,
 558                                       Map<String, CapabilityDefinition> parsedCapabilities) {
 559         List<String> allowedCapNames = capabilities.stream().map(CapabilityDefinition::getName).distinct().collect(toList());
 560         List<String> missingCapNames = parsedCapabilities.keySet().stream().filter(c -> !allowedCapNames.contains(c)).collect(toList());
 561         if (CollectionUtils.isNotEmpty(missingCapNames)) {
 562             failOnMissingCapabilityNames(group, missingCapNames);
 563         }
 564         validateCapabilitiesProperties(capabilities, parsedCapabilities);
 565     }
 566
 567     private void validateCapabilitiesProperties(List<CapabilityDefinition> capabilities, Map<String, CapabilityDefinition> parsedCapabilities) {
 568         capabilities.forEach(c -> validateCapabilityProperties(c, parsedCapabilities.get(c.getName())));
 569     }
 570
 571     private void validateCapabilityProperties(CapabilityDefinition capability, CapabilityDefinition parsedCapability) {
 572         if (parsedCapability != null && parsedCapability.getProperties() != null) {
 573             List<String> parsedPropertiesNames = parsedCapability.getProperties().stream().map(ComponentInstanceProperty::getName).collect(toList());
 574             validateProperties(capability.getProperties().stream().map(PropertyDataDefinition::getName).collect(toList()), parsedPropertiesNames,
 575                 ActionStatus.PROPERTY_NOT_FOUND, capability.getName(), capability.getType());
 576         }
 577     }
 578
 579     private void validateGroupProperties(Map<String, Object> parsedProperties, GroupDefinition groupInfo) {
 580         List<String> parsedPropertiesNames = parsedProperties.entrySet().stream().map(Map.Entry::getKey).collect(toList());
 581         validateProperties(groupInfo.getProperties().stream().map(PropertyDataDefinition::getName).collect(toList()), parsedPropertiesNames,
 582             ActionStatus.GROUP_PROPERTY_NOT_FOUND, groupInfo.getName(), groupInfo.getType());
 583     }
 584
 585     private void validateProperties(List<String> validProperties, List<String> parsedProperties, ActionStatus actionStatus, String name,
 586                                     String type) {
 587         if (CollectionUtils.isNotEmpty(parsedProperties)) {
 588             verifyMissingProperties(actionStatus, name, type, parsedProperties.stream().filter(n -> !validProperties.contains(n)).collect(toList()));
 589         }
 590     }
 591
 592     private void verifyMissingProperties(ActionStatus actionStatus, String name, String type, List<String> missingProperties) {
 593         if (CollectionUtils.isNotEmpty(missingProperties)) {
 594             if (log.isDebugEnabled()) {
 595                 log.debug("#validateProperties - Failed to validate properties. The properties {} are missing on {} of the type {}. ",
 596                         missingProperties.toString(), name, type);
 597             }
 598             rollbackWithException(actionStatus, missingProperties.toString(), missingProperties.toString(), name, type);
 599         }
 600     }
 601
 602     @SuppressWarnings("unchecked")
 603     private CapabilityDefinition buildGroupCapability(GroupDefinition groupInfo, Object capObject) {
 604         if (!(capObject instanceof Map)) {
 605             log.debug("#convertToGroupCapability - Failed to import the capability {}. ", capObject);
 606             rollbackWithException(ActionStatus.INVALID_YAML);
 607         }
 608         return buildGroupCapability(groupInfo, ((Map<String, Object>) capObject).entrySet().iterator().next());
 609     }
 610
 611     @SuppressWarnings("unchecked")
 612     private CapabilityDefinition buildGroupCapability(GroupDefinition groupInfo, Map.Entry<String, Object> capEntry) {
 613         CapabilityDefinition capability = new CapabilityDefinition();
 614         capability.setOwnerType(CapabilityDataDefinition.OwnerType.GROUP);
 615         capability.setName(capEntry.getKey());
 616         capability.setParentName(capEntry.getKey());
 617         capability.setOwnerId(groupInfo.getName());
 618         if (!(capEntry.getValue() instanceof Map)) {
 619             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. ", capEntry.getKey());
 620             rollbackWithException(ActionStatus.INVALID_YAML);
 621         }
 622         Map<String, Object> capabilityValue = (Map<String, Object>) capEntry.getValue();
 623         String type = (String) capabilityValue.get(TYPE.getElementName());
 624         if (StringUtils.isEmpty(type)) {
 625             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. Missing capability type. ", capEntry.getKey());
 626             rollbackWithException(ActionStatus.INVALID_YAML);
 627         }
 628         capability.setType(type);
 629         if (!(capabilityValue.get(PROPERTIES.getElementName()) instanceof Map)) {
 630             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. ", capEntry.getKey());
 631             rollbackWithException(ActionStatus.INVALID_YAML);
 632         }
 633         Map<String, Object> properties = (Map<String, Object>) capabilityValue.get(PROPERTIES.getElementName());
 634         capability.setProperties(properties.entrySet().stream().map(this::convertToProperty).collect(toList()));
 635         return capability;
 636     }
 637
 638     private ComponentInstanceProperty convertToProperty(Map.Entry<String, Object> e) {
 639         ComponentInstanceProperty property = new ComponentInstanceProperty();
 640         property.setName(e.getKey());
 641         property.setValue((String) e.getValue());
 642         return property;
 643     }
 644
 645     @SuppressWarnings("unchecked")
 646     private UploadComponentInstanceInfo buildModuleComponentInstanceInfo(Map.Entry<String, Object> nodeTemplateJsonEntry,
 647                                                                          Map<String, Object> substitutionMappings,
 648                                                                          Map<String, String> createdNodesToscaResourceNames) {
 649         UploadComponentInstanceInfo nodeTemplateInfo = new UploadComponentInstanceInfo();
 650         nodeTemplateInfo.setName(nodeTemplateJsonEntry.getKey());
 651         try {
 652             if (nodeTemplateJsonEntry.getValue() instanceof String) {
 653                 String nodeTemplateJsonString = (String) nodeTemplateJsonEntry.getValue();
 654                 nodeTemplateInfo.setType(nodeTemplateJsonString);
 655             } else if (nodeTemplateJsonEntry.getValue() instanceof Map) {
 656                 Map<String, Object> nodeTemplateJsonMap = (Map<String, Object>) nodeTemplateJsonEntry.getValue();
 657                 setToscaResourceType(createdNodesToscaResourceNames, nodeTemplateInfo, nodeTemplateJsonMap);
 658                 setRequirements(nodeTemplateInfo, nodeTemplateJsonMap);
 659                 setCapabilities(nodeTemplateInfo, nodeTemplateJsonMap);
 660                 setArtifacts(nodeTemplateInfo, nodeTemplateJsonMap);
 661                 updateProperties(nodeTemplateInfo, nodeTemplateJsonMap);
 662                 setDirectives(nodeTemplateInfo, nodeTemplateJsonMap);
 663                 setNodeFilter(nodeTemplateInfo, nodeTemplateJsonMap);
 664                 setSubstitutions(substitutionMappings, nodeTemplateInfo);
 665             } else {
 666                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 667             }
 668         } catch (ClassCastException e) {
 669             BeEcompErrorManager.getInstance().logBeSystemError("Import Resource - create capability");
 670             log.debug("error when creating capability, message:{}", e.getMessage(), e);
 671             rollbackWithException(ActionStatus.INVALID_YAML);
 672         }
 673         return nodeTemplateInfo;
 674     }
 675
 676     @SuppressWarnings("unchecked")
 677     private void setSubstitutions(Map<String, Object> substitutionMappings, UploadComponentInstanceInfo nodeTemplateInfo) {
 678         if (substitutionMappings != null) {
 679             if (substitutionMappings.containsKey(CAPABILITIES.getElementName())) {
 680                 nodeTemplateInfo.setCapabilitiesNamesToUpdate(getNamesToUpdate(nodeTemplateInfo.getName(),
 681                     (Map<String, List<String>>) substitutionMappings.get(CAPABILITIES.getElementName())));
 682             }
 683             if (substitutionMappings.containsKey(REQUIREMENTS.getElementName())) {
 684                 nodeTemplateInfo.setRequirementsNamesToUpdate(getNamesToUpdate(nodeTemplateInfo.getName(),
 685                     (Map<String, List<String>>) substitutionMappings.get(REQUIREMENTS.getElementName())));
 686             }
 687         }
 688     }
 689
 690     private void updateProperties(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 691         if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 692             Map<String, List<UploadPropInfo>> properties = buildPropModuleFromYaml(nodeTemplateJsonMap);
 693             if (!properties.isEmpty()) {
 694                 nodeTemplateInfo.setProperties(properties);
 695             }
 696         }
 697     }
 698
 699     private void setCapabilities(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 700         if (nodeTemplateJsonMap.containsKey(CAPABILITIES.getElementName())) {
 701             Map<String, List<UploadCapInfo>> eitherCapRes = createCapModuleFromYaml(nodeTemplateJsonMap);
 702             if (!eitherCapRes.isEmpty()) {
 703                 nodeTemplateInfo.setCapabilities(eitherCapRes);
 704             }
 705         }
 706     }
 707
 708     private void setArtifacts(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 709         if (nodeTemplateJsonMap.containsKey(ARTIFACTS.getElementName())) {
 710             Map<String, Map<String, UploadArtifactInfo>> eitherArtifactsRes = createArtifactsModuleFromYaml(nodeTemplateJsonMap);
 711             if (!eitherArtifactsRes.isEmpty()) {
 712                 nodeTemplateInfo.setArtifacts(eitherArtifactsRes);
 713             }
 714         }
 715     }
 716
 717     private void setRequirements(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 718         if (nodeTemplateJsonMap.containsKey(REQUIREMENTS.getElementName())) {
 719             Map<String, List<UploadReqInfo>> regResponse = createReqModuleFromYaml(nodeTemplateJsonMap);
 720             if (!regResponse.isEmpty()) {
 721                 nodeTemplateInfo.setRequirements(regResponse);
 722             }
 723         }
 724     }
 725
 726     private void setToscaResourceType(Map<String, String> createdNodesToscaResourceNames, UploadComponentInstanceInfo nodeTemplateInfo,
 727                                       Map<String, Object> nodeTemplateJsonMap) {
 728         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 729             String toscaResourceType = (String) nodeTemplateJsonMap.get(TYPE.getElementName());
 730             if (createdNodesToscaResourceNames.containsKey(toscaResourceType)) {
 731                 toscaResourceType = createdNodesToscaResourceNames.get(toscaResourceType);
 732             }
 733             nodeTemplateInfo.setType(toscaResourceType);
 734         }
 735     }
 736
 737     private void setDirectives(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 738         List<String> directives = (List<String>) nodeTemplateJsonMap.get(TypeUtils.ToscaTagNamesEnum.DIRECTIVES.getElementName());
 739         nodeTemplateInfo.setDirectives(directives);
 740     }
 741
 742     private void setNodeFilter(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 743         if (nodeTemplateJsonMap.containsKey(TypeUtils.ToscaTagNamesEnum.NODE_FILTER.getElementName())) {
 744             nodeTemplateInfo.setUploadNodeFilterInfo(new NodeFilterUploadCreator()
 745                 .createNodeFilterData(nodeTemplateJsonMap.get(TypeUtils.ToscaTagNamesEnum.NODE_FILTER.getElementName())));
 746         }
 747     }
 748
 749     @SuppressWarnings("unchecked")
 750     private Map<String, List<UploadReqInfo>> createReqModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 751         Map<String, List<UploadReqInfo>> moduleRequirements = new HashMap<>();
 752         Either<List<Object>, ResultStatusEnum> requirementsListRes = findFirstToscaListElement(nodeTemplateJsonMap, REQUIREMENTS);
 753         if (requirementsListRes.isLeft()) {
 754             for (Object jsonReqObj : requirementsListRes.left().value()) {
 755                 String reqName = ((Map<String, Object>) jsonReqObj).keySet().iterator().next();
 756                 Object reqJson = ((Map<String, Object>) jsonReqObj).get(reqName);
 757                 addModuleNodeTemplateReq(moduleRequirements, reqJson, reqName);
 758             }
 759         } else {
 760             Either<Map<String, Object>, ResultStatusEnum> requirementsMapRes = findFirstToscaMapElement(nodeTemplateJsonMap, REQUIREMENTS);
 761             if (requirementsMapRes.isLeft()) {
 762                 for (Map.Entry<String, Object> entry : requirementsMapRes.left().value().entrySet()) {
 763                     String reqName = entry.getKey();
 764                     Object reqJson = entry.getValue();
 765                     addModuleNodeTemplateReq(moduleRequirements, reqJson, reqName);
 766                 }
 767             }
 768         }
 769         return moduleRequirements;
 770     }
 771
 772     private void addModuleNodeTemplateReq(Map<String, List<UploadReqInfo>> moduleRequirements, Object requirementJson, String requirementName) {
 773         UploadReqInfo requirement = buildModuleNodeTemplateReg(requirementJson);
 774         requirement.setName(requirementName);
 775         if (moduleRequirements.containsKey(requirementName)) {
 776             moduleRequirements.get(requirementName).add(requirement);
 777         } else {
 778             List<UploadReqInfo> list = new ArrayList<>();
 779             list.add(requirement);
 780             moduleRequirements.put(requirementName, list);
 781         }
 782     }
 783
 784     @SuppressWarnings("unchecked")
 785     private Map<String, Map<String, UploadArtifactInfo>> createArtifactsModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 786         Map<String, Map<String, UploadArtifactInfo>> moduleArtifacts = new HashMap<>();
 787         Either<List<Object>, ResultStatusEnum> artifactsListRes = findFirstToscaListElement(nodeTemplateJsonMap, ARTIFACTS);
 788         if (artifactsListRes.isLeft()) {
 789             for (Object jsonArtifactObj : artifactsListRes.left().value()) {
 790                 String key = ((Map<String, Object>) jsonArtifactObj).keySet().iterator().next();
 791                 Object artifactJson = ((Map<String, Object>) jsonArtifactObj).get(key);
 792                 addModuleNodeTemplateArtifacts(moduleArtifacts, artifactJson, key);
 793             }
 794         } else {
 795             Either<Map<String, Map<String, Object>>, ResultStatusEnum> artifactsMapRes = findFirstToscaMapElement(nodeTemplateJsonMap, ARTIFACTS);
 796             if (artifactsMapRes.isLeft()) {
 797                 for (Map.Entry<String, Map<String, Object>> entry : artifactsMapRes.left().value().entrySet()) {
 798                     String artifactName = entry.getKey();
 799                     Object artifactJson = entry.getValue();
 800                     addModuleNodeTemplateArtifacts(moduleArtifacts, artifactJson, artifactName);
 801                 }
 802             }
 803         }
 804         return moduleArtifacts;
 805     }
 806
 807     private void addModuleNodeTemplateArtifacts(Map<String, Map<String, UploadArtifactInfo>> moduleArtifacts, Object artifactJson,
 808                                                 String artifactName) {
 809         UploadArtifactInfo artifact = buildModuleNodeTemplateArtifact(artifactJson);
 810         artifact.setName(artifactName);
 811         if (moduleArtifacts.containsKey(ARTIFACTS.getElementName())) {
 812             moduleArtifacts.get(ARTIFACTS.getElementName()).put(artifactName, artifact);
 813         } else {
 814             Map<String, UploadArtifactInfo> map = new HashMap<>();
 815             map.put(artifactName, artifact);
 816             moduleArtifacts.put(ARTIFACTS.getElementName(), map);
 817         }
 818     }
 819
 820     @SuppressWarnings("unchecked")
 821     private UploadArtifactInfo buildModuleNodeTemplateArtifact(Object artifactObject) {
 822         UploadArtifactInfo artifactTemplateInfo = new UploadArtifactInfo();
 823         if (artifactObject instanceof Map) {
 824             fillArtifact(artifactTemplateInfo, (Map<String, Object>) artifactObject);
 825         }
 826         return artifactTemplateInfo;
 827     }
 828
 829     private void fillArtifact(UploadArtifactInfo artifactTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 830         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 831             artifactTemplateInfo.setType((String) nodeTemplateJsonMap.get(TYPE.getElementName()));
 832         }
 833         if (nodeTemplateJsonMap.containsKey(FILE.getElementName())) {
 834             artifactTemplateInfo.setFile((String) nodeTemplateJsonMap.get(FILE.getElementName()));
 835         }
 836         if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 837             Map<String, List<UploadPropInfo>> props = buildPropModuleFromYaml(nodeTemplateJsonMap);
 838             if (!props.isEmpty()) {
 839                 List<UploadPropInfo> properties = props.values().stream().flatMap(Collection::stream).collect(toList());
 840                 artifactTemplateInfo.setProperties(properties);
 841             }
 842         }
 843     }
 844
 845     @SuppressWarnings("unchecked")
 846     private Map<String, List<UploadCapInfo>> createCapModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 847         Map<String, List<UploadCapInfo>> moduleCap = new HashMap<>();
 848         Either<List<Object>, ResultStatusEnum> capabilitiesListRes = findFirstToscaListElement(nodeTemplateJsonMap, CAPABILITIES);
 849         if (capabilitiesListRes.isLeft()) {
 850             for (Object jsonCapObj : capabilitiesListRes.left().value()) {
 851                 String key = ((Map<String, Object>) jsonCapObj).keySet().iterator().next();
 852                 Object capJson = ((Map<String, Object>) jsonCapObj).get(key);
 853                 addModuleNodeTemplateCap(moduleCap, capJson, key);
 854             }
 855         } else {
 856             Either<Map<String, Object>, ResultStatusEnum> capabilitiesMapRes = findFirstToscaMapElement(nodeTemplateJsonMap, CAPABILITIES);
 857             if (capabilitiesMapRes.isLeft()) {
 858                 for (Map.Entry<String, Object> entry : capabilitiesMapRes.left().value().entrySet()) {
 859                     String capName = entry.getKey();
 860                     Object capJson = entry.getValue();
 861                     addModuleNodeTemplateCap(moduleCap, capJson, capName);
 862                 }
 863             }
 864         }
 865         return moduleCap;
 866     }
 867
 868     private void addModuleNodeTemplateCap(Map<String, List<UploadCapInfo>> moduleCap, Object capJson, String key) {
 869         UploadCapInfo capabilityDef = buildModuleNodeTemplateCap(capJson);
 870         capabilityDef.setKey(key);
 871         if (moduleCap.containsKey(key)) {
 872             moduleCap.get(key).add(capabilityDef);
 873         } else {
 874             List<UploadCapInfo> list = new ArrayList<>();
 875             list.add(capabilityDef);
 876             moduleCap.put(key, list);
 877         }
 878     }
 879
 880     @SuppressWarnings("unchecked")
 881     private UploadCapInfo buildModuleNodeTemplateCap(Object capObject) {
 882         UploadCapInfo capTemplateInfo = new UploadCapInfo();
 883         if (capObject instanceof String) {
 884             String nodeTemplateJsonString = (String) capObject;
 885             capTemplateInfo.setNode(nodeTemplateJsonString);
 886         } else if (capObject instanceof Map) {
 887             fillCapability(capTemplateInfo, (Map<String, Object>) capObject);
 888         }
 889         return capTemplateInfo;
 890     }
 891
 892     private void fillCapability(UploadCapInfo capTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 893         if (nodeTemplateJsonMap.containsKey(NODE.getElementName())) {
 894             capTemplateInfo.setNode((String) nodeTemplateJsonMap.get(NODE.getElementName()));
 895         }
 896         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 897             capTemplateInfo.setType((String) nodeTemplateJsonMap.get(TYPE.getElementName()));
 898         }
 899         if (nodeTemplateJsonMap.containsKey(VALID_SOURCE_TYPES.getElementName())) {
 900             Either<List<Object>, ResultStatusEnum> validSourceTypesRes = findFirstToscaListElement(nodeTemplateJsonMap, VALID_SOURCE_TYPES);
 901             if (validSourceTypesRes.isLeft()) {
 902                 capTemplateInfo.setValidSourceTypes(validSourceTypesRes.left().value().stream().map(Object::toString).collect(toList()));
 903             }
 904         }
 905         if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 906             Map<String, List<UploadPropInfo>> props = buildPropModuleFromYaml(nodeTemplateJsonMap);
 907             if (!props.isEmpty()) {
 908                 List<UploadPropInfo> properties = props.values().stream().flatMap(Collection::stream).collect(toList());
 909                 capTemplateInfo.setProperties(properties);
 910             }
 911         }
 912     }
 913
 914     @SuppressWarnings("unchecked")
 915     private UploadReqInfo buildModuleNodeTemplateReg(Object regObject) {
 916         UploadReqInfo regTemplateInfo = new UploadReqInfo();
 917         if (regObject instanceof String) {
 918             String nodeTemplateJsonString = (String) regObject;
 919             regTemplateInfo.setNode(nodeTemplateJsonString);
 920         } else if (regObject instanceof Map) {
 921             Map<String, Object> nodeTemplateJsonMap = (Map<String, Object>) regObject;
 922             if (nodeTemplateJsonMap.containsKey(NODE.getElementName())) {
 923                 regTemplateInfo.setNode((String) nodeTemplateJsonMap.get(NODE.getElementName()));
 924             }
 925             if (nodeTemplateJsonMap.containsKey(CAPABILITY.getElementName())) {
 926                 regTemplateInfo.setCapabilityName((String) nodeTemplateJsonMap.get(CAPABILITY.getElementName()));
 927             }
 928         }
 929         return regTemplateInfo;
 930     }
 931
 932     private Map<String, List<UploadPropInfo>> buildPropModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 933         Map<String, List<UploadPropInfo>> moduleProp = new HashMap<>();
 934         Either<Map<String, Object>, ResultStatusEnum> toscaProperties = findFirstToscaMapElement(nodeTemplateJsonMap, PROPERTIES);
 935         if (toscaProperties.isLeft()) {
 936             Map<String, Object> jsonProperties = toscaProperties.left().value();
 937             for (Map.Entry<String, Object> jsonPropObj : jsonProperties.entrySet()) {
 938                 if (valueNotContainsPattern(propertyValuePattern, jsonPropObj.getValue())) {
 939                     addProperty(moduleProp, jsonPropObj);
 940                 }
 941             }
 942         }
 943         return moduleProp;
 944     }
 945
 946     private void addProperty(Map<String, List<UploadPropInfo>> moduleProp, Map.Entry<String, Object> jsonPropObj) {
 947         UploadPropInfo propertyDef = buildProperty(jsonPropObj.getKey(), jsonPropObj.getValue());
 948         if (moduleProp.containsKey(propertyDef.getName())) {
 949             moduleProp.get(propertyDef.getName()).add(propertyDef);
 950         } else {
 951             List<UploadPropInfo> list = new ArrayList<>();
 952             list.add(propertyDef);
 953             moduleProp.put(propertyDef.getName(), list);
 954         }
 955     }
 956
 957     @SuppressWarnings("unchecked")
 958     private UploadPropInfo buildProperty(String propName, Object propValue) {
 959         UploadPropInfo propertyDef = new UploadPropInfo();
 960         propertyDef.setValue(propValue);
 961         propertyDef.setName(propName);
 962         if (propValue instanceof Map) {
 963             if (((Map<String, Object>) propValue).containsKey(TYPE.getElementName())) {
 964                 propertyDef.setType(((Map<String, Object>) propValue).get(TYPE.getElementName()).toString());
 965             }
 966             if (containsGetInput(propValue)) {
 967                 fillInputRecursively(propName, (Map<String, Object>) propValue, propertyDef);
 968             }
 969             if (((Map<String, Object>) propValue).containsKey(DESCRIPTION.getElementName())) {
 970                 propertyDef.setDescription(((Map<String, Object>) propValue).get(DESCRIPTION.getElementName()).toString());
 971             }
 972             if (((Map<String, Object>) propValue).containsKey(DEFAULT_VALUE.getElementName())) {
 973                 propertyDef.setValue(((Map<String, Object>) propValue).get(DEFAULT_VALUE.getElementName()));
 974             }
 975             if (((Map<String, Object>) propValue).containsKey(IS_PASSWORD.getElementName())) {
 976                 propertyDef.setPassword(Boolean.getBoolean(((Map<String, Object>) propValue).get(IS_PASSWORD.getElementName()).toString()));
 977             } else {
 978                 propertyDef.setValue(propValue);
 979             }
 980         } else if (propValue instanceof List) {
 981             List<Object> propValueList = (List<Object>) propValue;
 982             fillInputsListRecursively(propertyDef, propValueList);
 983             propertyDef.setValue(propValue);
 984         }
 985         return propertyDef;
 986     }
 987
 988     @SuppressWarnings("unchecked")
 989     private boolean containsGetInput(Object propValue) {
 990         return ((Map<String, Object>) propValue).containsKey(GET_INPUT.getElementName()) || ImportUtils.containsGetInput(propValue);
 991     }
 992
 993     @SuppressWarnings("unchecked")
 994     private void fillInputsListRecursively(UploadPropInfo propertyDef, List<Object> propValueList) {
 995         for (Object objValue : propValueList) {
 996             if (objValue instanceof Map) {
 997                 Map<String, Object> objMap = (Map<String, Object>) objValue;
 998                 if (objMap.containsKey(GET_INPUT.getElementName())) {
 999                     fillInputRecursively(propertyDef.getName(), objMap, propertyDef);
1000                 } else {
1001                     Set<String> keys = objMap.keySet();
1002                     findAndFillInputsListRecursively(propertyDef, objMap, keys);
1003                 }
1004             } else if (objValue instanceof List) {
1005                 List<Object> propSubValueList = (List<Object>) objValue;
1006                 fillInputsListRecursively(propertyDef, propSubValueList);
1007             }
1008         }
1009     }
1010
1011     @SuppressWarnings("unchecked")
1012     private void findAndFillInputsListRecursively(UploadPropInfo propertyDef, Map<String, Object> objMap, Set<String> keys) {
1013         for (String key : keys) {
1014             Object value = objMap.get(key);
1015             if (value instanceof Map) {
1016                 fillInputRecursively(key, (Map<String, Object>) value, propertyDef);
1017             } else if (value instanceof List) {
1018                 List<Object> propSubValueList = (List<Object>) value;
1019                 fillInputsListRecursively(propertyDef, propSubValueList);
1020             }
1021         }
1022     }
1023
1024     private void fillInputRecursively(String propName, Map<String, Object> propValue, UploadPropInfo propertyDef) {
1025         if (propValue.containsKey(GET_INPUT.getElementName())) {
1026             Object getInput = propValue.get(GET_INPUT.getElementName());
1027             GetInputValueDataDefinition getInputInfo = new GetInputValueDataDefinition();
1028             List<GetInputValueDataDefinition> getInputs = propertyDef.getGet_input();
1029             if (getInputs == null) {
1030                 getInputs = new ArrayList<>();
1031             }
1032             if (getInput instanceof String) {
1033                 getInputInfo.setInputName((String) getInput);
1034                 getInputInfo.setPropName(propName);
1035             } else if (getInput instanceof List) {
1036                 fillInput(propName, getInput, getInputInfo);
1037             }
1038             getInputs.add(getInputInfo);
1039             propertyDef.setGet_input(getInputs);
1040             propertyDef.setValue(propValue);
1041         } else {
1042             findAndFillInputRecursively(propValue, propertyDef);
1043         }
1044     }
1045
1046     @SuppressWarnings("unchecked")
1047     private void findAndFillInputRecursively(Map<String, Object> propValue, UploadPropInfo propertyDef) {
1048         for (Map.Entry<String,Object> entry : propValue.entrySet()) {
1049             String propName = entry.getKey();
1050             Object value = entry.getValue();
1051             if (value instanceof Map) {
1052                 fillInputRecursively(propName, (Map<String, Object>) value, propertyDef);
1053             } else if (value instanceof List) {
1054                 fillInputsRecursively(propertyDef, propName, (List<Object>) value);
1055             }
1056         }
1057     }
1058
1059     private void fillInputsRecursively(UploadPropInfo propertyDef, String propName, List<Object> inputs) {
1060         inputs.stream()
1061                 .filter(Map.class::isInstance)
1062                 .forEach(o -> fillInputRecursively(propName, (Map<String, Object>) o, propertyDef));
1063     }
1064
1065     @SuppressWarnings("unchecked")
1066     private void fillInput(String propName, Object getInput, GetInputValueDataDefinition getInputInfo) {
1067         List<Object> getInputList = (List<Object>) getInput;
1068         getInputInfo.setPropName(propName);
1069         getInputInfo.setInputName((String) getInputList.get(0));
1070         if (getInputList.size() > 1) {
1071             Object indexObj = getInputList.get(1);
1072             if (indexObj instanceof Integer) {
1073                 getInputInfo.setIndexValue((Integer) indexObj);
1074             } else if (indexObj instanceof Float) {
1075                 int index = ((Float) indexObj).intValue();
1076                 getInputInfo.setIndexValue(index);
1077             } else if (indexObj instanceof Map && ((Map<String, Object>) indexObj).containsKey(GET_INPUT.getElementName())) {
1078                 Object index = ((Map<String, Object>) indexObj).get(GET_INPUT.getElementName());
1079                 GetInputValueDataDefinition getInputInfoIndex = new GetInputValueDataDefinition();
1080                 getInputInfoIndex.setInputName((String) index);
1081                 getInputInfoIndex.setPropName(propName);
1082                 getInputInfo.setGetInputIndex(getInputInfoIndex);
1083             }
1084             getInputInfo.setList(true);
1085         }
1086     }
1087
1088     private boolean valueNotContainsPattern(Pattern pattern, Object propValue) {
1089         return propValue == null || !pattern.matcher(propValue.toString()).find();
1090     }
1091
1092     private Object failIfNotTopologyTemplate(String fileName) {
1093         janusGraphDao.rollback();
1094         throw new ByActionStatusComponentException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE, fileName);
1095     }
1096
1097     private void rollbackWithException(ActionStatus actionStatus, String... params) {
1098         janusGraphDao.rollback();
1099         throw new ByActionStatusComponentException(actionStatus, params);
1100     }
1101
1102     private void failOnMissingCapabilityTypes(GroupDefinition groupDefinition, List<String> missingCapTypes) {
1103         if (log.isDebugEnabled()) {
1104             log.debug(
1105                     "#failOnMissingCapabilityTypes - Failed to validate the capabilities of the group {}. The capability types {} are missing on the group type {}. ",
1106                     groupDefinition.getName(), missingCapTypes.toString(), groupDefinition.getType());
1107         }
1108         if (CollectionUtils.isNotEmpty(missingCapTypes)) {
1109             rollbackWithException(ActionStatus.MISSING_CAPABILITY_TYPE, missingCapTypes.toString());
1110         }
1111     }
1112
1113     private void failOnMissingCapabilityNames(GroupDefinition groupDefinition, List<String> missingCapNames) {
1114         if (log.isDebugEnabled()) {
1115             log.debug(
1116                     "#failOnMissingCapabilityNames - Failed to validate the capabilities of the group {}. The capabilities with the names {} are missing on the group type {}. ",
1117                     groupDefinition.getName(), missingCapNames.toString(), groupDefinition.getType());
1118         }
1119         rollbackWithException(ActionStatus.MISSING_CAPABILITIES, missingCapNames.toString(), CapabilityDataDefinition.OwnerType.GROUP.getValue(),
1120             groupDefinition.getName());
1121     }
1122 }