catalog-be/src/main/java/org/openecomp/sdc/be/components/csar/YamlTemplateParsingHandler.java

   1 /*-
   2  * ============LICENSE_START=======================================================
   3  * SDC
   4  * ================================================================================
   5  * Copyright (C) 2017 AT&T Intellectual Property. All rights reserved.
   6  * ================================================================================
   7  * Licensed under the Apache License, Version 2.0 (the "License");
   8  * you may not use this file except in compliance with the License.
   9  * You may obtain a copy of the License at
  10  *
  11  *      http://www.apache.org/licenses/LICENSE-2.0
  12  *
  13  * Unless required by applicable law or agreed to in writing, software
  14  * distributed under the License is distributed on an "AS IS" BASIS,
  15  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16  * See the License for the specific language governing permissions and
  17  * limitations under the License.
  18  * ============LICENSE_END=========================================================
  19  * Modifications copyright (c) 2019 Nokia
  20  * ================================================================================
  21  */
  22 package org.openecomp.sdc.be.components.csar;
  23
  24 import static java.util.stream.Collectors.toList;
  25 import static org.openecomp.sdc.be.components.impl.ImportUtils.ResultStatusEnum;
  26 import static org.openecomp.sdc.be.components.impl.ImportUtils.ToscaElementTypeEnum;
  27 import static org.openecomp.sdc.be.components.impl.ImportUtils.findFirstToscaListElement;
  28 import static org.openecomp.sdc.be.components.impl.ImportUtils.findFirstToscaMapElement;
  29 import static org.openecomp.sdc.be.components.impl.ImportUtils.findToscaElement;
  30 import static org.openecomp.sdc.be.components.impl.ImportUtils.loadYamlAsStrictMap;
  31 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.ARTIFACTS;
  32 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.CAPABILITIES;
  33 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.CAPABILITY;
  34 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.DEFAULT_VALUE;
  35 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.DESCRIPTION;
  36 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.FILE;
  37 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.GET_INPUT;
  38 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.GROUPS;
  39 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.IS_PASSWORD;
  40 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.MEMBERS;
  41 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.NODE;
  42 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.NODE_TEMPLATES;
  43 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.NODE_TYPE;
  44 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.POLICIES;
  45 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.PROPERTIES;
  46 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.REQUIREMENTS;
  47 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.SUBSTITUTION_FILTERS;
  48 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.SUBSTITUTION_MAPPINGS;
  49 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TARGETS;
  50 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TOPOLOGY_TEMPLATE;
  51 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.TYPE;
  52 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.VALID_SOURCE_TYPES;
  53
  54 import com.google.common.collect.Lists;
  55 import com.google.common.collect.Maps;
  56 import com.google.gson.Gson;
  57 import fj.data.Either;
  58 import java.util.ArrayList;
  59 import java.util.Collection;
  60 import java.util.Collections;
  61 import java.util.EnumMap;
  62 import java.util.HashMap;
  63 import java.util.List;
  64 import java.util.Map;
  65 import java.util.Objects;
  66 import java.util.Set;
  67 import java.util.regex.Pattern;
  68 import java.util.stream.Collectors;
  69 import org.apache.commons.collections.CollectionUtils;
  70 import org.apache.commons.collections.MapUtils;
  71 import org.apache.commons.lang3.StringUtils;
  72 import org.openecomp.sdc.be.components.impl.AnnotationBusinessLogic;
  73 import org.openecomp.sdc.be.components.impl.GroupTypeBusinessLogic;
  74 import org.openecomp.sdc.be.components.impl.ImportUtils;
  75 import org.openecomp.sdc.be.components.impl.NodeFilterUploadCreator;
  76 import org.openecomp.sdc.be.components.impl.PolicyTypeBusinessLogic;
  77 import org.openecomp.sdc.be.components.impl.exceptions.ByActionStatusComponentException;
  78 import org.openecomp.sdc.be.components.utils.PropertiesUtils;
  79 import org.openecomp.sdc.be.config.BeEcompErrorManager;
  80 import org.openecomp.sdc.be.dao.api.ActionStatus;
  81 import org.openecomp.sdc.be.dao.janusgraph.JanusGraphDao;
  82 import org.openecomp.sdc.be.datatypes.elements.CapabilityDataDefinition;
  83 import org.openecomp.sdc.be.datatypes.elements.GetInputValueDataDefinition;
  84 import org.openecomp.sdc.be.datatypes.elements.ListDataDefinition;
  85 import org.openecomp.sdc.be.datatypes.elements.PolicyTargetType;
  86 import org.openecomp.sdc.be.datatypes.elements.PropertyDataDefinition;
  87 import org.openecomp.sdc.be.datatypes.elements.RequirementSubstitutionFilterPropertyDataDefinition;
  88 import org.openecomp.sdc.be.model.CapabilityDefinition;
  89 import org.openecomp.sdc.be.model.ComponentInstanceProperty;
  90 import org.openecomp.sdc.be.model.GroupDefinition;
  91 import org.openecomp.sdc.be.model.GroupTypeDefinition;
  92 import org.openecomp.sdc.be.model.InputDefinition;
  93 import org.openecomp.sdc.be.model.NodeTypeInfo;
  94 import org.openecomp.sdc.be.model.ParsedToscaYamlInfo;
  95 import org.openecomp.sdc.be.model.PolicyDefinition;
  96 import org.openecomp.sdc.be.model.PolicyTypeDefinition;
  97 import org.openecomp.sdc.be.model.PropertyDefinition;
  98 import org.openecomp.sdc.be.model.Resource;
  99 import org.openecomp.sdc.be.model.UploadArtifactInfo;
 100 import org.openecomp.sdc.be.model.UploadCapInfo;
 101 import org.openecomp.sdc.be.model.UploadComponentInstanceInfo;
 102 import org.openecomp.sdc.be.model.UploadPropInfo;
 103 import org.openecomp.sdc.be.model.UploadReqInfo;
 104 import org.openecomp.sdc.be.model.tosca.ToscaPropertyType;
 105 import org.openecomp.sdc.be.utils.TypeUtils;
 106 import org.openecomp.sdc.common.log.wrappers.Logger;
 107 import org.springframework.stereotype.Component;
 108 import org.yaml.snakeyaml.parser.ParserException;
 109
 110 /**
 111  * A handler class designed to parse the YAML file of the service template for a JAVA object
 112  */
 113 @Component
 114 public class YamlTemplateParsingHandler {
 115
 116     private static final Pattern propertyValuePattern = Pattern.compile("[ ]*\\{[ ]*(str_replace=|token=|get_property=|concat=|get_attribute=)+");
 117     private static final int SUB_MAPPING_CAPABILITY_OWNER_NAME_IDX = 0;
 118     private static final int SUB_MAPPING_CAPABILITY_NAME_IDX = 1;
 119     private static final Logger log = Logger.getLogger(YamlTemplateParsingHandler.class);
 120     private Gson gson = new Gson();
 121     private JanusGraphDao janusGraphDao;
 122     private GroupTypeBusinessLogic groupTypeBusinessLogic;
 123     private AnnotationBusinessLogic annotationBusinessLogic;
 124     private PolicyTypeBusinessLogic policyTypeBusinessLogic;
 125
 126     public YamlTemplateParsingHandler(JanusGraphDao janusGraphDao, GroupTypeBusinessLogic groupTypeBusinessLogic,
 127                                       AnnotationBusinessLogic annotationBusinessLogic, PolicyTypeBusinessLogic policyTypeBusinessLogic) {
 128         this.janusGraphDao = janusGraphDao;
 129         this.groupTypeBusinessLogic = groupTypeBusinessLogic;
 130         this.annotationBusinessLogic = annotationBusinessLogic;
 131         this.policyTypeBusinessLogic = policyTypeBusinessLogic;
 132     }
 133
 134     public ParsedToscaYamlInfo parseResourceInfoFromYAML(String fileName, String resourceYml, Map<String, String> createdNodesToscaResourceNames,
 135                                                          Map<String, NodeTypeInfo> nodeTypesInfo, String nodeName,
 136                                                          org.openecomp.sdc.be.model.Component component, String interfaceTemplateYaml) {
 137         log.debug("#parseResourceInfoFromYAML - Going to parse yaml {} ", fileName);
 138         Map<String, Object> mappedToscaTemplate = getMappedToscaTemplate(fileName, resourceYml, nodeTypesInfo, nodeName);
 139         ParsedToscaYamlInfo parsedToscaYamlInfo = new ParsedToscaYamlInfo();
 140         findToscaElement(mappedToscaTemplate, TOPOLOGY_TEMPLATE, ToscaElementTypeEnum.ALL).left().on(err -> failIfNotTopologyTemplate(fileName));
 141         parsedToscaYamlInfo.setInputs(getInputs(mappedToscaTemplate));
 142         parsedToscaYamlInfo.setInstances(getInstances(fileName, mappedToscaTemplate, createdNodesToscaResourceNames));
 143         parsedToscaYamlInfo.setGroups(getGroups(fileName, mappedToscaTemplate, component.getModel()));
 144         if (component instanceof Resource) {
 145             parsedToscaYamlInfo.setPolicies(getPolicies(fileName, mappedToscaTemplate, component.getModel()));
 146         }
 147         if (getSubstitutionMappings(mappedToscaTemplate) != null) {
 148             if (component.isService() && !interfaceTemplateYaml.isEmpty()) {
 149                 parsedToscaYamlInfo.setProperties(getProperties(loadYamlAsStrictMap(interfaceTemplateYaml)));
 150                 parsedToscaYamlInfo.setSubstitutionFilterProperties(getSubstitutionFilterProperties(mappedToscaTemplate));
 151             }
 152             parsedToscaYamlInfo.setSubstitutionMappingNodeType((String) getSubstitutionMappings(mappedToscaTemplate).get(NODE_TYPE.getElementName()));
 153         }
 154         log.debug("#parseResourceInfoFromYAML - The yaml {} has been parsed ", fileName);
 155         return parsedToscaYamlInfo;
 156     }
 157
 158     private Map<String, Object> getMappedToscaTemplate(String fileName, String resourceYml, Map<String, NodeTypeInfo> nodeTypesInfo,
 159                                                        String nodeName) {
 160         Map<String, Object> mappedToscaTemplate;
 161         if (isNodeExist(nodeTypesInfo, nodeName)) {
 162             mappedToscaTemplate = nodeTypesInfo.get(nodeName).getMappedToscaTemplate();
 163         } else {
 164             mappedToscaTemplate = loadYaml(fileName, resourceYml);
 165         }
 166         return mappedToscaTemplate;
 167     }
 168
 169     private Map<String, Object> loadYaml(String fileName, String resourceYml) {
 170         Map<String, Object> mappedToscaTemplate = null;
 171         try {
 172             mappedToscaTemplate = loadYamlAsStrictMap(resourceYml);
 173         } catch (ParserException e) {
 174             log.debug("#getMappedToscaTemplate - Failed to load YAML file {}", fileName, e);
 175             rollbackWithException(ActionStatus.TOSCA_PARSE_ERROR, fileName, e.getMessage());
 176         }
 177         return mappedToscaTemplate;
 178     }
 179
 180     private boolean isNodeExist(Map<String, NodeTypeInfo> nodeTypesInfo, String nodeName) {
 181         return nodeTypesInfo != null && nodeName != null && nodeTypesInfo.containsKey(nodeName);
 182     }
 183
 184     private Map<String, InputDefinition> getInputs(Map<String, Object> toscaJson) {
 185         Map<String, InputDefinition> inputs = ImportUtils.getInputs(toscaJson, annotationBusinessLogic.getAnnotationTypeOperations()).left()
 186             .on(err -> new HashMap<>());
 187         annotationBusinessLogic.validateAndMergeAnnotationsAndAssignToInput(inputs);
 188         return inputs;
 189     }
 190
 191     private Map<String, PropertyDefinition> getProperties(Map<String, Object> toscaJson) {
 192         return ImportUtils.getProperties(toscaJson).left().on(err -> new HashMap<>());
 193     }
 194
 195     private ListDataDefinition<RequirementSubstitutionFilterPropertyDataDefinition> getSubstitutionFilterProperties(Map<String, Object> toscaJson) {
 196         ListDataDefinition<RequirementSubstitutionFilterPropertyDataDefinition> propertyList = new ListDataDefinition<>();
 197         Map<String, Object> substitutionFilters = findFirstToscaMapElement(toscaJson, SUBSTITUTION_FILTERS).left().on(err -> new HashMap<>());
 198         if (MapUtils.isEmpty(substitutionFilters)) {
 199             return propertyList;
 200         }
 201         ArrayList<Map<String, List<Map<String, Object>>>> substitutionFilterProperties =
 202             (ArrayList<Map<String, List<Map<String, Object>>>>) substitutionFilters.get("properties");
 203         if (CollectionUtils.isEmpty(substitutionFilterProperties)) {
 204             return propertyList;
 205         }
 206         for (Map<String, List<Map<String, Object>>> filterProps : substitutionFilterProperties) {
 207             for (Map.Entry<String, List<Map<String, Object>>> filterPropsMap : filterProps.entrySet()) {
 208                 for (Map<String, Object> mapValue : filterPropsMap.getValue()) {
 209                     RequirementSubstitutionFilterPropertyDataDefinition requirementSubstitutionFilterPropertyDataDefinition =
 210                         new RequirementSubstitutionFilterPropertyDataDefinition();
 211                     requirementSubstitutionFilterPropertyDataDefinition.setName(filterPropsMap.getKey());
 212                     requirementSubstitutionFilterPropertyDataDefinition.setConstraints(
 213                         getSubstitutionFilterConstraints(filterPropsMap.getKey(), mapValue));
 214                     propertyList.add(requirementSubstitutionFilterPropertyDataDefinition);
 215                 }
 216             }
 217         }
 218         return propertyList;
 219     }
 220
 221     private List<String> getSubstitutionFilterConstraints(String name, Map<String, Object> value) {
 222         List<String> constraints = new ArrayList<>();
 223         for (Map.Entry<String, Object> valueMap : value.entrySet()) {
 224             constraints.add(name + ": {" + valueMap.getKey() + ": " + valueMap.getValue() + "}");
 225         }
 226         return constraints;
 227     }
 228
 229     private Map<String, PolicyDefinition> getPolicies(String fileName, Map<String, Object> toscaJson, String model) {
 230         Map<String, Object> foundPolicies = findFirstToscaMapElement(toscaJson, POLICIES).left().on(err -> logPoliciesNotFound(fileName));
 231         if (MapUtils.isNotEmpty(foundPolicies)) {
 232             return foundPolicies.entrySet().stream().map(policyToCreate -> createPolicy(policyToCreate, model)).collect(Collectors.toMap(PolicyDefinition::getName, p -> p));
 233         }
 234         return Collections.emptyMap();
 235     }
 236
 237     private PolicyDefinition createPolicy(Map.Entry<String, Object> policyNameValue, String model) {
 238         PolicyDefinition emptyPolicyDef = new PolicyDefinition();
 239         String policyName = policyNameValue.getKey();
 240         emptyPolicyDef.setName(policyName);
 241         try {
 242             // There's no need to null test in conjunction with an instanceof test. null is not an instanceof anything, so a null check is redundant.
 243             if (policyNameValue.getValue() instanceof Map) {
 244                 Map<String, Object> policyTemplateJsonMap = (Map<String, Object>) policyNameValue.getValue();
 245                 validateAndFillPolicy(emptyPolicyDef, policyTemplateJsonMap, model);
 246             } else {
 247                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 248             }
 249         } catch (ClassCastException e) {
 250             log.debug("#createPolicy - Failed to create the policy {}. The exception occurred", policyName, e);
 251             rollbackWithException(ActionStatus.INVALID_YAML);
 252         }
 253         return emptyPolicyDef;
 254     }
 255
 256     private Map<String, Object> logPoliciesNotFound(String fileName) {
 257         log.debug("#logPoliciesNotFound - Policies were not found in the yaml template {}.", fileName);
 258         return Collections.emptyMap();
 259     }
 260
 261     private void validateAndFillPolicy(PolicyDefinition emptyPolicyDefinition, Map<String, Object> policyTemplateJsonMap, String model) {
 262         String policyTypeName = (String) policyTemplateJsonMap.get(TYPE.getElementName());
 263         if (StringUtils.isEmpty(policyTypeName)) {
 264             log.debug("#validateAndFillPolicy - The 'type' member is not found under policy {}", emptyPolicyDefinition.getName());
 265             rollbackWithException(ActionStatus.POLICY_MISSING_POLICY_TYPE, emptyPolicyDefinition.getName());
 266         }
 267         emptyPolicyDefinition.setType(policyTypeName);
 268         // set policy targets
 269         emptyPolicyDefinition.setTargets(validateFillPolicyTargets(policyTemplateJsonMap));
 270         PolicyTypeDefinition policyTypeDefinition = validateGetPolicyTypeDefinition(policyTypeName, model);
 271         // set policy properties
 272         emptyPolicyDefinition.setProperties(validateFillPolicyProperties(policyTypeDefinition, policyTemplateJsonMap));
 273     }
 274
 275     private PolicyTypeDefinition validateGetPolicyTypeDefinition(String policyType, String modelName) {
 276         PolicyTypeDefinition policyTypeDefinition = policyTypeBusinessLogic.getLatestPolicyTypeByType(policyType, modelName);
 277         if (policyTypeDefinition == null) {
 278             log.debug("#validateAndFillPolicy - The policy type {} not found", policyType);
 279             rollbackWithException(ActionStatus.POLICY_TYPE_IS_INVALID, policyType);
 280         }
 281         return policyTypeDefinition;
 282     }
 283
 284     private List<PropertyDataDefinition> validateFillPolicyProperties(PolicyTypeDefinition policyTypeDefinition,
 285                                                                       Map<String, Object> policyTemplateJsonMap) {
 286         if (MapUtils.isEmpty(policyTemplateJsonMap) || Objects.isNull(policyTypeDefinition)) {
 287             return Collections.emptyList();
 288         }
 289         List<PropertyDataDefinition> propertyDataDefinitionList = new ArrayList<>();
 290         Map<String, Object> propertiesMap = (Map<String, Object>) policyTemplateJsonMap.get(PROPERTIES.getElementName());
 291         if (MapUtils.isEmpty(propertiesMap)) {
 292             return Collections.emptyList();
 293         }
 294         if (CollectionUtils.isNotEmpty(policyTypeDefinition.getProperties())) {
 295             propertyDataDefinitionList = policyTypeDefinition.getProperties().stream()
 296                 .map(propertyDefinition -> setPropertyValue(propertiesMap, propertyDefinition)).collect(Collectors.toList());
 297         }
 298         return propertyDataDefinitionList;
 299     }
 300
 301     private PropertyDataDefinition setPropertyValue(Map<String, Object> propertiesMap, PropertyDataDefinition srcPropertyDataDefinition) {
 302         PropertyDataDefinition newPropertyDef = new PropertyDataDefinition(srcPropertyDataDefinition);
 303         String propertyName = newPropertyDef.getName();
 304         if (Objects.nonNull(propertiesMap.get(propertyName))) {
 305             Object propValue = propertiesMap.get(propertyName);
 306             newPropertyDef.setValue(PropertiesUtils.trimQuotes(gson.toJson(propValue)));
 307         }
 308         return newPropertyDef;
 309     }
 310
 311     private Map<PolicyTargetType, List<String>> validateFillPolicyTargets(Map<String, Object> policyTemplateJson) {
 312         Map<PolicyTargetType, List<String>> targets = new EnumMap<>(PolicyTargetType.class);
 313         if (policyTemplateJson.containsKey(TARGETS.getElementName()) && policyTemplateJson.get(TARGETS.getElementName()) instanceof List) {
 314             List<String> targetsElement = (List<String>) policyTemplateJson.get(TARGETS.getElementName());
 315             targets.put(PolicyTargetType.COMPONENT_INSTANCES, targetsElement);
 316         }
 317         return targets;
 318     }
 319
 320     private Map<String, UploadComponentInstanceInfo> getInstances(String yamlName, Map<String, Object> toscaJson,
 321                                                                   Map<String, String> createdNodesToscaResourceNames) {
 322         Map<String, Object> nodeTemplates = findFirstToscaMapElement(toscaJson, NODE_TEMPLATES).left().on(err -> new HashMap<>());
 323         if (nodeTemplates.isEmpty()) {
 324             return Collections.emptyMap();
 325         }
 326         return getInstances(toscaJson, createdNodesToscaResourceNames, nodeTemplates);
 327     }
 328
 329     private Map<String, UploadComponentInstanceInfo> getInstances(Map<String, Object> toscaJson, Map<String, String> createdNodesToscaResourceNames,
 330                                                                   Map<String, Object> nodeTemplates) {
 331         Map<String, UploadComponentInstanceInfo> moduleComponentInstances;
 332         Map<String, Object> substitutionMappings = getSubstitutionMappings(toscaJson);
 333         moduleComponentInstances = nodeTemplates.entrySet().stream()
 334             .map(node -> buildModuleComponentInstanceInfo(node, substitutionMappings, createdNodesToscaResourceNames))
 335             .collect(Collectors.toMap(UploadComponentInstanceInfo::getName, i -> i));
 336         return moduleComponentInstances;
 337     }
 338
 339     private Map<String, Object> getSubstitutionMappings(Map<String, Object> toscaJson) {
 340         Map<String, Object> substitutionMappings = null;
 341         Either<Map<String, Object>, ResultStatusEnum> eitherSubstitutionMappings = findFirstToscaMapElement(toscaJson, SUBSTITUTION_MAPPINGS);
 342         if (eitherSubstitutionMappings.isLeft()) {
 343             substitutionMappings = eitherSubstitutionMappings.left().value();
 344         }
 345         return substitutionMappings;
 346     }
 347
 348     @SuppressWarnings("unchecked")
 349     private Map<String, GroupDefinition> getGroups(String fileName, Map<String, Object> toscaJson, String model) {
 350         Map<String, Object> foundGroups = findFirstToscaMapElement(toscaJson, GROUPS).left().on(err -> logGroupsNotFound(fileName));
 351         if (MapUtils.isNotEmpty(foundGroups) && matcheKey(foundGroups)) {
 352             Map<String, GroupDefinition> groups = foundGroups.entrySet().stream().map(groupToCreate -> createGroup(groupToCreate, model))
 353                 .collect(Collectors.toMap(GroupDefinition::getName, g -> g));
 354             Map<String, Object> substitutionMappings = getSubstitutionMappings(toscaJson);
 355             if (capabilitiesSubstitutionMappingsExist(substitutionMappings)) {
 356                 groups.entrySet().forEach(entry -> updateCapabilitiesNames(entry.getValue(),
 357                     getNamesToUpdate(entry.getKey(), (Map<String, List<String>>) substitutionMappings.get(CAPABILITIES.getElementName()))));
 358             }
 359             return groups;
 360         }
 361         return new HashMap<>();
 362     }
 363
 364     private boolean matcheKey(Map<String, Object> foundGroups) {
 365         if (foundGroups != null && !foundGroups.isEmpty()) {
 366             for (Map.Entry<String, Object> stringObjectEntry : foundGroups.entrySet()) {
 367                 String key = stringObjectEntry.getKey();
 368                 if (key.contains("group")) {
 369                     if (foundGroups.get(key) instanceof Map) {
 370                         return true;
 371                     }
 372                 }
 373             }
 374         }
 375         return false;
 376     }
 377
 378     private Map<String, Object> logGroupsNotFound(String fileName) {
 379         log.debug("#logGroupsNotFound - Groups were not found in the yaml template {}.", fileName);
 380         return new HashMap<>();
 381     }
 382
 383     private void updateCapabilitiesNames(GroupDefinition group, Map<String, String> capabilityNames) {
 384         if (MapUtils.isNotEmpty(group.getCapabilities())) {
 385             group.getCapabilities().values().stream().flatMap(Collection::stream).filter(cap -> capabilityNames.containsKey(cap.getName()))
 386                 .forEach(cap -> cap.setName(capabilityNames.get(cap.getName())));
 387         }
 388     }
 389
 390     private Map<String, String> getNamesToUpdate(String name, Map<String, List<String>> pair) {
 391         return pair.entrySet().stream().filter(e -> e.getValue().get(SUB_MAPPING_CAPABILITY_OWNER_NAME_IDX).equalsIgnoreCase(name))
 392             .collect(Collectors.toMap(e -> e.getValue().get(SUB_MAPPING_CAPABILITY_NAME_IDX), Map.Entry::getKey, (n1, n2) -> n1));
 393     }
 394
 395     private boolean capabilitiesSubstitutionMappingsExist(Map<String, Object> substitutionMappings) {
 396         return substitutionMappings != null && substitutionMappings.containsKey(CAPABILITIES.getElementName());
 397     }
 398
 399     private GroupDefinition createGroup(Map.Entry<String, Object> groupNameValue, String model) {
 400         GroupDefinition group = new GroupDefinition();
 401         group.setName(groupNameValue.getKey());
 402         try {
 403             if (groupNameValue.getValue() instanceof Map) {
 404                 Map<String, Object> groupTemplateJsonMap = (Map<String, Object>) groupNameValue.getValue();
 405                 validateAndFillGroup(group, groupTemplateJsonMap, model);
 406                 validateUpdateGroupProperties(group, groupTemplateJsonMap);
 407                 validateUpdateGroupCapabilities(group, groupTemplateJsonMap);
 408             } else {
 409                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 410             }
 411         } catch (ClassCastException e) {
 412             log.debug("#createGroup - Failed to create the group {}. The exception occure", groupNameValue.getKey(), e);
 413             rollbackWithException(ActionStatus.INVALID_YAML);
 414         }
 415         return group;
 416     }
 417
 418     private Map<String, CapabilityDefinition> addCapabilities(Map<String, CapabilityDefinition> cap, Map<String, CapabilityDefinition> otherCap) {
 419         cap.putAll(otherCap);
 420         return cap;
 421     }
 422
 423     private Map<String, CapabilityDefinition> addCapability(CapabilityDefinition cap) {
 424         Map<String, CapabilityDefinition> map = Maps.newHashMap();
 425         map.put(cap.getName(), cap);
 426         return map;
 427     }
 428
 429     private void setMembers(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 430         if (groupTemplateJsonMap.containsKey(MEMBERS.getElementName())) {
 431             Object members = groupTemplateJsonMap.get(MEMBERS.getElementName());
 432             if (members != null) {
 433                 if (members instanceof List) {
 434                     setMembersFromList(groupInfo, (List<?>) members);
 435                 } else {
 436                     log.debug("The 'members' member is not of type list under group {}", groupInfo.getName());
 437                     rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 438                 }
 439             }
 440         }
 441     }
 442
 443     private void setMembersFromList(GroupDefinition groupInfo, List<?> membersAsList) {
 444         groupInfo.setMembers(membersAsList.stream().collect(Collectors.toMap(Object::toString, member -> "")));
 445     }
 446
 447     @SuppressWarnings("unchecked")
 448     private void validateUpdateGroupProperties(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 449         if (groupTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 450             Object propertiesElement = groupTemplateJsonMap.get(PROPERTIES.getElementName());
 451             if (propertiesElement instanceof Map) {
 452                 mergeGroupProperties(groupInfo, (Map<String, Object>) propertiesElement);
 453             }
 454         }
 455     }
 456
 457     private void mergeGroupProperties(GroupDefinition groupInfo, Map<String, Object> parsedProperties) {
 458         if (CollectionUtils.isNotEmpty(groupInfo.getProperties())) {
 459             validateGroupProperties(parsedProperties, groupInfo);
 460             groupInfo.getProperties().forEach(p -> mergeGroupProperty(p, parsedProperties));
 461         }
 462     }
 463
 464     private void mergeGroupProperty(PropertyDataDefinition property, Map<String, Object> parsedProperties) {
 465         if (parsedProperties.containsKey(property.getName())) {
 466             Object propValue = parsedProperties.get(property.getName());
 467             if (valueNotContainsPattern(propertyValuePattern, propValue)) {
 468                 setPropertyValueAndGetInputsValues(property, propValue);
 469             }
 470         }
 471     }
 472
 473     private void setPropertyValueAndGetInputsValues(PropertyDataDefinition property, Object propValue) {
 474         if (propValue != null) {
 475             UploadPropInfo uploadPropInfo = buildProperty(property.getName(), propValue);
 476             property.setValue(convertPropertyValue(ToscaPropertyType.isValidType(property.getType()), uploadPropInfo.getValue()));
 477             property.setGetInputValues(uploadPropInfo.getGet_input());
 478         }
 479     }
 480
 481     private String convertPropertyValue(ToscaPropertyType type, Object value) {
 482         String convertedValue = null;
 483         if (value != null) {
 484             if (type == null || value instanceof Map || value instanceof List) {
 485                 convertedValue = gson.toJson(value);
 486             } else {
 487                 convertedValue = value.toString();
 488             }
 489         }
 490         return convertedValue;
 491     }
 492
 493     private void setDescription(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 494         if (groupTemplateJsonMap.containsKey(DESCRIPTION.getElementName())) {
 495             groupInfo.setDescription((String) groupTemplateJsonMap.get(DESCRIPTION.getElementName()));
 496         }
 497     }
 498
 499     private void validateAndFillGroup(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap, String model) {
 500         String type = (String) groupTemplateJsonMap.get(TYPE.getElementName());
 501         if (StringUtils.isEmpty(type)) {
 502             log.debug("#validateAndFillGroup - The 'type' member is not found under group {}", groupInfo.getName());
 503             rollbackWithException(ActionStatus.GROUP_MISSING_GROUP_TYPE, groupInfo.getName());
 504         }
 505         groupInfo.setType(type);
 506         GroupTypeDefinition groupType = groupTypeBusinessLogic.getLatestGroupTypeByType(type, model);
 507         if (groupType == null) {
 508             log.debug("#validateAndFillGroup - The group type {} not found", groupInfo.getName());
 509             rollbackWithException(ActionStatus.GROUP_TYPE_IS_INVALID, type);
 510         }
 511         groupInfo.convertFromGroupProperties(groupType.getProperties());
 512         groupInfo.convertCapabilityDefinitions(groupType.getCapabilities());
 513         setDescription(groupInfo, groupTemplateJsonMap);
 514         setMembers(groupInfo, groupTemplateJsonMap);
 515     }
 516
 517     @SuppressWarnings("unchecked")
 518     private void validateUpdateGroupCapabilities(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
 519         if (groupTemplateJsonMap.containsKey(CAPABILITIES.getElementName())) {
 520             Object capabilities = groupTemplateJsonMap.get(CAPABILITIES.getElementName());
 521             if (capabilities instanceof List) {
 522                 validateUpdateCapabilities(groupInfo, ((List<Object>) capabilities).stream().map(o -> buildGroupCapability(groupInfo, o))
 523                     .collect(Collectors.toMap(CapabilityDefinition::getType, this::addCapability, this::addCapabilities)));
 524             } else if (capabilities instanceof Map) {
 525                 validateUpdateCapabilities(groupInfo,
 526                     ((Map<String, Object>) capabilities).entrySet().stream().map(e -> buildGroupCapability(groupInfo, e))
 527                         .collect(Collectors.toMap(CapabilityDefinition::getType, this::addCapability, this::addCapabilities)));
 528             } else {
 529                 log.debug("#setCapabilities - Failed to import the capabilities of the group {}. ", groupInfo.getName());
 530                 rollbackWithException(ActionStatus.INVALID_YAML);
 531             }
 532         }
 533     }
 534
 535     private void validateUpdateCapabilities(GroupDefinition groupInfo, Map<String, Map<String, CapabilityDefinition>> capabilityInfo) {
 536         validateGroupCapabilities(groupInfo, capabilityInfo);
 537         groupInfo.updateCapabilitiesProperties(capabilityInfo);
 538     }
 539
 540     private void validateGroupCapabilities(GroupDefinition group, Map<String, Map<String, CapabilityDefinition>> parsedCapabilities) {
 541         if (MapUtils.isNotEmpty(parsedCapabilities)) {
 542             if (MapUtils.isEmpty(group.getCapabilities())) {
 543                 failOnMissingCapabilityTypes(group, Lists.newArrayList(parsedCapabilities.keySet()));
 544             }
 545             List<String> missingCapTypes = parsedCapabilities.keySet().stream().filter(ct -> !group.getCapabilities().containsKey(ct))
 546                 .collect(toList());
 547             if (CollectionUtils.isNotEmpty(missingCapTypes)) {
 548                 failOnMissingCapabilityTypes(group, missingCapTypes);
 549             }
 550             group.getCapabilities().entrySet().forEach(e -> validateCapabilities(group, e.getValue(), parsedCapabilities.get(e.getKey())));
 551         }
 552     }
 553
 554     private void validateCapabilities(GroupDefinition group, List<CapabilityDefinition> capabilities,
 555                                       Map<String, CapabilityDefinition> parsedCapabilities) {
 556         List<String> allowedCapNames = capabilities.stream().map(CapabilityDefinition::getName).distinct().collect(toList());
 557         List<String> missingCapNames = parsedCapabilities.keySet().stream().filter(c -> !allowedCapNames.contains(c)).collect(toList());
 558         if (CollectionUtils.isNotEmpty(missingCapNames)) {
 559             failOnMissingCapabilityNames(group, missingCapNames);
 560         }
 561         validateCapabilitiesProperties(capabilities, parsedCapabilities);
 562     }
 563
 564     private void validateCapabilitiesProperties(List<CapabilityDefinition> capabilities, Map<String, CapabilityDefinition> parsedCapabilities) {
 565         capabilities.forEach(c -> validateCapabilityProperties(c, parsedCapabilities.get(c.getName())));
 566     }
 567
 568     private void validateCapabilityProperties(CapabilityDefinition capability, CapabilityDefinition parsedCapability) {
 569         if (parsedCapability != null && parsedCapability.getProperties() != null) {
 570             List<String> parsedPropertiesNames = parsedCapability.getProperties().stream().map(ComponentInstanceProperty::getName).collect(toList());
 571             validateProperties(capability.getProperties().stream().map(PropertyDataDefinition::getName).collect(toList()), parsedPropertiesNames,
 572                 ActionStatus.PROPERTY_NOT_FOUND, capability.getName(), capability.getType());
 573         }
 574     }
 575
 576     private void validateGroupProperties(Map<String, Object> parsedProperties, GroupDefinition groupInfo) {
 577         List<String> parsedPropertiesNames = parsedProperties.entrySet().stream().map(Map.Entry::getKey).collect(toList());
 578         validateProperties(groupInfo.getProperties().stream().map(PropertyDataDefinition::getName).collect(toList()), parsedPropertiesNames,
 579             ActionStatus.GROUP_PROPERTY_NOT_FOUND, groupInfo.getName(), groupInfo.getType());
 580     }
 581
 582     private void validateProperties(List<String> validProperties, List<String> parsedProperties, ActionStatus actionStatus, String name,
 583                                     String type) {
 584         if (CollectionUtils.isNotEmpty(parsedProperties)) {
 585             verifyMissingProperties(actionStatus, name, type, parsedProperties.stream().filter(n -> !validProperties.contains(n)).collect(toList()));
 586         }
 587     }
 588
 589     private void verifyMissingProperties(ActionStatus actionStatus, String name, String type, List<String> missingProperties) {
 590         if (CollectionUtils.isNotEmpty(missingProperties)) {
 591             if (log.isDebugEnabled()) {
 592                 log.debug("#validateProperties - Failed to validate properties. The properties {} are missing on {} of the type {}. ",
 593                         missingProperties.toString(), name, type);
 594             }
 595             rollbackWithException(actionStatus, missingProperties.toString(), missingProperties.toString(), name, type);
 596         }
 597     }
 598
 599     @SuppressWarnings("unchecked")
 600     private CapabilityDefinition buildGroupCapability(GroupDefinition groupInfo, Object capObject) {
 601         if (!(capObject instanceof Map)) {
 602             log.debug("#convertToGroupCapability - Failed to import the capability {}. ", capObject);
 603             rollbackWithException(ActionStatus.INVALID_YAML);
 604         }
 605         return buildGroupCapability(groupInfo, ((Map<String, Object>) capObject).entrySet().iterator().next());
 606     }
 607
 608     @SuppressWarnings("unchecked")
 609     private CapabilityDefinition buildGroupCapability(GroupDefinition groupInfo, Map.Entry<String, Object> capEntry) {
 610         CapabilityDefinition capability = new CapabilityDefinition();
 611         capability.setOwnerType(CapabilityDataDefinition.OwnerType.GROUP);
 612         capability.setName(capEntry.getKey());
 613         capability.setParentName(capEntry.getKey());
 614         capability.setOwnerId(groupInfo.getName());
 615         if (!(capEntry.getValue() instanceof Map)) {
 616             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. ", capEntry.getKey());
 617             rollbackWithException(ActionStatus.INVALID_YAML);
 618         }
 619         Map<String, Object> capabilityValue = (Map<String, Object>) capEntry.getValue();
 620         String type = (String) capabilityValue.get(TYPE.getElementName());
 621         if (StringUtils.isEmpty(type)) {
 622             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. Missing capability type. ", capEntry.getKey());
 623             rollbackWithException(ActionStatus.INVALID_YAML);
 624         }
 625         capability.setType(type);
 626         if (!(capabilityValue.get(PROPERTIES.getElementName()) instanceof Map)) {
 627             log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. ", capEntry.getKey());
 628             rollbackWithException(ActionStatus.INVALID_YAML);
 629         }
 630         Map<String, Object> properties = (Map<String, Object>) capabilityValue.get(PROPERTIES.getElementName());
 631         capability.setProperties(properties.entrySet().stream().map(this::convertToProperty).collect(toList()));
 632         return capability;
 633     }
 634
 635     private ComponentInstanceProperty convertToProperty(Map.Entry<String, Object> e) {
 636         ComponentInstanceProperty property = new ComponentInstanceProperty();
 637         property.setName(e.getKey());
 638         property.setValue((String) e.getValue());
 639         return property;
 640     }
 641
 642     @SuppressWarnings("unchecked")
 643     private UploadComponentInstanceInfo buildModuleComponentInstanceInfo(Map.Entry<String, Object> nodeTemplateJsonEntry,
 644                                                                          Map<String, Object> substitutionMappings,
 645                                                                          Map<String, String> createdNodesToscaResourceNames) {
 646         UploadComponentInstanceInfo nodeTemplateInfo = new UploadComponentInstanceInfo();
 647         nodeTemplateInfo.setName(nodeTemplateJsonEntry.getKey());
 648         try {
 649             if (nodeTemplateJsonEntry.getValue() instanceof String) {
 650                 String nodeTemplateJsonString = (String) nodeTemplateJsonEntry.getValue();
 651                 nodeTemplateInfo.setType(nodeTemplateJsonString);
 652             } else if (nodeTemplateJsonEntry.getValue() instanceof Map) {
 653                 Map<String, Object> nodeTemplateJsonMap = (Map<String, Object>) nodeTemplateJsonEntry.getValue();
 654                 setToscaResourceType(createdNodesToscaResourceNames, nodeTemplateInfo, nodeTemplateJsonMap);
 655                 setRequirements(nodeTemplateInfo, nodeTemplateJsonMap);
 656                 setCapabilities(nodeTemplateInfo, nodeTemplateJsonMap);
 657                 setArtifacts(nodeTemplateInfo, nodeTemplateJsonMap);
 658                 updateProperties(nodeTemplateInfo, nodeTemplateJsonMap);
 659                 setDirectives(nodeTemplateInfo, nodeTemplateJsonMap);
 660                 setNodeFilter(nodeTemplateInfo, nodeTemplateJsonMap);
 661                 setSubstitutions(substitutionMappings, nodeTemplateInfo);
 662             } else {
 663                 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
 664             }
 665         } catch (ClassCastException e) {
 666             BeEcompErrorManager.getInstance().logBeSystemError("Import Resource - create capability");
 667             log.debug("error when creating capability, message:{}", e.getMessage(), e);
 668             rollbackWithException(ActionStatus.INVALID_YAML);
 669         }
 670         return nodeTemplateInfo;
 671     }
 672
 673     @SuppressWarnings("unchecked")
 674     private void setSubstitutions(Map<String, Object> substitutionMappings, UploadComponentInstanceInfo nodeTemplateInfo) {
 675         if (substitutionMappings != null) {
 676             if (substitutionMappings.containsKey(CAPABILITIES.getElementName())) {
 677                 nodeTemplateInfo.setCapabilitiesNamesToUpdate(getNamesToUpdate(nodeTemplateInfo.getName(),
 678                     (Map<String, List<String>>) substitutionMappings.get(CAPABILITIES.getElementName())));
 679             }
 680             if (substitutionMappings.containsKey(REQUIREMENTS.getElementName())) {
 681                 nodeTemplateInfo.setRequirementsNamesToUpdate(getNamesToUpdate(nodeTemplateInfo.getName(),
 682                     (Map<String, List<String>>) substitutionMappings.get(REQUIREMENTS.getElementName())));
 683             }
 684         }
 685     }
 686
 687     private void updateProperties(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 688         if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 689             Map<String, List<UploadPropInfo>> properties = buildPropModuleFromYaml(nodeTemplateJsonMap);
 690             if (!properties.isEmpty()) {
 691                 nodeTemplateInfo.setProperties(properties);
 692             }
 693         }
 694     }
 695
 696     private void setCapabilities(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 697         if (nodeTemplateJsonMap.containsKey(CAPABILITIES.getElementName())) {
 698             Map<String, List<UploadCapInfo>> eitherCapRes = createCapModuleFromYaml(nodeTemplateJsonMap);
 699             if (!eitherCapRes.isEmpty()) {
 700                 nodeTemplateInfo.setCapabilities(eitherCapRes);
 701             }
 702         }
 703     }
 704
 705     private void setArtifacts(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 706         if (nodeTemplateJsonMap.containsKey(ARTIFACTS.getElementName())) {
 707             Map<String, Map<String, UploadArtifactInfo>> eitherArtifactsRes = createArtifactsModuleFromYaml(nodeTemplateJsonMap);
 708             if (!eitherArtifactsRes.isEmpty()) {
 709                 nodeTemplateInfo.setArtifacts(eitherArtifactsRes);
 710             }
 711         }
 712     }
 713
 714     private void setRequirements(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 715         if (nodeTemplateJsonMap.containsKey(REQUIREMENTS.getElementName())) {
 716             Map<String, List<UploadReqInfo>> regResponse = createReqModuleFromYaml(nodeTemplateJsonMap);
 717             if (!regResponse.isEmpty()) {
 718                 nodeTemplateInfo.setRequirements(regResponse);
 719             }
 720         }
 721     }
 722
 723     private void setToscaResourceType(Map<String, String> createdNodesToscaResourceNames, UploadComponentInstanceInfo nodeTemplateInfo,
 724                                       Map<String, Object> nodeTemplateJsonMap) {
 725         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 726             String toscaResourceType = (String) nodeTemplateJsonMap.get(TYPE.getElementName());
 727             if (createdNodesToscaResourceNames.containsKey(toscaResourceType)) {
 728                 toscaResourceType = createdNodesToscaResourceNames.get(toscaResourceType);
 729             }
 730             nodeTemplateInfo.setType(toscaResourceType);
 731         }
 732     }
 733
 734     private void setDirectives(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 735         List<String> directives = (List<String>) nodeTemplateJsonMap.get(TypeUtils.ToscaTagNamesEnum.DIRECTIVES.getElementName());
 736         nodeTemplateInfo.setDirectives(directives);
 737     }
 738
 739     private void setNodeFilter(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 740         if (nodeTemplateJsonMap.containsKey(TypeUtils.ToscaTagNamesEnum.NODE_FILTER.getElementName())) {
 741             nodeTemplateInfo.setUploadNodeFilterInfo(new NodeFilterUploadCreator()
 742                 .createNodeFilterData(nodeTemplateJsonMap.get(TypeUtils.ToscaTagNamesEnum.NODE_FILTER.getElementName())));
 743         }
 744     }
 745
 746     @SuppressWarnings("unchecked")
 747     private Map<String, List<UploadReqInfo>> createReqModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 748         Map<String, List<UploadReqInfo>> moduleRequirements = new HashMap<>();
 749         Either<List<Object>, ResultStatusEnum> requirementsListRes = findFirstToscaListElement(nodeTemplateJsonMap, REQUIREMENTS);
 750         if (requirementsListRes.isLeft()) {
 751             for (Object jsonReqObj : requirementsListRes.left().value()) {
 752                 String reqName = ((Map<String, Object>) jsonReqObj).keySet().iterator().next();
 753                 Object reqJson = ((Map<String, Object>) jsonReqObj).get(reqName);
 754                 addModuleNodeTemplateReq(moduleRequirements, reqJson, reqName);
 755             }
 756         } else {
 757             Either<Map<String, Object>, ResultStatusEnum> requirementsMapRes = findFirstToscaMapElement(nodeTemplateJsonMap, REQUIREMENTS);
 758             if (requirementsMapRes.isLeft()) {
 759                 for (Map.Entry<String, Object> entry : requirementsMapRes.left().value().entrySet()) {
 760                     String reqName = entry.getKey();
 761                     Object reqJson = entry.getValue();
 762                     addModuleNodeTemplateReq(moduleRequirements, reqJson, reqName);
 763                 }
 764             }
 765         }
 766         return moduleRequirements;
 767     }
 768
 769     private void addModuleNodeTemplateReq(Map<String, List<UploadReqInfo>> moduleRequirements, Object requirementJson, String requirementName) {
 770         UploadReqInfo requirement = buildModuleNodeTemplateReg(requirementJson);
 771         requirement.setName(requirementName);
 772         if (moduleRequirements.containsKey(requirementName)) {
 773             moduleRequirements.get(requirementName).add(requirement);
 774         } else {
 775             List<UploadReqInfo> list = new ArrayList<>();
 776             list.add(requirement);
 777             moduleRequirements.put(requirementName, list);
 778         }
 779     }
 780
 781     @SuppressWarnings("unchecked")
 782     private Map<String, Map<String, UploadArtifactInfo>> createArtifactsModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 783         Map<String, Map<String, UploadArtifactInfo>> moduleArtifacts = new HashMap<>();
 784         Either<List<Object>, ResultStatusEnum> artifactsListRes = findFirstToscaListElement(nodeTemplateJsonMap, ARTIFACTS);
 785         if (artifactsListRes.isLeft()) {
 786             for (Object jsonArtifactObj : artifactsListRes.left().value()) {
 787                 String key = ((Map<String, Object>) jsonArtifactObj).keySet().iterator().next();
 788                 Object artifactJson = ((Map<String, Object>) jsonArtifactObj).get(key);
 789                 addModuleNodeTemplateArtifacts(moduleArtifacts, artifactJson, key);
 790             }
 791         } else {
 792             Either<Map<String, Map<String, Object>>, ResultStatusEnum> artifactsMapRes = findFirstToscaMapElement(nodeTemplateJsonMap, ARTIFACTS);
 793             if (artifactsMapRes.isLeft()) {
 794                 for (Map.Entry<String, Map<String, Object>> entry : artifactsMapRes.left().value().entrySet()) {
 795                     String artifactName = entry.getKey();
 796                     Object artifactJson = entry.getValue();
 797                     addModuleNodeTemplateArtifacts(moduleArtifacts, artifactJson, artifactName);
 798                 }
 799             }
 800         }
 801         return moduleArtifacts;
 802     }
 803
 804     private void addModuleNodeTemplateArtifacts(Map<String, Map<String, UploadArtifactInfo>> moduleArtifacts, Object artifactJson,
 805                                                 String artifactName) {
 806         UploadArtifactInfo artifact = buildModuleNodeTemplateArtifact(artifactJson);
 807         artifact.setName(artifactName);
 808         if (moduleArtifacts.containsKey(ARTIFACTS.getElementName())) {
 809             moduleArtifacts.get(ARTIFACTS.getElementName()).put(artifactName, artifact);
 810         } else {
 811             Map<String, UploadArtifactInfo> map = new HashMap<>();
 812             map.put(artifactName, artifact);
 813             moduleArtifacts.put(ARTIFACTS.getElementName(), map);
 814         }
 815     }
 816
 817     @SuppressWarnings("unchecked")
 818     private UploadArtifactInfo buildModuleNodeTemplateArtifact(Object artifactObject) {
 819         UploadArtifactInfo artifactTemplateInfo = new UploadArtifactInfo();
 820         if (artifactObject instanceof Map) {
 821             fillArtifact(artifactTemplateInfo, (Map<String, Object>) artifactObject);
 822         }
 823         return artifactTemplateInfo;
 824     }
 825
 826     private void fillArtifact(UploadArtifactInfo artifactTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 827         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 828             artifactTemplateInfo.setType((String) nodeTemplateJsonMap.get(TYPE.getElementName()));
 829         }
 830         if (nodeTemplateJsonMap.containsKey(FILE.getElementName())) {
 831             artifactTemplateInfo.setFile((String) nodeTemplateJsonMap.get(FILE.getElementName()));
 832         }
 833     }
 834
 835     @SuppressWarnings("unchecked")
 836     private Map<String, List<UploadCapInfo>> createCapModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 837         Map<String, List<UploadCapInfo>> moduleCap = new HashMap<>();
 838         Either<List<Object>, ResultStatusEnum> capabilitiesListRes = findFirstToscaListElement(nodeTemplateJsonMap, CAPABILITIES);
 839         if (capabilitiesListRes.isLeft()) {
 840             for (Object jsonCapObj : capabilitiesListRes.left().value()) {
 841                 String key = ((Map<String, Object>) jsonCapObj).keySet().iterator().next();
 842                 Object capJson = ((Map<String, Object>) jsonCapObj).get(key);
 843                 addModuleNodeTemplateCap(moduleCap, capJson, key);
 844             }
 845         } else {
 846             Either<Map<String, Object>, ResultStatusEnum> capabilitiesMapRes = findFirstToscaMapElement(nodeTemplateJsonMap, CAPABILITIES);
 847             if (capabilitiesMapRes.isLeft()) {
 848                 for (Map.Entry<String, Object> entry : capabilitiesMapRes.left().value().entrySet()) {
 849                     String capName = entry.getKey();
 850                     Object capJson = entry.getValue();
 851                     addModuleNodeTemplateCap(moduleCap, capJson, capName);
 852                 }
 853             }
 854         }
 855         return moduleCap;
 856     }
 857
 858     private void addModuleNodeTemplateCap(Map<String, List<UploadCapInfo>> moduleCap, Object capJson, String key) {
 859         UploadCapInfo capabilityDef = buildModuleNodeTemplateCap(capJson);
 860         capabilityDef.setKey(key);
 861         if (moduleCap.containsKey(key)) {
 862             moduleCap.get(key).add(capabilityDef);
 863         } else {
 864             List<UploadCapInfo> list = new ArrayList<>();
 865             list.add(capabilityDef);
 866             moduleCap.put(key, list);
 867         }
 868     }
 869
 870     @SuppressWarnings("unchecked")
 871     private UploadCapInfo buildModuleNodeTemplateCap(Object capObject) {
 872         UploadCapInfo capTemplateInfo = new UploadCapInfo();
 873         if (capObject instanceof String) {
 874             String nodeTemplateJsonString = (String) capObject;
 875             capTemplateInfo.setNode(nodeTemplateJsonString);
 876         } else if (capObject instanceof Map) {
 877             fillCapability(capTemplateInfo, (Map<String, Object>) capObject);
 878         }
 879         return capTemplateInfo;
 880     }
 881
 882     private void fillCapability(UploadCapInfo capTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
 883         if (nodeTemplateJsonMap.containsKey(NODE.getElementName())) {
 884             capTemplateInfo.setNode((String) nodeTemplateJsonMap.get(NODE.getElementName()));
 885         }
 886         if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
 887             capTemplateInfo.setType((String) nodeTemplateJsonMap.get(TYPE.getElementName()));
 888         }
 889         if (nodeTemplateJsonMap.containsKey(VALID_SOURCE_TYPES.getElementName())) {
 890             Either<List<Object>, ResultStatusEnum> validSourceTypesRes = findFirstToscaListElement(nodeTemplateJsonMap, VALID_SOURCE_TYPES);
 891             if (validSourceTypesRes.isLeft()) {
 892                 capTemplateInfo.setValidSourceTypes(validSourceTypesRes.left().value().stream().map(Object::toString).collect(toList()));
 893             }
 894         }
 895         if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
 896             Map<String, List<UploadPropInfo>> props = buildPropModuleFromYaml(nodeTemplateJsonMap);
 897             if (!props.isEmpty()) {
 898                 List<UploadPropInfo> properties = props.values().stream().flatMap(Collection::stream).collect(toList());
 899                 capTemplateInfo.setProperties(properties);
 900             }
 901         }
 902     }
 903
 904     @SuppressWarnings("unchecked")
 905     private UploadReqInfo buildModuleNodeTemplateReg(Object regObject) {
 906         UploadReqInfo regTemplateInfo = new UploadReqInfo();
 907         if (regObject instanceof String) {
 908             String nodeTemplateJsonString = (String) regObject;
 909             regTemplateInfo.setNode(nodeTemplateJsonString);
 910         } else if (regObject instanceof Map) {
 911             Map<String, Object> nodeTemplateJsonMap = (Map<String, Object>) regObject;
 912             if (nodeTemplateJsonMap.containsKey(NODE.getElementName())) {
 913                 regTemplateInfo.setNode((String) nodeTemplateJsonMap.get(NODE.getElementName()));
 914             }
 915             if (nodeTemplateJsonMap.containsKey(CAPABILITY.getElementName())) {
 916                 regTemplateInfo.setCapabilityName((String) nodeTemplateJsonMap.get(CAPABILITY.getElementName()));
 917             }
 918         }
 919         return regTemplateInfo;
 920     }
 921
 922     private Map<String, List<UploadPropInfo>> buildPropModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
 923         Map<String, List<UploadPropInfo>> moduleProp = new HashMap<>();
 924         Either<Map<String, Object>, ResultStatusEnum> toscaProperties = findFirstToscaMapElement(nodeTemplateJsonMap, PROPERTIES);
 925         if (toscaProperties.isLeft()) {
 926             Map<String, Object> jsonProperties = toscaProperties.left().value();
 927             for (Map.Entry<String, Object> jsonPropObj : jsonProperties.entrySet()) {
 928                 if (valueNotContainsPattern(propertyValuePattern, jsonPropObj.getValue())) {
 929                     addProperty(moduleProp, jsonPropObj);
 930                 }
 931             }
 932         }
 933         return moduleProp;
 934     }
 935
 936     private void addProperty(Map<String, List<UploadPropInfo>> moduleProp, Map.Entry<String, Object> jsonPropObj) {
 937         UploadPropInfo propertyDef = buildProperty(jsonPropObj.getKey(), jsonPropObj.getValue());
 938         if (moduleProp.containsKey(propertyDef.getName())) {
 939             moduleProp.get(propertyDef.getName()).add(propertyDef);
 940         } else {
 941             List<UploadPropInfo> list = new ArrayList<>();
 942             list.add(propertyDef);
 943             moduleProp.put(propertyDef.getName(), list);
 944         }
 945     }
 946
 947     @SuppressWarnings("unchecked")
 948     private UploadPropInfo buildProperty(String propName, Object propValue) {
 949         UploadPropInfo propertyDef = new UploadPropInfo();
 950         propertyDef.setValue(propValue);
 951         propertyDef.setName(propName);
 952         if (propValue instanceof Map) {
 953             if (((Map<String, Object>) propValue).containsKey(TYPE.getElementName())) {
 954                 propertyDef.setType(((Map<String, Object>) propValue).get(TYPE.getElementName()).toString());
 955             }
 956             if (containsGetInput(propValue)) {
 957                 fillInputRecursively(propName, (Map<String, Object>) propValue, propertyDef);
 958             }
 959             if (((Map<String, Object>) propValue).containsKey(DESCRIPTION.getElementName())) {
 960                 propertyDef.setDescription(((Map<String, Object>) propValue).get(DESCRIPTION.getElementName()).toString());
 961             }
 962             if (((Map<String, Object>) propValue).containsKey(DEFAULT_VALUE.getElementName())) {
 963                 propertyDef.setValue(((Map<String, Object>) propValue).get(DEFAULT_VALUE.getElementName()));
 964             }
 965             if (((Map<String, Object>) propValue).containsKey(IS_PASSWORD.getElementName())) {
 966                 propertyDef.setPassword(Boolean.getBoolean(((Map<String, Object>) propValue).get(IS_PASSWORD.getElementName()).toString()));
 967             } else {
 968                 propertyDef.setValue(propValue);
 969             }
 970         } else if (propValue instanceof List) {
 971             List<Object> propValueList = (List<Object>) propValue;
 972             fillInputsListRecursively(propertyDef, propValueList);
 973             propertyDef.setValue(propValue);
 974         }
 975         return propertyDef;
 976     }
 977
 978     @SuppressWarnings("unchecked")
 979     private boolean containsGetInput(Object propValue) {
 980         return ((Map<String, Object>) propValue).containsKey(GET_INPUT.getElementName()) || ImportUtils.containsGetInput(propValue);
 981     }
 982
 983     @SuppressWarnings("unchecked")
 984     private void fillInputsListRecursively(UploadPropInfo propertyDef, List<Object> propValueList) {
 985         for (Object objValue : propValueList) {
 986             if (objValue instanceof Map) {
 987                 Map<String, Object> objMap = (Map<String, Object>) objValue;
 988                 if (objMap.containsKey(GET_INPUT.getElementName())) {
 989                     fillInputRecursively(propertyDef.getName(), objMap, propertyDef);
 990                 } else {
 991                     Set<String> keys = objMap.keySet();
 992                     findAndFillInputsListRecursively(propertyDef, objMap, keys);
 993                 }
 994             } else if (objValue instanceof List) {
 995                 List<Object> propSubValueList = (List<Object>) objValue;
 996                 fillInputsListRecursively(propertyDef, propSubValueList);
 997             }
 998         }
 999     }
1000
1001     @SuppressWarnings("unchecked")
1002     private void findAndFillInputsListRecursively(UploadPropInfo propertyDef, Map<String, Object> objMap, Set<String> keys) {
1003         for (String key : keys) {
1004             Object value = objMap.get(key);
1005             if (value instanceof Map) {
1006                 fillInputRecursively(key, (Map<String, Object>) value, propertyDef);
1007             } else if (value instanceof List) {
1008                 List<Object> propSubValueList = (List<Object>) value;
1009                 fillInputsListRecursively(propertyDef, propSubValueList);
1010             }
1011         }
1012     }
1013
1014     private void fillInputRecursively(String propName, Map<String, Object> propValue, UploadPropInfo propertyDef) {
1015         if (propValue.containsKey(GET_INPUT.getElementName())) {
1016             Object getInput = propValue.get(GET_INPUT.getElementName());
1017             GetInputValueDataDefinition getInputInfo = new GetInputValueDataDefinition();
1018             List<GetInputValueDataDefinition> getInputs = propertyDef.getGet_input();
1019             if (getInputs == null) {
1020                 getInputs = new ArrayList<>();
1021             }
1022             if (getInput instanceof String) {
1023                 getInputInfo.setInputName((String) getInput);
1024                 getInputInfo.setPropName(propName);
1025             } else if (getInput instanceof List) {
1026                 fillInput(propName, getInput, getInputInfo);
1027             }
1028             getInputs.add(getInputInfo);
1029             propertyDef.setGet_input(getInputs);
1030             propertyDef.setValue(propValue);
1031         } else {
1032             findAndFillInputRecursively(propValue, propertyDef);
1033         }
1034     }
1035
1036     @SuppressWarnings("unchecked")
1037     private void findAndFillInputRecursively(Map<String, Object> propValue, UploadPropInfo propertyDef) {
1038         for (Map.Entry<String,Object> entry : propValue.entrySet()) {
1039             String propName = entry.getKey();
1040             Object value = entry.getValue();
1041             if (value instanceof Map) {
1042                 fillInputRecursively(propName, (Map<String, Object>) value, propertyDef);
1043             } else if (value instanceof List) {
1044                 fillInputsRecursively(propertyDef, propName, (List<Object>) value);
1045             }
1046         }
1047     }
1048
1049     private void fillInputsRecursively(UploadPropInfo propertyDef, String propName, List<Object> inputs) {
1050         inputs.stream()
1051                 .filter(Map.class::isInstance)
1052                 .forEach(o -> fillInputRecursively(propName, (Map<String, Object>) o, propertyDef));
1053     }
1054
1055     @SuppressWarnings("unchecked")
1056     private void fillInput(String propName, Object getInput, GetInputValueDataDefinition getInputInfo) {
1057         List<Object> getInputList = (List<Object>) getInput;
1058         getInputInfo.setPropName(propName);
1059         getInputInfo.setInputName((String) getInputList.get(0));
1060         if (getInputList.size() > 1) {
1061             Object indexObj = getInputList.get(1);
1062             if (indexObj instanceof Integer) {
1063                 getInputInfo.setIndexValue((Integer) indexObj);
1064             } else if (indexObj instanceof Float) {
1065                 int index = ((Float) indexObj).intValue();
1066                 getInputInfo.setIndexValue(index);
1067             } else if (indexObj instanceof Map && ((Map<String, Object>) indexObj).containsKey(GET_INPUT.getElementName())) {
1068                 Object index = ((Map<String, Object>) indexObj).get(GET_INPUT.getElementName());
1069                 GetInputValueDataDefinition getInputInfoIndex = new GetInputValueDataDefinition();
1070                 getInputInfoIndex.setInputName((String) index);
1071                 getInputInfoIndex.setPropName(propName);
1072                 getInputInfo.setGetInputIndex(getInputInfoIndex);
1073             }
1074             getInputInfo.setList(true);
1075         }
1076     }
1077
1078     private boolean valueNotContainsPattern(Pattern pattern, Object propValue) {
1079         return propValue == null || !pattern.matcher(propValue.toString()).find();
1080     }
1081
1082     private Map<String, Object> failIfNoNodeTemplates(String fileName) {
1083         janusGraphDao.rollback();
1084         throw new ByActionStatusComponentException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE, fileName);
1085     }
1086
1087     private Object failIfNotTopologyTemplate(String fileName) {
1088         janusGraphDao.rollback();
1089         throw new ByActionStatusComponentException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE, fileName);
1090     }
1091
1092     private void rollbackWithException(ActionStatus actionStatus, String... params) {
1093         janusGraphDao.rollback();
1094         throw new ByActionStatusComponentException(actionStatus, params);
1095     }
1096
1097     private void failOnMissingCapabilityTypes(GroupDefinition groupDefinition, List<String> missingCapTypes) {
1098         if (log.isDebugEnabled()) {
1099             log.debug(
1100                     "#failOnMissingCapabilityTypes - Failed to validate the capabilities of the group {}. The capability types {} are missing on the group type {}. ",
1101                     groupDefinition.getName(), missingCapTypes.toString(), groupDefinition.getType());
1102         }
1103         if (CollectionUtils.isNotEmpty(missingCapTypes)) {
1104             rollbackWithException(ActionStatus.MISSING_CAPABILITY_TYPE, missingCapTypes.toString());
1105         }
1106     }
1107
1108     private void failOnMissingCapabilityNames(GroupDefinition groupDefinition, List<String> missingCapNames) {
1109         if (log.isDebugEnabled()) {
1110             log.debug(
1111                     "#failOnMissingCapabilityNames - Failed to validate the capabilities of the group {}. The capabilities with the names {} are missing on the group type {}. ",
1112                     groupDefinition.getName(), missingCapNames.toString(), groupDefinition.getType());
1113         }
1114         rollbackWithException(ActionStatus.MISSING_CAPABILITIES, missingCapNames.toString(), CapabilityDataDefinition.OwnerType.GROUP.getValue(),
1115             groupDefinition.getName());
1116     }
1117 }