1 package org.openecomp.sdc.be.components.csar;
3 import com.google.common.collect.Lists;
4 import com.google.common.collect.Maps;
5 import com.google.gson.Gson;
7 import org.apache.commons.collections.CollectionUtils;
8 import org.apache.commons.collections.MapUtils;
9 import org.apache.commons.lang.StringUtils;
10 import org.openecomp.sdc.be.components.impl.AnnotationBusinessLogic;
11 import org.openecomp.sdc.be.components.impl.GroupTypeBusinessLogic;
12 import org.openecomp.sdc.be.components.impl.ImportUtils;
13 import org.openecomp.sdc.be.components.impl.NodeFilterUploadCreator;
14 import org.openecomp.sdc.be.components.impl.exceptions.ComponentException;
15 import org.openecomp.sdc.be.config.BeEcompErrorManager;
16 import org.openecomp.sdc.be.dao.api.ActionStatus;
17 import org.openecomp.sdc.be.dao.jsongraph.TitanDao;
18 import org.openecomp.sdc.be.datatypes.elements.CapabilityDataDefinition;
19 import org.openecomp.sdc.be.datatypes.elements.GetInputValueDataDefinition;
20 import org.openecomp.sdc.be.datatypes.elements.PropertyDataDefinition;
21 import org.openecomp.sdc.be.model.*;
22 import org.openecomp.sdc.be.model.tosca.ToscaPropertyType;
23 import org.openecomp.sdc.be.utils.TypeUtils;
24 import org.openecomp.sdc.common.log.wrappers.Logger;
25 import org.springframework.stereotype.Component;
26 import org.yaml.snakeyaml.parser.ParserException;
29 import java.util.regex.Pattern;
30 import java.util.stream.Collectors;
32 import static java.util.stream.Collectors.toList;
33 import static org.openecomp.sdc.be.components.impl.ImportUtils.*;
34 import static org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum.*;
37 * A handler class designed to parse the YAML file of the service template for a JAVA object
40 public class YamlTemplateParsingHandler {
42 private static final Pattern propertyValuePattern = Pattern.compile("[ ]*\\{[ ]*(str_replace=|token=|get_property=|concat=|get_attribute=)+");
43 private static final int SUB_MAPPING_CAPABILITY_OWNER_NAME_IDX = 0;
44 private static final int SUB_MAPPING_CAPABILITY_NAME_IDX = 1;
45 private static final Logger log = Logger.getLogger(YamlTemplateParsingHandler.class);
48 private Gson gson = new Gson();
49 private TitanDao titanDao;
50 private GroupTypeBusinessLogic groupTypeBusinessLogic;
51 private AnnotationBusinessLogic annotationBusinessLogic;
53 public YamlTemplateParsingHandler(TitanDao titanDao,
54 GroupTypeBusinessLogic groupTypeBusinessLogic, AnnotationBusinessLogic annotationBusinessLogic) {
55 this.titanDao = titanDao;
56 this.groupTypeBusinessLogic = groupTypeBusinessLogic;
57 this.annotationBusinessLogic = annotationBusinessLogic;
60 public ParsedToscaYamlInfo parseResourceInfoFromYAML(String fileName, String resourceYml, Map<String, String> createdNodesToscaResourceNames,
61 Map<String, NodeTypeInfo> nodeTypesInfo, String nodeName) {
62 log.debug("#parseResourceInfoFromYAML - Going to parse yaml {} ", fileName);
63 Map<String, Object> mappedToscaTemplate = getMappedToscaTemplate(fileName, resourceYml, nodeTypesInfo, nodeName);
64 ParsedToscaYamlInfo parsedToscaYamlInfo = new ParsedToscaYamlInfo();
65 findToscaElement(mappedToscaTemplate, TOPOLOGY_TEMPLATE, ToscaElementTypeEnum.ALL)
67 .on(err -> failIfNotTopologyTemplate(fileName));
69 parsedToscaYamlInfo.setInputs(getInputs(mappedToscaTemplate));
70 parsedToscaYamlInfo.setInstances(getInstances(fileName, mappedToscaTemplate, createdNodesToscaResourceNames));
71 parsedToscaYamlInfo.setGroups(getGroups(fileName, mappedToscaTemplate));
72 log.debug("#parseResourceInfoFromYAML - The yaml {} has been parsed ", fileName);
73 return parsedToscaYamlInfo;
76 private Map<String, Object> getMappedToscaTemplate(String fileName, String resourceYml, Map<String, NodeTypeInfo> nodeTypesInfo, String nodeName) {
77 Map<String, Object> mappedToscaTemplate;
78 if (isNodeExist(nodeTypesInfo, nodeName)) {
79 mappedToscaTemplate = nodeTypesInfo.get(nodeName).getMappedToscaTemplate();
81 mappedToscaTemplate = loadYaml(fileName, resourceYml);
83 return mappedToscaTemplate;
86 private Map<String, Object> loadYaml(String fileName, String resourceYml) {
87 Map<String, Object> mappedToscaTemplate = null;
89 mappedToscaTemplate = loadYamlAsStrictMap(resourceYml);
90 } catch (ParserException e) {
91 log.debug("#getMappedToscaTemplate - Failed to load YAML file {}", fileName, e);
92 rollbackWithException(ActionStatus.TOSCA_PARSE_ERROR, fileName, e.getMessage());
94 return mappedToscaTemplate;
97 private boolean isNodeExist(Map<String, NodeTypeInfo> nodeTypesInfo, String nodeName) {
98 return nodeTypesInfo != null && nodeName != null && nodeTypesInfo.containsKey(nodeName);
101 private Map<String, InputDefinition> getInputs(Map<String, Object> toscaJson) {
102 Map<String, InputDefinition> inputs = ImportUtils.getInputs(toscaJson, annotationBusinessLogic.getAnnotationTypeOperations())
104 .on(err -> new HashMap<>());
105 annotationBusinessLogic.validateAndMergeAnnotationsAndAssignToInput(inputs);
109 private Map<String, UploadComponentInstanceInfo> getInstances(String yamlName, Map<String, Object> toscaJson, Map<String, String> createdNodesToscaResourceNames) {
111 Map<String, Object> nodeTemlates = findFirstToscaMapElement(toscaJson, NODE_TEMPLATES)
113 .on(err -> failIfNoNodeTemplates(yamlName));
115 return getInstances(toscaJson, createdNodesToscaResourceNames, nodeTemlates);
118 private Map<String, UploadComponentInstanceInfo> getInstances(Map<String, Object> toscaJson, Map<String, String> createdNodesToscaResourceNames, Map<String, Object> nodeTemlates) {
119 Map<String, UploadComponentInstanceInfo> moduleComponentInstances;
120 Map<String, Object> substitutionMappings = getSubstitutionMappings(toscaJson);
121 moduleComponentInstances = nodeTemlates.entrySet()
123 .map(node -> buildModuleComponentInstanceInfo(node, substitutionMappings, createdNodesToscaResourceNames))
124 .collect(Collectors.toMap(UploadComponentInstanceInfo::getName, i -> i));
125 return moduleComponentInstances;
128 private Map<String, Object> getSubstitutionMappings(Map<String, Object> toscaJson) {
129 Map<String, Object> substitutionMappings = null;
130 Either<Map<String, Object>, ResultStatusEnum> eitherSubstitutionMappings = findFirstToscaMapElement(toscaJson, SUBSTITUTION_MAPPINGS);
131 if (eitherSubstitutionMappings.isLeft()) {
132 substitutionMappings = eitherSubstitutionMappings.left().value();
134 return substitutionMappings;
137 @SuppressWarnings("unchecked")
138 private Map<String, GroupDefinition> getGroups(String fileName, Map<String, Object> toscaJson) {
140 Map<String, Object> foundGroups = findFirstToscaMapElement(toscaJson, GROUPS)
142 .on(err -> logGroupsNotFound(fileName));
144 if (MapUtils.isNotEmpty(foundGroups)) {
145 Map<String, GroupDefinition> groups = foundGroups
148 .map(this::createGroup)
149 .collect(Collectors.toMap(GroupDefinition::getName, g -> g));
150 Map<String, Object> substitutionMappings = getSubstitutionMappings(toscaJson);
151 if (capabilitiesSubstitutionMappingsExist(substitutionMappings)) {
152 groups.entrySet().forEach(entry -> updateCapabilitiesNames(entry.getValue(), getNamesToUpdate(entry.getKey(),
153 (Map<String, List<String>>) substitutionMappings.get(CAPABILITIES.getElementName()))));
157 return new HashMap<>();
160 private Map<String, Object> logGroupsNotFound(String fileName) {
161 log.debug("#logGroupsNotFound - Groups were not found in the yaml template {}.", fileName);
162 return new HashMap<>();
165 private void updateCapabilitiesNames(GroupDefinition group, Map<String, String> capabilityNames) {
166 if (MapUtils.isNotEmpty(group.getCapabilities())) {
167 group.getCapabilities().values()
169 .flatMap(Collection::stream)
170 .filter(cap -> capabilityNames.containsKey(cap.getName()))
171 .forEach(cap -> cap.setName(capabilityNames.get(cap.getName())));
175 private Map<String, String> getNamesToUpdate(String name, Map<String, List<String>> pair) {
176 return pair.entrySet().stream()
177 .filter(e -> e.getValue().get(SUB_MAPPING_CAPABILITY_OWNER_NAME_IDX).equalsIgnoreCase(name))
178 .collect(Collectors.toMap(e -> e.getValue().get(SUB_MAPPING_CAPABILITY_NAME_IDX), Map.Entry::getKey, (n1 ,n2) -> n1));
181 private boolean capabilitiesSubstitutionMappingsExist(Map<String, Object> substitutionMappings) {
182 return substitutionMappings != null && substitutionMappings.containsKey(CAPABILITIES.getElementName());
185 private GroupDefinition createGroup(Map.Entry<String, Object> groupNameValue) {
186 GroupDefinition group = new GroupDefinition();
187 group.setName(groupNameValue.getKey());
189 if (groupNameValue.getValue() != null && groupNameValue.getValue() instanceof Map) {
190 Map<String, Object> groupTemplateJsonMap = (Map<String, Object>) groupNameValue.getValue();
191 validateAndFillGroup(group, groupTemplateJsonMap);
192 validateUpdateGroupProperties(group, groupTemplateJsonMap);
193 validateUpdateGroupCapabilities(group, groupTemplateJsonMap);
195 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
197 } catch (ClassCastException e) {
198 log.debug("#createGroup - Failed to create the group {}. The exception occure", groupNameValue.getKey(), e);
199 rollbackWithException(ActionStatus.INVALID_YAML);
204 private Map<String, CapabilityDefinition> addCapabilities(Map<String, CapabilityDefinition> cap, Map<String, CapabilityDefinition> otherCap) {
205 cap.putAll(otherCap);
209 private Map<String, CapabilityDefinition> addCapability(CapabilityDefinition cap) {
210 Map<String, CapabilityDefinition> map = Maps.newHashMap();
211 map.put(cap.getName(), cap);
215 private void setMembers(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
216 if (groupTemplateJsonMap.containsKey(MEMBERS.getElementName())) {
217 Object members = groupTemplateJsonMap.get(MEMBERS.getElementName());
218 if (members != null) {
219 if (members instanceof List) {
220 setMembersFromList(groupInfo, (List<?>) members);
222 log.debug("The 'members' member is not of type list under group {}", groupInfo.getName());
223 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
229 private void setMembersFromList(GroupDefinition groupInfo, List<?> membersAsList) {
230 groupInfo.setMembers(membersAsList
232 .collect(Collectors.toMap(Object::toString, member -> "")));
235 @SuppressWarnings("unchecked")
236 private void validateUpdateGroupProperties(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
237 if (groupTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
238 Object propertiesElement = groupTemplateJsonMap.get(PROPERTIES.getElementName());
239 if (propertiesElement instanceof Map){
240 mergeGroupProperties(groupInfo, (Map<String, Object>) propertiesElement);
245 private void mergeGroupProperties(GroupDefinition groupInfo, Map<String, Object> parsedProperties) {
246 if(CollectionUtils.isNotEmpty(groupInfo.getProperties())){
247 validateGroupProperties(parsedProperties, groupInfo);
248 groupInfo.getProperties().forEach(p -> mergeGroupProperty(p, parsedProperties));
252 private void mergeGroupProperty(PropertyDataDefinition property, Map<String, Object> parsedProperties) {
253 if(parsedProperties.containsKey(property.getName())){
254 Object propValue = parsedProperties.get(property.getName());
255 if (valueNotContainsPattern(propertyValuePattern, propValue)) {
256 setPropertyValueAndGetInputsValues(property, propValue);
261 private void setPropertyValueAndGetInputsValues(PropertyDataDefinition property, Object propValue) {
262 if(propValue != null){
263 UploadPropInfo uploadPropInfo = buildProperty(property.getName(), propValue);
264 property.setValue(convertPropertyValue(ToscaPropertyType.isValidType(property.getType()), uploadPropInfo.getValue()));
265 property.setGetInputValues(uploadPropInfo.getGet_input());
269 private String convertPropertyValue(ToscaPropertyType type, Object value) {
270 String convertedValue = null;
272 if (type == null || value instanceof Map || value instanceof List) {
273 convertedValue = gson.toJson(value);
275 convertedValue = value.toString();
278 return convertedValue;
281 private void setDescription(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
282 if (groupTemplateJsonMap.containsKey(DESCRIPTION.getElementName())) {
283 groupInfo.setDescription(
284 (String) groupTemplateJsonMap.get(DESCRIPTION.getElementName()));
288 private void validateAndFillGroup(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
289 String type = (String) groupTemplateJsonMap.get(TYPE.getElementName());
290 if(StringUtils.isEmpty(type)){
291 log.debug("#validateAndFillGroup - The 'type' member is not found under group {}", groupInfo.getName());
292 rollbackWithException(ActionStatus.GROUP_MISSING_GROUP_TYPE, groupInfo.getName());
294 groupInfo.setType(type);
295 GroupTypeDefinition groupType = groupTypeBusinessLogic.getLatestGroupTypeByType(type);
296 if (groupType == null) {
297 log.debug("#validateAndFillGroup - The group type {} not found", groupInfo.getName());
298 rollbackWithException(ActionStatus.GROUP_TYPE_IS_INVALID, type);
300 groupInfo.convertFromGroupProperties(groupType.getProperties());
301 groupInfo.convertCapabilityDefinitions(groupType.getCapabilities());
302 setDescription(groupInfo, groupTemplateJsonMap);
303 setMembers(groupInfo, groupTemplateJsonMap);
306 @SuppressWarnings("unchecked")
307 private void validateUpdateGroupCapabilities(GroupDefinition groupInfo, Map<String, Object> groupTemplateJsonMap) {
309 if (groupTemplateJsonMap.containsKey(CAPABILITIES.getElementName())) {
310 Object capabilities = groupTemplateJsonMap.get(CAPABILITIES.getElementName());
311 if (capabilities instanceof List) {
312 validateUpdateCapabilities(groupInfo, ((List<Object>) capabilities).stream()
313 .map(o -> buildGroupCapability(groupInfo, o))
314 .collect(Collectors.toMap(CapabilityDefinition::getType, this::addCapability, this::addCapabilities)));
315 } else if (capabilities instanceof Map) {
316 validateUpdateCapabilities(groupInfo, ((Map<String, Object>) capabilities).entrySet()
318 .map(e -> buildGroupCapability(groupInfo, e))
319 .collect(Collectors.toMap(CapabilityDefinition::getType, this::addCapability, this::addCapabilities)));
321 log.debug("#setCapabilities - Failed to import the capabilities of the group {}. ", groupInfo.getName());
322 rollbackWithException(ActionStatus.INVALID_YAML);
327 private void validateUpdateCapabilities(GroupDefinition groupInfo, Map<String, Map<String, CapabilityDefinition>> capabilityInfo) {
328 validateGroupCapabilities(groupInfo, capabilityInfo);
329 groupInfo.updateCapabilitiesProperties(capabilityInfo);
332 private void validateGroupCapabilities(GroupDefinition group, Map<String, Map<String, CapabilityDefinition>> parsedCapabilities) {
333 if (MapUtils.isNotEmpty(parsedCapabilities)) {
334 if (MapUtils.isEmpty(group.getCapabilities())) {
335 failOnMissingCapabilityTypes(group, Lists.newArrayList(parsedCapabilities.keySet()));
337 List<String> missingCapTypes = parsedCapabilities.keySet().stream().filter(ct -> !group.getCapabilities().containsKey(ct)).collect(toList());
338 if (CollectionUtils.isNotEmpty(missingCapTypes)) {
339 failOnMissingCapabilityTypes(group, missingCapTypes);
341 group.getCapabilities().entrySet().forEach(e -> validateCapabilities(group, e.getValue(), parsedCapabilities.get(e.getKey())));
345 private void validateCapabilities(GroupDefinition group, List<CapabilityDefinition> capabilities, Map<String, CapabilityDefinition> parsedCapabilities) {
346 List<String> allowedCapNames = capabilities.stream().map(CapabilityDefinition::getName).distinct().collect(toList());
347 List<String> missingCapNames = parsedCapabilities.keySet().stream().filter(c -> !allowedCapNames.contains(c)).collect(toList());
348 if (CollectionUtils.isNotEmpty(missingCapNames)) {
349 failOnMissingCapabilityNames(group, missingCapNames);
351 validateCapabilitiesProperties(capabilities, parsedCapabilities);
354 private void validateCapabilitiesProperties(List<CapabilityDefinition> capabilities, Map<String, CapabilityDefinition> parsedCapabilities) {
355 capabilities.forEach(c -> validateCapabilityProperties(c, parsedCapabilities.get(c.getName())));
358 private void validateCapabilityProperties(CapabilityDefinition capability, CapabilityDefinition parsedCapability) {
359 if(parsedCapability != null && parsedCapability.getProperties() != null){
360 List<String> parsedPropertiesNames = parsedCapability.getProperties()
362 .map(ComponentInstanceProperty::getName).collect(toList());
363 validateProperties(capability.getProperties().stream().map(PropertyDataDefinition::getName).collect(toList()), parsedPropertiesNames, ActionStatus.PROPERTY_NOT_FOUND, capability.getName(), capability.getType());
367 private void validateGroupProperties(Map<String, Object> parsedProperties, GroupDefinition groupInfo) {
368 List<String> parsedPropertiesNames = parsedProperties.entrySet()
370 .map(Map.Entry::getKey).collect(toList());
371 validateProperties(groupInfo.getProperties().stream().map(PropertyDataDefinition::getName).collect(toList()), parsedPropertiesNames, ActionStatus.GROUP_PROPERTY_NOT_FOUND, groupInfo.getName(), groupInfo.getType());
374 private void validateProperties(List<String> validProperties, List<String> parsedProperties, ActionStatus actionStatus, String name, String type) {
375 if (CollectionUtils.isNotEmpty(parsedProperties)) {
376 verifyMissingProperties(actionStatus, name, type, parsedProperties
378 .filter(n -> !validProperties.contains(n))
383 private void verifyMissingProperties(ActionStatus actionStatus, String name, String type, List<String> missingProperties) {
384 if (CollectionUtils.isNotEmpty(missingProperties)) {
385 log.debug("#validateProperties - Failed to validate properties. The properties {} are missing on {} of the type {}. ", missingProperties.toString(), name, type);
386 rollbackWithException(actionStatus, missingProperties.toString(), missingProperties.toString(), name, type);
390 @SuppressWarnings("unchecked")
391 private CapabilityDefinition buildGroupCapability(GroupDefinition groupInfo, Object capObject) {
392 if (!(capObject instanceof Map)) {
393 log.debug("#convertToGroupCapability - Failed to import the capability {}. ", capObject);
394 rollbackWithException(ActionStatus.INVALID_YAML);
396 return buildGroupCapability(groupInfo, ((Map<String, Object>) capObject).entrySet().iterator().next());
399 @SuppressWarnings("unchecked")
400 private CapabilityDefinition buildGroupCapability(GroupDefinition groupInfo, Map.Entry<String, Object> capEntry) {
401 CapabilityDefinition capability = new CapabilityDefinition();
402 capability.setOwnerType(CapabilityDataDefinition.OwnerType.GROUP);
403 capability.setName(capEntry.getKey());
404 capability.setParentName(capEntry.getKey());
405 capability.setOwnerId(groupInfo.getName());
406 if (!(capEntry.getValue() instanceof Map)) {
407 log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. ", capEntry.getKey());
408 rollbackWithException(ActionStatus.INVALID_YAML);
410 Map<String, Object> capabilityValue = (Map<String, Object>) capEntry.getValue();
411 String type = (String) capabilityValue.get(TYPE.getElementName());
412 if (StringUtils.isEmpty(type)) {
413 log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. Missing capability type. ", capEntry.getKey());
414 rollbackWithException(ActionStatus.INVALID_YAML);
416 capability.setType(type);
417 if (!(capabilityValue.get(PROPERTIES.getElementName()) instanceof Map)) {
418 log.debug("#convertMapEntryToCapabilityDefinition - Failed to import the capability {}. ", capEntry.getKey());
419 rollbackWithException(ActionStatus.INVALID_YAML);
421 Map<String, Object> properties = (Map<String, Object>) capabilityValue.get(PROPERTIES.getElementName());
422 capability.setProperties(properties.entrySet().stream().map(this::convertToProperty).collect(toList()));
426 private ComponentInstanceProperty convertToProperty(Map.Entry<String, Object> e) {
427 ComponentInstanceProperty property = new ComponentInstanceProperty();
428 property.setName(e.getKey());
429 property.setValue((String) e.getValue());
433 @SuppressWarnings("unchecked")
434 private UploadComponentInstanceInfo buildModuleComponentInstanceInfo(
435 Map.Entry<String, Object> nodeTemplateJsonEntry, Map<String, Object> substitutionMappings,
436 Map<String, String> createdNodesToscaResourceNames) {
438 UploadComponentInstanceInfo nodeTemplateInfo = new UploadComponentInstanceInfo();
439 nodeTemplateInfo.setName(nodeTemplateJsonEntry.getKey());
441 if (nodeTemplateJsonEntry.getValue() instanceof String) {
442 String nodeTemplateJsonString = (String) nodeTemplateJsonEntry.getValue();
443 nodeTemplateInfo.setType(nodeTemplateJsonString);
444 } else if (nodeTemplateJsonEntry.getValue() instanceof Map) {
445 Map<String, Object> nodeTemplateJsonMap = (Map<String, Object>) nodeTemplateJsonEntry.getValue();
446 setToscaResourceType(createdNodesToscaResourceNames, nodeTemplateInfo, nodeTemplateJsonMap);
447 setRequirements(nodeTemplateInfo, nodeTemplateJsonMap);
448 setCapabilities(nodeTemplateInfo, nodeTemplateJsonMap);
449 updateProperties(nodeTemplateInfo, nodeTemplateJsonMap);
450 setDirectives(nodeTemplateInfo, nodeTemplateJsonMap);
451 setNodeFilter(nodeTemplateInfo, nodeTemplateJsonMap);
452 setSubstitutions(substitutionMappings, nodeTemplateInfo);
454 rollbackWithException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE);
456 } catch (ClassCastException e) {
457 BeEcompErrorManager.getInstance().logBeSystemError("Import Resource - create capability");
458 log.debug("error when creating capability, message:{}", e.getMessage(), e);
459 rollbackWithException(ActionStatus.INVALID_YAML);
461 return nodeTemplateInfo;
464 @SuppressWarnings("unchecked")
465 private void setSubstitutions(Map<String, Object> substitutionMappings, UploadComponentInstanceInfo nodeTemplateInfo) {
466 if (substitutionMappings != null) {
467 if (substitutionMappings.containsKey(CAPABILITIES.getElementName())) {
468 nodeTemplateInfo.setCapabilitiesNamesToUpdate(getNamesToUpdate(nodeTemplateInfo.getName(), (Map<String, List<String>>) substitutionMappings
469 .get(CAPABILITIES.getElementName())));
471 if (substitutionMappings.containsKey(REQUIREMENTS.getElementName())) {
472 nodeTemplateInfo.setRequirementsNamesToUpdate(getNamesToUpdate(
473 nodeTemplateInfo.getName(), (Map<String, List<String>>) substitutionMappings
474 .get(REQUIREMENTS.getElementName())));
479 private void updateProperties(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
480 if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
481 Map<String, List<UploadPropInfo>> properties = buildPropModuleFromYaml(nodeTemplateJsonMap);
482 if (!properties.isEmpty()) {
483 nodeTemplateInfo.setProperties(properties);
488 private void setCapabilities(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
489 if (nodeTemplateJsonMap.containsKey(CAPABILITIES.getElementName())) {
490 Map<String, List<UploadCapInfo>> eitherCapRes = createCapModuleFromYaml(nodeTemplateJsonMap);
491 if (!eitherCapRes.isEmpty()) {
492 nodeTemplateInfo.setCapabilities(eitherCapRes);
497 private void setRequirements(UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
498 if (nodeTemplateJsonMap.containsKey(REQUIREMENTS.getElementName())) {
499 Map<String, List<UploadReqInfo>> regResponse = createReqModuleFromYaml(nodeTemplateJsonMap);
500 if (!regResponse.isEmpty()) {
501 nodeTemplateInfo.setRequirements(regResponse);
506 private void setToscaResourceType(Map<String, String> createdNodesToscaResourceNames,
507 UploadComponentInstanceInfo nodeTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
508 if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
509 String toscaResourceType = (String) nodeTemplateJsonMap.get(TYPE.getElementName());
510 if (createdNodesToscaResourceNames.containsKey(toscaResourceType)) {
511 toscaResourceType = createdNodesToscaResourceNames.get(toscaResourceType);
513 nodeTemplateInfo.setType(toscaResourceType);
517 private void setDirectives(UploadComponentInstanceInfo nodeTemplateInfo,
518 Map<String, Object> nodeTemplateJsonMap) {
519 List<String> directives =
520 (List<String>) nodeTemplateJsonMap.get(TypeUtils.ToscaTagNamesEnum.DIRECTIVES.getElementName());
521 nodeTemplateInfo.setDirectives(directives);
524 private void setNodeFilter(UploadComponentInstanceInfo nodeTemplateInfo,
525 Map<String, Object> nodeTemplateJsonMap) {
526 if (nodeTemplateJsonMap.containsKey(TypeUtils.ToscaTagNamesEnum.NODE_FILTER.getElementName())) {
527 nodeTemplateInfo.setUploadNodeFilterInfo(
528 new NodeFilterUploadCreator().createNodeFilterData(nodeTemplateJsonMap.get(
529 TypeUtils.ToscaTagNamesEnum.NODE_FILTER.getElementName())));
533 @SuppressWarnings("unchecked")
534 private Map<String, List<UploadReqInfo>> createReqModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
535 Map<String, List<UploadReqInfo>> moduleRequirements = new HashMap<>();
536 Either<List<Object>, ResultStatusEnum> requirementsListRes =
537 findFirstToscaListElement(nodeTemplateJsonMap, REQUIREMENTS);
539 if (requirementsListRes.isLeft()) {
540 for (Object jsonReqObj : requirementsListRes.left().value()) {
541 String reqName = ((Map<String, Object>) jsonReqObj).keySet().iterator().next();
542 Object reqJson = ((Map<String, Object>) jsonReqObj).get(reqName);
543 addModuleNodeTemplateReq(moduleRequirements, reqJson, reqName);
546 Either<Map<String, Object>, ResultStatusEnum> requirementsMapRes =
547 findFirstToscaMapElement(nodeTemplateJsonMap, REQUIREMENTS);
548 if (requirementsMapRes.isLeft()) {
549 for (Map.Entry<String, Object> entry : requirementsMapRes.left().value().entrySet()) {
550 String reqName = entry.getKey();
551 Object reqJson = entry.getValue();
552 addModuleNodeTemplateReq(moduleRequirements, reqJson, reqName);
556 return moduleRequirements;
559 private void addModuleNodeTemplateReq(Map<String, List<UploadReqInfo>> moduleRequirements, Object requirementJson, String requirementName) {
561 UploadReqInfo requirement = buildModuleNodeTemplateReg(requirementJson);
562 requirement.setName(requirementName);
563 if (moduleRequirements.containsKey(requirementName)) {
564 moduleRequirements.get(requirementName).add(requirement);
566 List<UploadReqInfo> list = new ArrayList<>();
567 list.add(requirement);
568 moduleRequirements.put(requirementName, list);
572 @SuppressWarnings("unchecked")
573 private Map<String, List<UploadCapInfo>> createCapModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
574 Map<String, List<UploadCapInfo>> moduleCap = new HashMap<>();
575 Either<List<Object>, ResultStatusEnum> capabilitiesListRes =
576 findFirstToscaListElement(nodeTemplateJsonMap, CAPABILITIES);
577 if (capabilitiesListRes.isLeft()) {
578 for (Object jsonCapObj : capabilitiesListRes.left().value()) {
579 String key = ((Map<String, Object>) jsonCapObj).keySet().iterator().next();
580 Object capJson = ((Map<String, Object>) jsonCapObj).get(key);
581 addModuleNodeTemplateCap(moduleCap, capJson, key);
584 Either<Map<String, Object>, ResultStatusEnum> capabilitiesMapRes =
585 findFirstToscaMapElement(nodeTemplateJsonMap, CAPABILITIES);
586 if (capabilitiesMapRes.isLeft()) {
587 for (Map.Entry<String, Object> entry : capabilitiesMapRes.left().value().entrySet()) {
588 String capName = entry.getKey();
589 Object capJson = entry.getValue();
590 addModuleNodeTemplateCap(moduleCap, capJson, capName);
597 private void addModuleNodeTemplateCap(Map<String, List<UploadCapInfo>> moduleCap, Object capJson, String key) {
599 UploadCapInfo capabilityDef = buildModuleNodeTemplateCap(capJson);
600 capabilityDef.setKey(key);
601 if (moduleCap.containsKey(key)) {
602 moduleCap.get(key).add(capabilityDef);
604 List<UploadCapInfo> list = new ArrayList<>();
605 list.add(capabilityDef);
606 moduleCap.put(key, list);
610 @SuppressWarnings("unchecked")
611 private UploadCapInfo buildModuleNodeTemplateCap(Object capObject) {
612 UploadCapInfo capTemplateInfo = new UploadCapInfo();
614 if (capObject instanceof String) {
615 String nodeTemplateJsonString = (String) capObject;
616 capTemplateInfo.setNode(nodeTemplateJsonString);
617 } else if (capObject instanceof Map) {
618 fillCapability(capTemplateInfo, (Map<String, Object>) capObject);
620 return capTemplateInfo;
623 private void fillCapability(UploadCapInfo capTemplateInfo, Map<String, Object> nodeTemplateJsonMap) {
624 if (nodeTemplateJsonMap.containsKey(NODE.getElementName())) {
625 capTemplateInfo.setNode((String) nodeTemplateJsonMap.get(NODE.getElementName()));
627 if (nodeTemplateJsonMap.containsKey(TYPE.getElementName())) {
628 capTemplateInfo.setType((String) nodeTemplateJsonMap.get(TYPE.getElementName()));
630 if (nodeTemplateJsonMap.containsKey(VALID_SOURCE_TYPES.getElementName())) {
631 Either<List<Object>, ResultStatusEnum> validSourceTypesRes =
632 findFirstToscaListElement(nodeTemplateJsonMap, VALID_SOURCE_TYPES);
633 if (validSourceTypesRes.isLeft()) {
634 capTemplateInfo.setValidSourceTypes(validSourceTypesRes.left().value().stream()
635 .map(Object::toString).collect(toList()));
638 if (nodeTemplateJsonMap.containsKey(PROPERTIES.getElementName())) {
639 Map<String, List<UploadPropInfo>> props = buildPropModuleFromYaml(nodeTemplateJsonMap);
640 if (!props.isEmpty()) {
641 List<UploadPropInfo> properties = props.values().stream().flatMap(Collection::stream).collect(toList());
642 capTemplateInfo.setProperties(properties);
647 @SuppressWarnings("unchecked")
648 private UploadReqInfo buildModuleNodeTemplateReg(Object regObject) {
650 UploadReqInfo regTemplateInfo = new UploadReqInfo();
651 if (regObject instanceof String) {
652 String nodeTemplateJsonString = (String) regObject;
653 regTemplateInfo.setNode(nodeTemplateJsonString);
654 } else if (regObject instanceof Map) {
655 Map<String, Object> nodeTemplateJsonMap = (Map<String, Object>) regObject;
656 if (nodeTemplateJsonMap.containsKey(NODE.getElementName())) {
657 regTemplateInfo.setNode((String) nodeTemplateJsonMap.get(NODE.getElementName()));
659 if (nodeTemplateJsonMap.containsKey(CAPABILITY.getElementName())) {
660 regTemplateInfo.setCapabilityName(
661 (String) nodeTemplateJsonMap.get(CAPABILITY.getElementName()));
664 return regTemplateInfo;
667 private Map<String, List<UploadPropInfo>> buildPropModuleFromYaml(Map<String, Object> nodeTemplateJsonMap) {
669 Map<String, List<UploadPropInfo>> moduleProp = new HashMap<>();
670 Either<Map<String, Object>, ResultStatusEnum> toscaProperties =
671 findFirstToscaMapElement(nodeTemplateJsonMap, PROPERTIES);
672 if (toscaProperties.isLeft()) {
673 Map<String, Object> jsonProperties = toscaProperties.left().value();
674 for (Map.Entry<String, Object> jsonPropObj : jsonProperties.entrySet()) {
675 if (valueNotContainsPattern(propertyValuePattern, jsonPropObj.getValue())) {
676 addProperty(moduleProp, jsonPropObj);
683 private void addProperty(Map<String, List<UploadPropInfo>> moduleProp, Map.Entry<String, Object> jsonPropObj) {
684 UploadPropInfo propertyDef = buildProperty(jsonPropObj.getKey(), jsonPropObj.getValue());
685 if (moduleProp.containsKey(propertyDef.getName())) {
686 moduleProp.get(propertyDef.getName()).add(propertyDef);
688 List<UploadPropInfo> list = new ArrayList<>();
689 list.add(propertyDef);
690 moduleProp.put(propertyDef.getName(), list);
694 @SuppressWarnings("unchecked")
695 private UploadPropInfo buildProperty(String propName, Object propValue) {
697 UploadPropInfo propertyDef = new UploadPropInfo();
698 propertyDef.setValue(propValue);
699 propertyDef.setName(propName);
700 if (propValue instanceof Map) {
701 if (((Map<String, Object>) propValue).containsKey(TYPE.getElementName())) {
702 propertyDef.setType(((Map<String, Object>) propValue)
703 .get(TYPE.getElementName()).toString());
705 if (containsGetInput(propValue)) {
706 fillInputRecursively(propName, (Map<String, Object>) propValue, propertyDef);
709 if (((Map<String, Object>) propValue).containsKey(DESCRIPTION.getElementName())) {
710 propertyDef.setDescription(((Map<String, Object>) propValue)
711 .get(DESCRIPTION.getElementName()).toString());
713 if (((Map<String, Object>) propValue)
714 .containsKey(DEFAULT_VALUE.getElementName())) {
715 propertyDef.setValue(((Map<String, Object>) propValue)
716 .get(DEFAULT_VALUE.getElementName()));
718 if (((Map<String, Object>) propValue).containsKey(IS_PASSWORD.getElementName())) {
719 propertyDef.setPassword(Boolean.getBoolean(((Map<String, Object>) propValue)
720 .get(IS_PASSWORD.getElementName()).toString()));
722 propertyDef.setValue(propValue);
724 } else if (propValue instanceof List) {
725 List<Object> propValueList = (List<Object>) propValue;
727 fillInputsListRecursively(propertyDef, propValueList);
728 propertyDef.setValue(propValue);
734 @SuppressWarnings("unchecked")
735 private boolean containsGetInput(Object propValue) {
736 return ((Map<String, Object>) propValue).containsKey(GET_INPUT.getElementName())
737 || ImportUtils.containsGetInput(propValue);
740 @SuppressWarnings("unchecked")
741 private void fillInputsListRecursively(UploadPropInfo propertyDef, List<Object> propValueList) {
742 for (Object objValue : propValueList) {
744 if (objValue instanceof Map) {
745 Map<String, Object> objMap = (Map<String, Object>) objValue;
746 if (objMap.containsKey(GET_INPUT.getElementName())) {
747 fillInputRecursively(propertyDef.getName(), objMap, propertyDef);
749 Set<String> keys = objMap.keySet();
750 findAndFillInputsListRecursively(propertyDef, objMap, keys);
752 } else if (objValue instanceof List) {
753 List<Object> propSubValueList = (List<Object>) objValue;
754 fillInputsListRecursively(propertyDef, propSubValueList);
759 @SuppressWarnings("unchecked")
760 private void findAndFillInputsListRecursively(UploadPropInfo propertyDef, Map<String, Object> objMap,
762 for (String key : keys) {
763 Object value = objMap.get(key);
764 if (value instanceof Map) {
765 fillInputRecursively(key, (Map<String, Object>) value, propertyDef);
766 } else if (value instanceof List) {
767 List<Object> propSubValueList = (List<Object>) value;
768 fillInputsListRecursively(propertyDef, propSubValueList);
773 private void fillInputRecursively(String propName, Map<String, Object> propValue, UploadPropInfo propertyDef) {
775 if (propValue.containsKey(GET_INPUT.getElementName())) {
776 Object getInput = propValue.get(GET_INPUT.getElementName());
777 GetInputValueDataDefinition getInputInfo = new GetInputValueDataDefinition();
778 List<GetInputValueDataDefinition> getInputs = propertyDef.getGet_input();
779 if (getInputs == null) {
780 getInputs = new ArrayList<>();
782 if (getInput instanceof String) {
784 getInputInfo.setInputName((String) getInput);
785 getInputInfo.setPropName(propName);
787 } else if (getInput instanceof List) {
788 fillInput(propName, getInput, getInputInfo);
790 getInputs.add(getInputInfo);
791 propertyDef.setGet_input(getInputs);
792 propertyDef.setValue(propValue);
794 findAndFillInputRecursively(propValue, propertyDef);
798 @SuppressWarnings("unchecked")
799 private void findAndFillInputRecursively(Map<String, Object> propValue, UploadPropInfo propertyDef) {
800 for (String propName : propValue.keySet()) {
801 Object value = propValue.get(propName);
802 if (value instanceof Map) {
803 fillInputRecursively(propName, (Map<String, Object>) value, propertyDef);
805 } else if (value instanceof List) {
806 fillInputsRecursively(propertyDef, propName, (List<Object>) value);
811 private void fillInputsRecursively(UploadPropInfo propertyDef, String propName, List<Object> inputs) {
813 .filter(o -> o instanceof Map)
814 .forEach(o -> fillInputRecursively(propName, (Map<String, Object>)o, propertyDef));
817 @SuppressWarnings("unchecked")
818 private void fillInput(String propName, Object getInput, GetInputValueDataDefinition getInputInfo) {
819 List<Object> getInputList = (List<Object>) getInput;
820 getInputInfo.setPropName(propName);
821 getInputInfo.setInputName((String) getInputList.get(0));
822 if (getInputList.size() > 1) {
823 Object indexObj = getInputList.get(1);
824 if (indexObj instanceof Integer) {
825 getInputInfo.setIndexValue((Integer) indexObj);
826 } else if (indexObj instanceof Float) {
827 int index = ((Float) indexObj).intValue();
828 getInputInfo.setIndexValue(index);
829 } else if (indexObj instanceof Map && ((Map<String, Object>) indexObj)
830 .containsKey(GET_INPUT.getElementName())) {
831 Object index = ((Map<String, Object>) indexObj)
832 .get(GET_INPUT.getElementName());
833 GetInputValueDataDefinition getInputInfoIndex = new GetInputValueDataDefinition();
834 getInputInfoIndex.setInputName((String) index);
835 getInputInfoIndex.setPropName(propName);
836 getInputInfo.setGetInputIndex(getInputInfoIndex);
838 getInputInfo.setList(true);
842 private boolean valueNotContainsPattern(Pattern pattern, Object propValue) {
843 return propValue == null || !pattern.matcher(propValue.toString()).find();
846 private Map<String, Object> failIfNoNodeTemplates(String fileName) {
848 throw new ComponentException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE, fileName);
851 private Object failIfNotTopologyTemplate(String fileName) {
853 throw new ComponentException(ActionStatus.NOT_TOPOLOGY_TOSCA_TEMPLATE, fileName);
856 private void rollbackWithException(ActionStatus actionStatus, String... params) {
858 throw new ComponentException(actionStatus, params);
861 private void failOnMissingCapabilityTypes(GroupDefinition groupDefinition, List<String> missingCapTypes) {
862 log.debug("#failOnMissingCapabilityTypes - Failed to validate the capabilities of the group {}. The capability types {} are missing on the group type {}. ", groupDefinition.getName(), missingCapTypes.toString(), groupDefinition.getType());
863 if(CollectionUtils.isNotEmpty(missingCapTypes)) {
864 rollbackWithException(ActionStatus.MISSING_CAPABILITY_TYPE, missingCapTypes.toString());
868 private void failOnMissingCapabilityNames(GroupDefinition groupDefinition, List<String> missingCapNames) {
869 log.debug("#failOnMissingCapabilityNames - Failed to validate the capabilities of the group {}. The capabilities with the names {} are missing on the group type {}. ", groupDefinition.getName(), missingCapNames.toString(), groupDefinition.getType());
870 rollbackWithException(ActionStatus.MISSING_CAPABILITIES, missingCapNames.toString(), CapabilityDataDefinition.OwnerType.GROUP.getValue(), groupDefinition.getName());