Support for category specific metadata
[sdc.git] / catalog-be / src / main / java / org / openecomp / sdc / be / tosca / ToscaExportHandler.java
1 /*-
2  * ============LICENSE_START=======================================================
3  * SDC
4  * ================================================================================
5  * Copyright (C) 2017 AT&T Intellectual Property. All rights reserved.
6  * ================================================================================
7  * Licensed under the Apache License, Version 2.0 (the "License");
8  * you may not use this file except in compliance with the License.
9  * You may obtain a copy of the License at
10  *
11  *      http://www.apache.org/licenses/LICENSE-2.0
12  *
13  * Unless required by applicable law or agreed to in writing, software
14  * distributed under the License is distributed on an "AS IS" BASIS,
15  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16  * See the License for the specific language governing permissions and
17  * limitations under the License.
18  * ============LICENSE_END=========================================================
19  */
20
21 package org.openecomp.sdc.be.tosca;
22
23 import static org.apache.commons.collections.CollectionUtils.isEmpty;
24 import static org.apache.commons.collections.CollectionUtils.isNotEmpty;
25 import static org.apache.commons.collections.MapUtils.isNotEmpty;
26 import static org.openecomp.sdc.be.components.utils.PropertiesUtils.resolvePropertyValueFromInput;
27 import static org.openecomp.sdc.be.tosca.InterfacesOperationsConverter.addInterfaceTypeElement;
28
29 import com.fasterxml.jackson.databind.ObjectMapper;
30 import com.fasterxml.jackson.databind.SerializationFeature;
31 import fj.data.Either;
32 import java.beans.IntrospectionException;
33 import java.util.ArrayList;
34 import java.util.Collection;
35 import java.util.Collections;
36 import java.util.HashMap;
37 import java.util.Iterator;
38 import java.util.LinkedHashMap;
39 import java.util.LinkedHashSet;
40 import java.util.List;
41 import java.util.Map;
42 import java.util.Map.Entry;
43 import java.util.Objects;
44 import java.util.Optional;
45 import java.util.Set;
46 import java.util.function.Supplier;
47 import java.util.stream.Collectors;
48 import org.apache.commons.collections.CollectionUtils;
49 import org.apache.commons.collections.MapUtils;
50 import org.apache.commons.lang.StringUtils;
51 import org.apache.commons.lang3.tuple.ImmutablePair;
52 import org.apache.commons.lang3.tuple.ImmutableTriple;
53 import org.apache.commons.lang3.tuple.Triple;
54 import org.onap.sdc.tosca.datatypes.model.AttributeDefinition;
55 import org.onap.sdc.tosca.services.YamlUtil;
56 import org.openecomp.sdc.be.components.impl.exceptions.SdcResourceNotFoundException;
57 import org.openecomp.sdc.be.config.ConfigurationManager;
58 import org.openecomp.sdc.be.dao.janusgraph.JanusGraphOperationStatus;
59 import org.openecomp.sdc.be.datatypes.components.ResourceMetadataDataDefinition;
60 import org.openecomp.sdc.be.datatypes.elements.AttributeDataDefinition;
61 import org.openecomp.sdc.be.datatypes.elements.CINodeFilterDataDefinition;
62 import org.openecomp.sdc.be.datatypes.elements.InterfaceDataDefinition;
63 import org.openecomp.sdc.be.datatypes.elements.ListDataDefinition;
64 import org.openecomp.sdc.be.datatypes.elements.PropertyDataDefinition;
65 import org.openecomp.sdc.be.datatypes.elements.RequirementNodeFilterCapabilityDataDefinition;
66 import org.openecomp.sdc.be.datatypes.elements.RequirementNodeFilterPropertyDataDefinition;
67 import org.openecomp.sdc.be.datatypes.elements.RequirementSubstitutionFilterPropertyDataDefinition;
68 import org.openecomp.sdc.be.datatypes.elements.SubstitutionFilterDataDefinition;
69 import org.openecomp.sdc.be.datatypes.elements.ToscaArtifactDataDefinition;
70 import org.openecomp.sdc.be.datatypes.enums.ComponentTypeEnum;
71 import org.openecomp.sdc.be.datatypes.enums.JsonPresentationFields;
72 import org.openecomp.sdc.be.datatypes.enums.OriginTypeEnum;
73 import org.openecomp.sdc.be.datatypes.enums.ResourceTypeEnum;
74 import org.openecomp.sdc.be.model.ArtifactDefinition;
75 import org.openecomp.sdc.be.model.CapabilityDefinition;
76 import org.openecomp.sdc.be.model.Component;
77 import org.openecomp.sdc.be.model.ComponentInstance;
78 import org.openecomp.sdc.be.model.ComponentInstanceInput;
79 import org.openecomp.sdc.be.model.ComponentInstanceInterface;
80 import org.openecomp.sdc.be.model.ComponentInstanceProperty;
81 import org.openecomp.sdc.be.model.ComponentParametersView;
82 import org.openecomp.sdc.be.model.DataTypeDefinition;
83 import org.openecomp.sdc.be.model.GroupInstance;
84 import org.openecomp.sdc.be.model.InputDefinition;
85 import org.openecomp.sdc.be.model.InterfaceDefinition;
86 import org.openecomp.sdc.be.model.PropertyDefinition;
87 import org.openecomp.sdc.be.model.RelationshipInfo;
88 import org.openecomp.sdc.be.model.RequirementCapabilityRelDef;
89 import org.openecomp.sdc.be.model.RequirementDefinition;
90 import org.openecomp.sdc.be.model.Resource;
91 import org.openecomp.sdc.be.model.Service;
92 import org.openecomp.sdc.be.model.cache.ApplicationDataTypeCache;
93 import org.openecomp.sdc.be.model.category.CategoryDefinition;
94 import org.openecomp.sdc.be.model.jsonjanusgraph.operations.ToscaOperationFacade;
95 import org.openecomp.sdc.be.model.jsonjanusgraph.utils.ModelConverter;
96 import org.openecomp.sdc.be.model.operations.api.StorageOperationStatus;
97 import org.openecomp.sdc.be.model.operations.impl.InterfaceLifecycleOperation;
98 import org.openecomp.sdc.be.model.tosca.converters.ToscaValueBaseConverter;
99 import org.openecomp.sdc.be.tosca.model.CapabilityFilter;
100 import org.openecomp.sdc.be.tosca.model.NodeFilter;
101 import org.openecomp.sdc.be.tosca.model.SubstitutionMapping;
102 import org.openecomp.sdc.be.tosca.model.ToscaCapability;
103 import org.openecomp.sdc.be.tosca.model.ToscaDataType;
104 import org.openecomp.sdc.be.tosca.model.ToscaGroupTemplate;
105 import org.openecomp.sdc.be.tosca.model.ToscaMetadata;
106 import org.openecomp.sdc.be.tosca.model.ToscaNodeTemplate;
107 import org.openecomp.sdc.be.tosca.model.ToscaNodeType;
108 import org.openecomp.sdc.be.tosca.model.ToscaPolicyTemplate;
109 import org.openecomp.sdc.be.tosca.model.ToscaProperty;
110 import org.openecomp.sdc.be.tosca.model.ToscaRequirement;
111 import org.openecomp.sdc.be.tosca.model.ToscaTemplate;
112 import org.openecomp.sdc.be.tosca.model.ToscaTemplateArtifact;
113 import org.openecomp.sdc.be.tosca.model.ToscaTemplateRequirement;
114 import org.openecomp.sdc.be.tosca.model.ToscaTopolgyTemplate;
115 import org.openecomp.sdc.be.tosca.utils.ForwardingPathToscaUtil;
116 import org.openecomp.sdc.be.tosca.utils.InputConverter;
117 import org.openecomp.sdc.common.log.wrappers.Logger;
118 import org.openecomp.sdc.externalupload.utils.ServiceUtils;
119 import org.springframework.beans.factory.annotation.Autowired;
120 import org.yaml.snakeyaml.DumperOptions;
121 import org.yaml.snakeyaml.DumperOptions.FlowStyle;
122 import org.yaml.snakeyaml.Yaml;
123 import org.yaml.snakeyaml.introspector.BeanAccess;
124 import org.yaml.snakeyaml.introspector.Property;
125 import org.yaml.snakeyaml.introspector.PropertyUtils;
126 import org.yaml.snakeyaml.nodes.MappingNode;
127 import org.yaml.snakeyaml.nodes.Node;
128 import org.yaml.snakeyaml.nodes.NodeTuple;
129 import org.yaml.snakeyaml.nodes.Tag;
130 import org.yaml.snakeyaml.representer.Represent;
131 import org.yaml.snakeyaml.representer.Representer;
132
133 @org.springframework.stereotype.Component("tosca-export-handler")
134 public class ToscaExportHandler {
135
136     private static final Logger log = Logger.getLogger(ToscaExportHandler.class);
137
138     private ApplicationDataTypeCache dataTypeCache;
139     private ToscaOperationFacade toscaOperationFacade;
140     private CapabilityRequirementConverter capabilityRequirementConverter;
141     private PolicyExportParser policyExportParser;
142     private GroupExportParser groupExportParser;
143     private PropertyConvertor propertyConvertor;
144     private InputConverter inputConverter;
145     private InterfaceLifecycleOperation interfaceLifecycleOperation;
146     private InterfacesOperationsConverter interfacesOperationsConverter;
147
148     @Autowired
149     public ToscaExportHandler(ApplicationDataTypeCache dataTypeCache, ToscaOperationFacade toscaOperationFacade,
150                               CapabilityRequirementConverter capabilityRequirementConverter,
151                               PolicyExportParser policyExportParser,
152                               GroupExportParser groupExportParser, PropertyConvertor propertyConvertor,
153                               InputConverter inputConverter,
154                               InterfaceLifecycleOperation interfaceLifecycleOperation,
155                               InterfacesOperationsConverter interfacesOperationsConverter) {
156         this.dataTypeCache = dataTypeCache;
157         this.toscaOperationFacade = toscaOperationFacade;
158         this.capabilityRequirementConverter = capabilityRequirementConverter;
159         this.policyExportParser = policyExportParser;
160         this.groupExportParser = groupExportParser;
161         this.propertyConvertor = propertyConvertor;
162         this.inputConverter = inputConverter;
163         this.interfaceLifecycleOperation = interfaceLifecycleOperation;
164         this.interfacesOperationsConverter = interfacesOperationsConverter;
165     }
166
167     private static final String TOSCA_VERSION = "tosca_simple_yaml_1_1";
168     private static final String SERVICE_NODE_TYPE_PREFIX = "org.openecomp.service.";
169     private static final String IMPORTS_FILE_KEY = "file";
170     private static final String TOSCA_INTERFACE_NAME = "-interface.yml";
171     public static final String ASSET_TOSCA_TEMPLATE = "assettoscatemplate";
172     private static final String FAILED_TO_GET_DEFAULT_IMPORTS_CONFIGURATION = "convertToToscaTemplate - failed to get Default Imports section from configuration";
173     private static final String NOT_SUPPORTED_COMPONENT_TYPE = "Not supported component type {}";
174     private static final String NATIVE_ROOT = "tosca.nodes.Root";
175     private static YamlUtil yamlUtil = new YamlUtil();
176
177     public ToscaExportHandler() {
178     }
179
180     public Either<ToscaRepresentation, ToscaError> exportComponent(Component component) {
181         return convertToToscaTemplate(component).left().map(this::createToscaRepresentation);
182     }
183
184     public Either<ToscaRepresentation, ToscaError> exportComponentInterface(final Component component,
185                                                                             final boolean isAssociatedComponent) {
186         final List<Map<String, Map<String, String>>> defaultToscaImportConfig = getDefaultToscaImportConfig();
187         if (CollectionUtils.isEmpty(defaultToscaImportConfig)) {
188             log.debug(FAILED_TO_GET_DEFAULT_IMPORTS_CONFIGURATION);
189             return Either.right(ToscaError.GENERAL_ERROR);
190         }
191
192         String toscaVersion = null;
193         if (component instanceof Resource) {
194             toscaVersion = ((Resource) component).getToscaVersion();
195         }
196         ToscaTemplate toscaTemplate = new ToscaTemplate(toscaVersion != null ? toscaVersion : TOSCA_VERSION);
197         toscaTemplate.setImports(new ArrayList<>(defaultToscaImportConfig));
198         final Map<String, ToscaNodeType> nodeTypes = new HashMap<>();
199         final Either<ToscaTemplate, ToscaError> toscaTemplateRes =
200             convertInterfaceNodeType(new HashMap<>(), component, toscaTemplate, nodeTypes, isAssociatedComponent);
201         if (toscaTemplateRes.isRight()) {
202             return Either.right(toscaTemplateRes.right().value());
203         }
204
205         toscaTemplate = toscaTemplateRes.left().value();
206         ToscaRepresentation toscaRepresentation = this.createToscaRepresentation(toscaTemplate);
207         return Either.left(toscaRepresentation);
208     }
209
210     public ToscaRepresentation createToscaRepresentation(ToscaTemplate toscaTemplate) {
211         CustomRepresenter representer = new CustomRepresenter();
212         DumperOptions options = new DumperOptions();
213         options.setAllowReadOnlyProperties(false);
214         options.setPrettyFlow(true);
215
216         options.setDefaultFlowStyle(FlowStyle.FLOW);
217         options.setCanonical(false);
218
219         representer.addClassTag(toscaTemplate.getClass(), Tag.MAP);
220
221         representer.setPropertyUtils(new UnsortedPropertyUtils());
222         Yaml yaml = new Yaml(representer, options);
223
224         String yamlAsString = yaml.dumpAsMap(toscaTemplate);
225
226         StringBuilder sb = new StringBuilder();
227         sb.append(ConfigurationManager.getConfigurationManager().getConfiguration().getHeatEnvArtifactHeader());
228         sb.append(yamlAsString);
229         sb.append(ConfigurationManager.getConfigurationManager().getConfiguration().getHeatEnvArtifactFooter());
230
231         return ToscaRepresentation.make(sb.toString().getBytes(), toscaTemplate);
232     }
233
234     public Either<ToscaTemplate, ToscaError> getDependencies(Component component) {
235         ToscaTemplate toscaTemplate = new ToscaTemplate(null);
236         Either<ImmutablePair<ToscaTemplate, Map<String, Component>>, ToscaError> fillImports = fillImports(component,
237             toscaTemplate);
238         if (fillImports.isRight()) {
239             return Either.right(fillImports.right().value());
240         }
241         return Either.left(fillImports.left().value().left);
242     }
243
244     public Either<ToscaTemplate, ToscaError> convertToToscaTemplate(final Component component) {
245         final List<Map<String, Map<String, String>>> defaultToscaImportConfig = getDefaultToscaImportConfig();
246         if (CollectionUtils.isEmpty(defaultToscaImportConfig)) {
247             log.debug(FAILED_TO_GET_DEFAULT_IMPORTS_CONFIGURATION);
248             return Either.right(ToscaError.GENERAL_ERROR);
249         }
250         log.trace("start tosca export for {}", component.getUniqueId());
251         String toscaVersion = null;
252         if (component instanceof Resource) {
253             toscaVersion = ((Resource) component).getToscaVersion();
254         }
255         final ToscaTemplate toscaTemplate = new ToscaTemplate(toscaVersion != null ? toscaVersion : TOSCA_VERSION);
256         toscaTemplate.setMetadata(convertMetadata(component));
257         toscaTemplate.setImports(new ArrayList<>(defaultToscaImportConfig));
258         final Map<String, ToscaNodeType> nodeTypes = new HashMap<>();
259         if (ModelConverter.isAtomicComponent(component)) {
260             log.trace("convert component as node type");
261             return convertNodeType(new HashMap<>(), component, toscaTemplate, nodeTypes);
262         } else {
263             log.trace("convert component as topology template");
264             return convertToscaTemplate(component, toscaTemplate);
265         }
266
267     }
268
269     private Either<ToscaTemplate, ToscaError> convertToscaTemplate(Component component, ToscaTemplate toscaNode) {
270
271         Either<ImmutablePair<ToscaTemplate, Map<String, Component>>, ToscaError> importsRes = fillImports(component,
272             toscaNode);
273         if (importsRes.isRight()) {
274             return Either.right(importsRes.right().value());
275         }
276         toscaNode = importsRes.left().value().left;
277         Map<String, Component> componentCache = importsRes.left().value().right;
278         Either<Map<String, ToscaNodeType>, ToscaError> nodeTypesMapEither = createProxyNodeTypes(componentCache,
279             component);
280         if (nodeTypesMapEither.isRight()) {
281             log.debug("Failed to fetch normative service proxy resource by tosca name, error {}",
282                 nodeTypesMapEither.right().value());
283             return Either.right(nodeTypesMapEither.right().value());
284         }
285         Map<String, ToscaNodeType> nodeTypesMap = nodeTypesMapEither.left().value();
286         if (nodeTypesMap != null && !nodeTypesMap.isEmpty()) {
287             toscaNode.setNode_types(nodeTypesMap);
288         }
289         
290         createServiceSubstitutionNodeTypes(componentCache, component, toscaNode);
291
292         Either<Map<String, Object>, ToscaError> proxyInterfaceTypesEither = createProxyInterfaceTypes(component);
293         if (proxyInterfaceTypesEither.isRight()) {
294             log.debug("Failed to populate service proxy local interface types in tosca, error {}",
295                 nodeTypesMapEither.right().value());
296             return Either.right(proxyInterfaceTypesEither.right().value());
297         }
298         Map<String, Object> proxyInterfaceTypes = proxyInterfaceTypesEither.left().value();
299         if (MapUtils.isNotEmpty(proxyInterfaceTypes)) {
300             toscaNode.setInterface_types(proxyInterfaceTypes);
301         }
302
303         Either<Map<String, DataTypeDefinition>, JanusGraphOperationStatus> dataTypesEither = dataTypeCache.getAll();
304         if (dataTypesEither.isRight()) {
305             log.debug("Failed to retrieve all data types {}", dataTypesEither.right().value());
306             return Either.right(ToscaError.GENERAL_ERROR);
307         }
308         Map<String, DataTypeDefinition> dataTypes = dataTypesEither.left().value();
309         ToscaTopolgyTemplate topologyTemplate = new ToscaTopolgyTemplate();
310         List<InputDefinition> inputDef = component.getInputs();
311         Map<String, ToscaProperty> inputs = inputConverter.convertInputs(inputDef, dataTypes);
312
313         if (!inputs.isEmpty()) {
314             topologyTemplate.setInputs(inputs);
315         }
316
317         final List<ComponentInstance> componentInstances = component.getComponentInstances();
318         Map<String, List<ComponentInstanceProperty>> componentInstancesProperties =
319             component.getComponentInstancesProperties();
320         Map<String, List<ComponentInstanceInterface>> componentInstanceInterfaces =
321             component.getComponentInstancesInterfaces();
322         if (CollectionUtils.isNotEmpty(componentInstances)) {
323             final Either<Map<String, ToscaNodeTemplate>, ToscaError> nodeTemplates =
324                 convertNodeTemplates(component, componentInstances,
325                     componentInstancesProperties, componentInstanceInterfaces,
326                     componentCache, dataTypes, topologyTemplate);
327             if (nodeTemplates.isRight()) {
328                 return Either.right(nodeTemplates.right().value());
329             }
330             log.debug("node templates converted");
331             topologyTemplate.setNode_templates(nodeTemplates.left().value());
332         }
333
334         SubstitutionMapping substitutionMapping = new SubstitutionMapping();
335         convertSubstitutionMappingFilter(component, substitutionMapping);
336
337         addGroupsToTopologyTemplate(component, topologyTemplate);
338
339         try {
340             addPoliciesToTopologyTemplate(component, topologyTemplate);
341         } catch (SdcResourceNotFoundException e) {
342             log.debug("Fail to add policies to topology template:", e);
343             return Either.right(ToscaError.GENERAL_ERROR);
344         }
345
346         String toscaResourceName;
347         switch (component.getComponentType()) {
348             case RESOURCE:
349                 toscaResourceName = ((ResourceMetadataDataDefinition) component.getComponentMetadataDefinition()
350                     .getMetadataDataDefinition()).getToscaResourceName();
351                 break;
352             case SERVICE:
353                 toscaResourceName = SERVICE_NODE_TYPE_PREFIX
354                     + component.getComponentMetadataDefinition().getMetadataDataDefinition().getSystemName();
355                 break;
356             default:
357                 log.debug(NOT_SUPPORTED_COMPONENT_TYPE, component.getComponentType());
358                 return Either.right(ToscaError.NOT_SUPPORTED_TOSCA_TYPE);
359         }
360         substitutionMapping.setNode_type(toscaResourceName);
361         Either<SubstitutionMapping, ToscaError> capabilities = convertCapabilities(component, substitutionMapping,
362             componentCache);
363         if (capabilities.isRight()) {
364             return Either.right(capabilities.right().value());
365         }
366         substitutionMapping = capabilities.left().value();
367
368         Either<SubstitutionMapping, ToscaError> requirements = capabilityRequirementConverter
369             .convertSubstitutionMappingRequirements(componentCache, component, substitutionMapping);
370         if (requirements.isRight()) {
371             return Either.right(requirements.right().value());
372         }
373         substitutionMapping = requirements.left().value();
374         final Map<String, String[]> propertyMappingMap = buildSubstitutionMappingPropertyMapping(component);
375         if (!propertyMappingMap.isEmpty()) {
376             substitutionMapping.setProperties(propertyMappingMap);
377         }
378
379         final Map<String, String[]> attributesMappingMap = buildSubstitutionMappingAttributesMapping(component);
380         if (!attributesMappingMap.isEmpty()) {
381             substitutionMapping.setAttributes(attributesMappingMap);
382         }
383
384         topologyTemplate.setSubstitution_mappings(substitutionMapping);
385
386         toscaNode.setTopology_template(topologyTemplate);
387
388         return Either.left(toscaNode);
389     }
390
391     private void convertSubstitutionMappingFilter(final Component component,
392                                                   final SubstitutionMapping substitutionMapping) {
393         if(component.getSubstitutionFilter() != null
394                 && (component.getSubstitutionFilter().getProperties()).getListToscaDataDefinition() != null) {
395             substitutionMapping
396                     .setSubstitution_filter(convertToSubstitutionFilterComponent(component.getSubstitutionFilter()));
397         }
398     }
399
400     private void addGroupsToTopologyTemplate(Component component, ToscaTopolgyTemplate topologyTemplate) {
401         Map<String, ToscaGroupTemplate> groups = groupExportParser.getGroups(component);
402         if (groups != null) {
403             topologyTemplate.addGroups(groups);
404         }
405     }
406
407     private void addPoliciesToTopologyTemplate(Component component, ToscaTopolgyTemplate topologyTemplate)
408         throws SdcResourceNotFoundException {
409         Map<String, ToscaPolicyTemplate> policies = policyExportParser.getPolicies(component);
410         if (policies != null) {
411             topologyTemplate.addPolicies(policies);
412         }
413     }
414
415     private Map<String, String> convertMetadata(Component component) {
416         return convertMetadata(component, false, null);
417     }
418
419     private Map<String, String> convertMetadata(Component component, boolean isInstance,
420                                           ComponentInstance componentInstance) {
421         Map<String, String> toscaMetadata = new LinkedHashMap<>();
422         toscaMetadata.put(JsonPresentationFields.INVARIANT_UUID.getPresentation(), component.getInvariantUUID());
423         toscaMetadata.put(JsonPresentationFields.UUID.getPresentation(), component.getUUID());
424         toscaMetadata.put(JsonPresentationFields.NAME.getPresentation(), component.getComponentMetadataDefinition().getMetadataDataDefinition().getName());
425         toscaMetadata.put(JsonPresentationFields.DESCRIPTION.getPresentation(), component.getDescription());
426
427         List<CategoryDefinition> categories = component.getCategories();
428         CategoryDefinition categoryDefinition = categories.get(0);
429         toscaMetadata.put(JsonPresentationFields.CATEGORY.getPresentation(), categoryDefinition.getName());
430
431         if (isInstance) {
432             toscaMetadata.put(JsonPresentationFields.VERSION.getPresentation(),component.getVersion());
433             toscaMetadata.put(JsonPresentationFields.CUSTOMIZATION_UUID.getPresentation(), componentInstance.getCustomizationUUID());
434             if (componentInstance.getSourceModelInvariant() != null
435                 && !componentInstance.getSourceModelInvariant().isEmpty()) {
436                 toscaMetadata.put(JsonPresentationFields.VERSION.getPresentation(),componentInstance.getComponentVersion());
437                 toscaMetadata.put(JsonPresentationFields.CI_SOURCE_MODEL_INVARIANT.getPresentation(),componentInstance.getSourceModelInvariant());
438                 toscaMetadata.put(JsonPresentationFields.CI_SOURCE_MODEL_UUID.getPresentation(),componentInstance.getSourceModelUuid());
439                 toscaMetadata.put(JsonPresentationFields.CI_SOURCE_MODEL_NAME.getPresentation(),componentInstance.getSourceModelName());
440                 if (componentInstance.getOriginType() == OriginTypeEnum.ServiceProxy) {
441                     toscaMetadata.put(JsonPresentationFields.NAME.getPresentation(),
442                         componentInstance.getSourceModelName() + " " + OriginTypeEnum.ServiceProxy.getDisplayValue());
443                 } else if (componentInstance.getOriginType() == OriginTypeEnum.ServiceSubstitution) {
444                     toscaMetadata.put(JsonPresentationFields.NAME.getPresentation(),
445                         componentInstance.getSourceModelName() + " " + OriginTypeEnum.ServiceSubstitution
446                             .getDisplayValue());
447                 }
448                 toscaMetadata.put(JsonPresentationFields.DESCRIPTION.getPresentation(),componentInstance.getDescription());
449             }
450
451         }
452         switch (component.getComponentType()) {
453             case RESOURCE:
454                 Resource resource = (Resource) component;
455
456             if (isInstance && (componentInstance.getOriginType() == OriginTypeEnum.ServiceProxy || componentInstance.getOriginType() == OriginTypeEnum.ServiceSubstitution)) {
457                     toscaMetadata.put(JsonPresentationFields.TYPE.getPresentation(), componentInstance.getOriginType().getDisplayValue());
458                 } else {
459                     toscaMetadata.put(JsonPresentationFields.TYPE.getPresentation(), resource.getResourceType().name());
460                 }
461                 toscaMetadata.put(JsonPresentationFields.SUB_CATEGORY.getPresentation(), categoryDefinition.getSubcategories().get(0).getName());
462                 toscaMetadata.put(JsonPresentationFields.RESOURCE_VENDOR.getPresentation(), resource.getVendorName());
463                 toscaMetadata.put(JsonPresentationFields.RESOURCE_VENDOR_RELEASE.getPresentation(),resource.getVendorRelease());
464                 toscaMetadata.put(JsonPresentationFields.RESOURCE_VENDOR_MODEL_NUMBER.getPresentation(),resource.getResourceVendorModelNumber());
465                 break;
466             case SERVICE:
467                 Service service = (Service) component;
468                 toscaMetadata.put(JsonPresentationFields.TYPE.getPresentation(),component.getComponentType().getValue());
469                 toscaMetadata.put(JsonPresentationFields.SERVICE_TYPE.getPresentation(),service.getServiceType());
470                 toscaMetadata.put(JsonPresentationFields.SERVICE_ROLE.getPresentation(),service.getServiceRole());
471                 toscaMetadata.put(JsonPresentationFields.SERVICE_FUNCTION.getPresentation(),service.getServiceFunction());
472                 toscaMetadata.put(JsonPresentationFields.ENVIRONMENT_CONTEXT.getPresentation(),service.getEnvironmentContext());
473                 toscaMetadata.put(JsonPresentationFields.INSTANTIATION_TYPE.getPresentation(),service.getEnvironmentContext() == null ? StringUtils.EMPTY : service.getInstantiationType());
474                 if (!isInstance) {
475                     // DE268546
476                     toscaMetadata.put(JsonPresentationFields.ECOMP_GENERATED_NAMING.getPresentation(),service.isEcompGeneratedNaming().toString()); 
477                     toscaMetadata.put(JsonPresentationFields.ECOMP_GENERATED_NAMING.getPresentation(),service.isEcompGeneratedNaming().toString());
478                     toscaMetadata.put(JsonPresentationFields.NAMING_POLICY.getPresentation(),service.getNamingPolicy());
479                 }
480                 break;
481             default:
482                 log.debug(NOT_SUPPORTED_COMPONENT_TYPE, component.getComponentType());
483         }
484         
485         for (final String key: component.getCategorySpecificMetadata().keySet()) {
486             toscaMetadata.put(key, component.getCategorySpecificMetadata().get(key));
487         }
488         return toscaMetadata;
489     }
490
491     private void resolveInstantiationTypeAndSetItToToscaMetaData(ToscaMetadata toscaMetadata, Service service) {
492         if (service.getInstantiationType() != null) {
493             toscaMetadata.setInstantiationType(service.getInstantiationType());
494         } else {
495             toscaMetadata.setInstantiationType(StringUtils.EMPTY);
496         }
497     }
498
499     private Either<ImmutablePair<ToscaTemplate, Map<String, Component>>, ToscaError> fillImports(Component component,
500                                                                                                  ToscaTemplate toscaTemplate) {
501
502         final List<Map<String, Map<String, String>>> defaultToscaImportConfig = getDefaultToscaImportConfig();
503         if (CollectionUtils.isEmpty(defaultToscaImportConfig)) {
504             log.debug(FAILED_TO_GET_DEFAULT_IMPORTS_CONFIGURATION);
505             return Either.right(ToscaError.GENERAL_ERROR);
506         }
507         Map<String, Component> componentCache = new HashMap<>();
508
509         if (!ModelConverter.isAtomicComponent(component)) {
510             final List<Map<String, Map<String, String>>> additionalImports =
511                 toscaTemplate.getImports() == null ? new ArrayList<>(defaultToscaImportConfig)
512                     : new ArrayList<>(toscaTemplate.getImports());
513
514             List<Triple<String, String, Component>> dependecies = new ArrayList<>();
515
516             Map<String, ArtifactDefinition> toscaArtifacts = component.getToscaArtifacts();
517             if (isNotEmpty(toscaArtifacts)) {
518                 ArtifactDefinition artifactDefinition = toscaArtifacts.get(ToscaExportHandler.ASSET_TOSCA_TEMPLATE);
519                 if (artifactDefinition != null) {
520                     Map<String, Map<String, String>> importsListMember = new HashMap<>();
521                     Map<String, String> interfaceFiles = new HashMap<>();
522                     interfaceFiles.put(IMPORTS_FILE_KEY, getInterfaceFilename(artifactDefinition.getArtifactName()));
523                     StringBuilder keyNameBuilder = new StringBuilder();
524                     keyNameBuilder.append(component.getComponentType().toString().toLowerCase()).append("-")
525                         .append(component.getName()).append("-interface");
526                     importsListMember.put(keyNameBuilder.toString(), interfaceFiles);
527                     additionalImports.add(importsListMember);
528                 }
529             }
530             List<ComponentInstance> componentInstances = component.getComponentInstances();
531             if (componentInstances != null && !componentInstances.isEmpty()) {
532                 componentInstances.forEach(ci -> createDependency(componentCache, additionalImports, dependecies, ci));
533             }
534             toscaTemplate.setDependencies(dependecies);
535             toscaTemplate.setImports(additionalImports);
536         } else {
537             log.debug("currently imports supported for VF and service only");
538         }
539         return Either.left(new ImmutablePair<>(toscaTemplate, componentCache));
540     }
541
542     private List<Map<String, Map<String, String>>> getDefaultToscaImportConfig() {
543         return ConfigurationManager.getConfigurationManager().getConfiguration().getDefaultImports();
544     }
545
546     private void createDependency(final Map<String, Component> componentCache,
547                                   final List<Map<String, Map<String, String>>> imports,
548                                   final List<Triple<String, String, Component>> dependencies,
549                                   final ComponentInstance componentInstance) {
550         log.debug("createDependency componentCache {}", componentCache);
551         final Component componentRI = componentCache.get(componentInstance.getComponentUid());
552         if (componentRI == null || componentInstance.getOriginType() == OriginTypeEnum.ServiceSubstitution) {
553             // all resource must be only once!
554             final Either<Component, StorageOperationStatus> resource = toscaOperationFacade
555                 .getToscaFullElement(componentInstance.getComponentUid());
556             if ((resource.isRight()) && (log.isDebugEnabled())) {
557                 log.debug("Failed to fetch resource with id {} for instance {}", componentInstance.getComponentUid(),
558                     componentInstance.getUniqueId());
559                 return;
560             }
561             final Component fetchedComponent = resource.left().value();
562             setComponentCache(componentCache, componentInstance, fetchedComponent);
563             addDependencies(imports, dependencies, fetchedComponent);
564         }
565     }
566
567     /**
568      * Sets a componentCache from the given component/resource.
569      */
570     private void setComponentCache(final Map<String, Component> componentCache,
571                                    final ComponentInstance componentInstance,
572                                    final Component fetchedComponent) {
573         componentCache.put(fetchedComponent.getUniqueId(), fetchedComponent);
574         if (componentInstance.getOriginType() == OriginTypeEnum.ServiceProxy || componentInstance.getOriginType() == OriginTypeEnum.ServiceSubstitution) {
575             final Either<Component, StorageOperationStatus> sourceService = toscaOperationFacade
576                 .getToscaFullElement(componentInstance.getSourceModelUid());
577             if (sourceService.isRight() && (log.isDebugEnabled())) {
578                 log.debug("Failed to fetch source service with id {} for proxy {}",
579                     componentInstance.getSourceModelUid(), componentInstance.getUniqueId());
580             }
581             final Component fetchedSource = sourceService.left().value();
582             componentCache.put(fetchedSource.getUniqueId(), fetchedSource);
583         }
584     }
585
586     /**
587      * Retrieves all derived_from nodes and stores it in a predictable order.
588      */
589     private void addDependencies(final List<Map<String, Map<String, String>>> imports,
590                                  final List<Triple<String, String, Component>> dependencies,
591                                  final Component fetchedComponent) {
592         final Set<Component> componentsList = new LinkedHashSet<>();
593         if (fetchedComponent instanceof Resource) {
594             log.debug("fetchedComponent is a resource {}", fetchedComponent);
595
596             final Optional<Map<String, String>> derivedFromMapOfIdToName = getDerivedFromMapOfIdToName(fetchedComponent,
597                 componentsList);
598             if (derivedFromMapOfIdToName.isPresent()) {
599                 derivedFromMapOfIdToName.get().entrySet().forEach(entry -> {
600                     log.debug("Started entry.getValue() : {}", entry.getValue());
601                     if (!NATIVE_ROOT.equals(entry.getValue())) {
602                         Either<Resource, StorageOperationStatus> resourcefetched = toscaOperationFacade
603                             .getToscaElement(entry.getKey());
604                         if (resourcefetched != null && resourcefetched.isLeft()) {
605                             componentsList.add(resourcefetched.left().value());
606                         }
607                     }
608                 });
609             }
610             setImports(imports, dependencies, componentsList);
611         }
612     }
613
614     /**
615      * Returns all derived_from nodes found.
616      */
617     private Optional<Map<String, String>> getDerivedFromMapOfIdToName(final Component fetchedComponent,
618                                                                       final Set<Component> componentsList) {
619         final Resource parentResource = (Resource) fetchedComponent;
620         Map<String, String> derivedFromMapOfIdToName = new HashMap<>();
621         if (CollectionUtils.isNotEmpty(parentResource.getComponentInstances())) {
622             componentsList.add(fetchedComponent);
623             for (final ComponentInstance componentInstance : parentResource.getComponentInstances()) {
624                 final Either<Resource, StorageOperationStatus> resourcefetched = toscaOperationFacade
625                     .getToscaElement(componentInstance.getComponentUid());
626                 if (resourcefetched != null && resourcefetched.isLeft()) {
627                     final Map<String, String> derivedWithId = resourcefetched.left().value()
628                         .getDerivedFromMapOfIdToName();
629                     if (MapUtils.isNotEmpty(derivedWithId)) {
630                         derivedFromMapOfIdToName.putAll(derivedWithId);
631                     }
632                 }
633             }
634         } else {
635             derivedFromMapOfIdToName = parentResource.getDerivedFromMapOfIdToName();
636         }
637         log.debug("Started derivedFromMapOfIdToName: {}", derivedFromMapOfIdToName);
638         return Optional.ofNullable(derivedFromMapOfIdToName);
639     }
640
641     /**
642      * Creates a resource map and adds it to the import list.
643      */
644     private void setImports(final List<Map<String, Map<String, String>>> imports,
645                             final List<Triple<String, String, Component>> dependencies,
646                             final Set<Component> componentsList) {
647         componentsList.forEach(component -> {
648             final Map<String, ArtifactDefinition> toscaArtifacts = component.getToscaArtifacts();
649             final ArtifactDefinition artifactDefinition = toscaArtifacts.get(ASSET_TOSCA_TEMPLATE);
650             if (artifactDefinition != null) {
651                 final Map<String, String> files = new HashMap<>();
652                 final String artifactName = artifactDefinition.getArtifactName();
653                 files.put(IMPORTS_FILE_KEY, artifactName);
654                 final StringBuilder keyNameBuilder = new StringBuilder();
655                 keyNameBuilder.append(component.getComponentType().toString().toLowerCase());
656                 keyNameBuilder.append("-");
657                 keyNameBuilder.append(component.getName());
658                 addImports(imports, keyNameBuilder, files);
659                 dependencies
660                     .add(new ImmutableTriple<String, String, Component>(artifactName, artifactDefinition.getEsId(),
661                         component));
662
663                 if (!ModelConverter.isAtomicComponent(component)) {
664                     final Map<String, String> interfaceFiles = new HashMap<>();
665                     interfaceFiles.put(IMPORTS_FILE_KEY, getInterfaceFilename(artifactName));
666                     keyNameBuilder.append("-interface");
667                     addImports(imports, keyNameBuilder, interfaceFiles);
668                 }
669             }
670         });
671     }
672
673     /**
674      * Adds the found resource to the import definition list.
675      */
676     private void addImports(final List<Map<String, Map<String, String>>> imports,
677                             final StringBuilder keyNameBuilder,
678                             final Map<String, String> files) {
679         final String mapKey = keyNameBuilder.toString();
680         if (imports.stream().allMatch(stringMapMap -> stringMapMap.get(mapKey) == null)) {
681             final Map<String, Map<String, String>> importsListMember = new HashMap<>();
682             importsListMember.put(keyNameBuilder.toString(), files);
683             imports.add(importsListMember);
684         }
685     }
686
687     public static String getInterfaceFilename(String artifactName) {
688         return artifactName.substring(0, artifactName.lastIndexOf('.')) + ToscaExportHandler.TOSCA_INTERFACE_NAME;
689     }
690
691     private Either<ToscaTemplate, ToscaError> convertNodeType(Map<String, Component> componentsCache,
692                                                               Component component, ToscaTemplate toscaNode,
693                                                               Map<String, ToscaNodeType> nodeTypes) {
694         return convertInterfaceNodeType(componentsCache, component, toscaNode, nodeTypes, false);
695     }
696
697     public Either<ToscaTemplate, ToscaError> convertInterfaceNodeType(Map<String, Component> componentsCache,
698                                                                       Component component, ToscaTemplate toscaNode,
699                                                                       Map<String, ToscaNodeType> nodeTypes,
700                                                                       boolean isAssociatedComponent) {
701         log.debug("start convert node type for {}", component.getUniqueId());
702         ToscaNodeType toscaNodeType = createNodeType(component);
703
704         Either<Map<String, InterfaceDefinition>, StorageOperationStatus> lifecycleTypeEither =
705             interfaceLifecycleOperation.getAllInterfaceLifecycleTypes();
706         if (lifecycleTypeEither.isRight()) {
707             log.debug("Failed to fetch all interface types :", lifecycleTypeEither.right().value());
708             return Either.right(ToscaError.GENERAL_ERROR);
709         }
710         List<String> allGlobalInterfaceTypes = lifecycleTypeEither.left().value()
711             .values()
712             .stream()
713             .map(InterfaceDataDefinition::getType)
714             .collect(Collectors.toList());
715         toscaNode.setInterface_types(addInterfaceTypeElement(component, allGlobalInterfaceTypes));
716
717         Either<Map<String, DataTypeDefinition>, JanusGraphOperationStatus> dataTypesEither = dataTypeCache.getAll();
718         if (dataTypesEither.isRight()) {
719             log.debug("Failed to fetch all data types :", dataTypesEither.right().value());
720             return Either.right(ToscaError.GENERAL_ERROR);
721         }
722
723         Map<String, DataTypeDefinition> dataTypes = dataTypesEither.left().value();
724
725         List<InputDefinition> inputDef = component.getInputs();
726         Map<String, ToscaProperty> mergedProperties = new HashMap<>();
727         interfacesOperationsConverter
728             .addInterfaceDefinitionElement(component, toscaNodeType, dataTypes, isAssociatedComponent);
729         addInputsToProperties(dataTypes, inputDef, mergedProperties);
730
731         if (CollectionUtils.isNotEmpty(component.getProperties())) {
732             List<PropertyDefinition> properties = component.getProperties();
733             Map<String, ToscaProperty> convertedProperties = properties.stream()
734                 .map(propertyDefinition -> resolvePropertyValueFromInput(propertyDefinition, component.getInputs()))
735                 .collect(Collectors.toMap(PropertyDataDefinition::getName,
736                     property -> propertyConvertor.convertProperty(dataTypes, property,
737                         PropertyConvertor.PropertyType.PROPERTY)));
738             // merge component properties and inputs properties
739             mergedProperties.putAll(convertedProperties);
740         }
741         if (MapUtils.isNotEmpty(mergedProperties)) {
742             toscaNodeType.setProperties(mergedProperties);
743         }
744
745         /* convert private data_types */
746         List<DataTypeDefinition> privateDataTypes = component.getDataTypes();
747         if (CollectionUtils.isNotEmpty(privateDataTypes)) {
748             Map<String, ToscaDataType> toscaDataTypeMap = new HashMap<>();
749             for (DataTypeDefinition dataType : privateDataTypes) {
750                 log.debug("Emitting private data type: component.name={} dataType.name={}",
751                     component.getNormalizedName(), dataType.getName());
752                 ToscaDataType toscaDataType = new ToscaDataType();
753                 toscaDataType.setDerived_from(dataType.getDerivedFromName());
754                 toscaDataType.setDescription(dataType.getDescription());
755                 toscaDataType.setVersion(dataType.getVersion());
756                 if (CollectionUtils.isNotEmpty(dataType.getProperties())) {
757                     toscaDataType.setProperties(dataType.getProperties().stream()
758                         .collect(Collectors.toMap(
759                             s -> s.getName(),
760                             s -> propertyConvertor
761                                 .convertProperty(dataTypes, s, PropertyConvertor.PropertyType.PROPERTY)
762                         )));
763                 }
764                 toscaDataTypeMap.put(dataType.getName(), toscaDataType);
765             }
766             toscaNode.setData_types(toscaDataTypeMap);
767         }
768
769         // Extracted to method for code reuse
770         return convertReqCapAndTypeName(componentsCache, component, toscaNode, nodeTypes, toscaNodeType, dataTypes);
771     }
772
773     private Either<ToscaTemplate, ToscaError> convertReqCapAndTypeName(Map<String, Component> componentsCache,
774                                                                        Component component, ToscaTemplate toscaNode,
775                                                                        Map<String, ToscaNodeType> nodeTypes,
776                                                                        ToscaNodeType toscaNodeType,
777                                                                        Map<String, DataTypeDefinition> dataTypes) {
778         Either<ToscaNodeType, ToscaError> capabilities = convertCapabilities(componentsCache, component, toscaNodeType,
779             dataTypes);
780         if (capabilities.isRight()) {
781             return Either.right(capabilities.right().value());
782         }
783         toscaNodeType = capabilities.left().value();
784         log.debug("Capabilities converted for {}", component.getUniqueId());
785
786         Either<ToscaNodeType, ToscaError> requirements = capabilityRequirementConverter
787             .convertRequirements(componentsCache, component,
788                 toscaNodeType);
789         if (requirements.isRight()) {
790             return Either.right(requirements.right().value());
791         }
792         toscaNodeType = requirements.left().value();
793         log.debug("Requirements converted for {}", component.getUniqueId());
794
795         String toscaResourceName;
796         switch (component.getComponentType()) {
797             case RESOURCE:
798                 toscaResourceName = ((ResourceMetadataDataDefinition) component.getComponentMetadataDefinition()
799                     .getMetadataDataDefinition()).getToscaResourceName();
800                 break;
801             case SERVICE:
802                 toscaResourceName = SERVICE_NODE_TYPE_PREFIX
803                     + component.getComponentMetadataDefinition().getMetadataDataDefinition().getSystemName();
804                 break;
805             default:
806                 log.debug(NOT_SUPPORTED_COMPONENT_TYPE, component.getComponentType());
807                 return Either.right(ToscaError.NOT_SUPPORTED_TOSCA_TYPE);
808         }
809
810         nodeTypes.put(toscaResourceName, toscaNodeType);
811         toscaNode.setNode_types(nodeTypes);
812         log.debug("finish convert node type for {}", component.getUniqueId());
813         return Either.left(toscaNode);
814     }
815
816     protected Either<Map<String, ToscaNodeTemplate>, ToscaError> convertNodeTemplates(
817         Component component,
818         List<ComponentInstance> componentInstances,
819         Map<String, List<ComponentInstanceProperty>> componentInstancesProperties,
820         Map<String, List<ComponentInstanceInterface>> componentInstanceInterfaces,
821         Map<String, Component> componentCache, Map<String, DataTypeDefinition> dataTypes,
822         ToscaTopolgyTemplate topologyTemplate) {
823
824         Either<Map<String, ToscaNodeTemplate>, ToscaError> convertNodeTemplatesRes = null;
825         log.debug("start convert topology template for {} for type {}", component.getUniqueId(),
826             component.getComponentType());
827         Map<String, ToscaNodeTemplate> nodeTemplates = new HashMap<>();
828         Map<String, List<ComponentInstanceInput>> componentInstancesInputs = component.getComponentInstancesInputs();
829
830         Map<String, ToscaGroupTemplate> groupsMap = null;
831         for (ComponentInstance componentInstance : componentInstances) {
832             ToscaNodeTemplate nodeTemplate = new ToscaNodeTemplate();
833             if (MapUtils.isNotEmpty(componentInstance.getToscaArtifacts())) {
834                 nodeTemplate.setArtifacts(convertToNodeTemplateArtifacts(componentInstance.getToscaArtifacts()));
835             }
836             nodeTemplate.setType(componentInstance.getToscaComponentName());
837             nodeTemplate.setDirectives(componentInstance.getDirectives());
838             nodeTemplate.setNode_filter(convertToNodeTemplateNodeFilterComponent(componentInstance.getNodeFilter()));
839
840             Either<Component, Boolean> originComponentRes = capabilityRequirementConverter
841                 .getOriginComponent(componentCache, componentInstance);
842             if (originComponentRes.isRight()) {
843                 convertNodeTemplatesRes = Either.right(ToscaError.NODE_TYPE_REQUIREMENT_ERROR);
844                 break;
845             }
846             Either<ToscaNodeTemplate, ToscaError> requirements = convertComponentInstanceRequirements(component,
847                 componentInstance, component.getComponentInstancesRelations(), nodeTemplate,
848                 originComponentRes.left().value(), componentCache);
849             if (requirements.isRight()) {
850                 convertNodeTemplatesRes = Either.right(requirements.right().value());
851                 break;
852             }
853             String instanceUniqueId = componentInstance.getUniqueId();
854             log.debug("Component instance Requirements converted for instance {}", instanceUniqueId);
855
856             nodeTemplate = requirements.left().value();
857
858             Component originalComponent = componentCache.get(componentInstance.getActualComponentUid());
859
860             if (componentInstance.getOriginType() == OriginTypeEnum.ServiceProxy) {
861                 Component componentOfProxy = componentCache.get(componentInstance.getComponentUid());
862                 nodeTemplate.setMetadata(convertMetadata(componentOfProxy, true, componentInstance));
863             } else {
864                 nodeTemplate.setMetadata(convertMetadata(originalComponent, true, componentInstance));
865             }
866
867             Either<ToscaNodeTemplate, ToscaError> capabilities = capabilityRequirementConverter
868                 .convertComponentInstanceCapabilities(componentInstance, dataTypes, nodeTemplate);
869             if (capabilities.isRight()) {
870                 convertNodeTemplatesRes = Either.right(capabilities.right().value());
871                 break;
872             }
873             log.debug("Component instance Capabilities converted for instance {}", instanceUniqueId);
874
875             nodeTemplate = capabilities.left().value();
876             Map<String, Object> props = new HashMap<>();
877
878             if (originalComponent.getComponentType() == ComponentTypeEnum.RESOURCE) {
879                 // Adds the properties of parent component to map
880                 addPropertiesOfParentComponent(dataTypes, originalComponent, props);
881             }
882
883             if (null != componentInstancesProperties && componentInstancesProperties.containsKey(instanceUniqueId)) {
884                 addPropertiesOfComponentInstance(componentInstancesProperties, dataTypes, instanceUniqueId,
885                     props);
886             }
887
888             if (componentInstancesInputs != null && componentInstancesInputs.containsKey(instanceUniqueId)
889                 && !isComponentOfTypeServiceProxy(componentInstance)) {
890                 //For service proxy the inputs are already handled under instance properties above
891                 addComponentInstanceInputs(dataTypes, componentInstancesInputs, instanceUniqueId,
892                     props);
893             }
894             //M3[00001] - NODE TEMPLATE INTERFACES  - START
895             handleInstanceInterfaces(componentInstanceInterfaces, componentInstance, dataTypes, nodeTemplate,
896                 instanceUniqueId, component);
897             //M3[00001] - NODE TEMPLATE INTERFACES  - END
898             if (props != null && !props.isEmpty()) {
899                 nodeTemplate.setProperties(props);
900             }
901
902             List<GroupInstance> groupInstances = componentInstance.getGroupInstances();
903             if (groupInstances != null) {
904                 if (groupsMap == null) {
905                     groupsMap = new HashMap<>();
906                 }
907                 for (GroupInstance groupInst : groupInstances) {
908                     boolean addToTosca = true;
909
910                     List<String> artifacts = groupInst.getArtifacts();
911                     if (artifacts == null || artifacts.isEmpty()) {
912                         addToTosca = false;
913                     }
914
915                     if (addToTosca) {
916                         ToscaGroupTemplate toscaGroup = groupExportParser
917                             .getToscaGroupTemplate(groupInst, componentInstance.getInvariantName());
918                         groupsMap.put(groupInst.getName(), toscaGroup);
919                     }
920                 }
921             }
922
923             nodeTemplates.put(componentInstance.getName(), nodeTemplate);
924         }
925         if (groupsMap != null) {
926             log.debug("instance groups added");
927             topologyTemplate.addGroups(groupsMap);
928         }
929         if (component.getComponentType() == ComponentTypeEnum.SERVICE && isNotEmpty(
930             ((Service) component).getForwardingPaths())) {
931             log.debug("Starting converting paths for component {}, name {}", component.getUniqueId(),
932                 component.getName());
933             ForwardingPathToscaUtil
934                 .addForwardingPaths((Service) component, nodeTemplates, capabilityRequirementConverter, componentCache,
935                     toscaOperationFacade);
936             log.debug("Finished converting paths for component {}, name {}", component.getUniqueId(),
937                 component.getName());
938         }
939         if (convertNodeTemplatesRes == null) {
940             convertNodeTemplatesRes = Either.left(nodeTemplates);
941         }
942         log.debug("finish convert topology template for {} for type {}", component.getUniqueId(),
943             component.getComponentType());
944         return convertNodeTemplatesRes;
945     }
946
947     private void handleInstanceInterfaces(
948         Map<String, List<ComponentInstanceInterface>> componentInstanceInterfaces,
949         ComponentInstance componentInstance, Map<String, DataTypeDefinition> dataTypes, ToscaNodeTemplate nodeTemplate,
950         String instanceUniqueId,
951         Component parentComponent) {
952
953         Map<String, Object> interfaces;
954
955         // we need to handle service proxy interfaces
956         if (isComponentOfTypeServiceProxy(componentInstance)) {
957             if (MapUtils.isEmpty(componentInstanceInterfaces)
958                 || !componentInstanceInterfaces.containsKey(instanceUniqueId)) {
959                 interfaces = null;
960             } else {
961                 List<ComponentInstanceInterface> currServiceInterfaces =
962                     componentInstanceInterfaces.get(instanceUniqueId);
963
964                 Map<String, InterfaceDefinition> tmpInterfaces = new HashMap<>();
965                 currServiceInterfaces.forEach(instInterface -> tmpInterfaces.put(instInterface
966                     .getUniqueId(), instInterface));
967
968                 interfaces = interfacesOperationsConverter
969                     .getInterfacesMap(parentComponent, componentInstance, tmpInterfaces, dataTypes, true, true);
970             }
971         } else {
972             interfaces =
973                 getComponentInstanceInterfaceInstances(componentInstanceInterfaces,
974                     componentInstance, instanceUniqueId);
975         }
976         nodeTemplate.setInterfaces(interfaces);
977     }
978
979     private boolean isComponentOfTypeServiceProxy(ComponentInstance componentInstance) {
980         return Objects.nonNull(componentInstance.getOriginType())
981             && componentInstance.getOriginType().getValue().equals("Service Proxy");
982     }
983
984     //M3[00001] - NODE TEMPLATE INTERFACES  - START
985     private Map<String, Object> getComponentInstanceInterfaceInstances(
986         Map<String, List<ComponentInstanceInterface>> componentInstancesInterfaces,
987         ComponentInstance componentInstance,
988         String instanceUniqueId) {
989         if (MapUtils.isEmpty(componentInstancesInterfaces)) {
990             return null;
991         }
992
993         List<ComponentInstanceInterface> componentInstanceInterfaces =
994             componentInstancesInterfaces.get(instanceUniqueId);
995
996         if (CollectionUtils.isEmpty(componentInstanceInterfaces)) {
997             return null;
998         }
999
1000         Map<String, Object> interfaces = new HashMap<>();
1001         for (ComponentInstanceInterface componentInstanceInterface : componentInstanceInterfaces) {
1002             interfaces.put(componentInstanceInterface.getInterfaceId(),
1003                 removeOperationsKeyFromInterface(componentInstanceInterface.getInterfaceInstanceDataDefinition()));
1004         }
1005
1006         componentInstance.setInterfaces(interfaces);
1007
1008         return interfaces;
1009     }
1010
1011     private void addComponentInstanceInputs(Map<String, DataTypeDefinition> dataTypes,
1012                                             Map<String, List<ComponentInstanceInput>> componentInstancesInputs,
1013                                             String instanceUniqueId, Map<String, Object> props) {
1014
1015         List<ComponentInstanceInput> instanceInputsList = componentInstancesInputs.get(instanceUniqueId);
1016         if (instanceInputsList != null) {
1017             instanceInputsList.forEach(input -> {
1018
1019                 Supplier<String> supplier = () -> input.getValue() != null && !Objects.isNull(input.getValue())
1020                     ? input.getValue() : input.getDefaultValue();
1021                 propertyConvertor.convertAndAddValue(dataTypes, props, input, supplier);
1022             });
1023         }
1024     }
1025
1026     private void addPropertiesOfComponentInstance(
1027         Map<String, List<ComponentInstanceProperty>> componentInstancesProperties,
1028         Map<String, DataTypeDefinition> dataTypes, String instanceUniqueId,
1029         Map<String, Object> props) {
1030
1031         if (isNotEmpty(componentInstancesProperties)) {
1032             componentInstancesProperties.get(instanceUniqueId)
1033                 // Converts and adds each value to property map
1034                 .forEach(prop -> propertyConvertor.convertAndAddValue(dataTypes, props, prop,
1035                     prop::getValue));
1036         }
1037     }
1038
1039     private void addPropertiesOfParentComponent(Map<String, DataTypeDefinition> dataTypes,
1040                                                 Component componentOfInstance, Map<String, Object> props) {
1041
1042         List<PropertyDefinition> componentProperties = componentOfInstance.getProperties();
1043         if (isNotEmpty(componentProperties)) {
1044             componentProperties.stream()
1045                 // Filters out properties with empty default values
1046                 .filter(prop -> StringUtils.isNotEmpty(prop.getDefaultValue()))
1047                 // Converts and adds each value to property map
1048                 .forEach(prop -> propertyConvertor.convertAndAddValue(dataTypes, props, prop,
1049                     prop::getDefaultValue));
1050         }
1051     }
1052
1053     /**
1054      *
1055      */
1056     private void convertAndAddValue(Map<String, DataTypeDefinition> dataTypes, ComponentInstance componentInstance,
1057                                     Map<String, Object> props, PropertyDefinition prop, Supplier<String> supplier) {
1058         Object convertedValue = convertValue(dataTypes, componentInstance, prop, supplier);
1059         if (!ToscaValueBaseConverter.isEmptyObjectValue(convertedValue)) {
1060             props.put(prop.getName(), convertedValue);
1061         }
1062     }
1063
1064     private <T extends PropertyDefinition> Object convertValue(Map<String, DataTypeDefinition> dataTypes,
1065                                                                ComponentInstance componentInstance, T input,
1066                                                                Supplier<String> supplier) {
1067         log.debug("Convert property or input value {} for instance {}", input.getName(),
1068             componentInstance.getUniqueId());
1069         String propertyType = input.getType();
1070         String innerType = null;
1071         if (input.getSchema() != null && input.getSchema().getProperty() != null) {
1072             innerType = input.getSchema().getProperty().getType();
1073         }
1074         return propertyConvertor.convertToToscaObject(input, supplier.get(), dataTypes, true);
1075     }
1076
1077     private ToscaNodeType createNodeType(Component component) {
1078         ToscaNodeType toscaNodeType = new ToscaNodeType();
1079         if (ModelConverter.isAtomicComponent(component)) {
1080             if (((Resource) component).getDerivedFrom() != null) {
1081                 toscaNodeType.setDerived_from(((Resource) component).getDerivedFrom().get(0));
1082             }
1083             toscaNodeType.setDescription(component.getDescription());
1084         } else {
1085             String derivedFrom = null != component.getDerivedFromGenericType() ? component.getDerivedFromGenericType()
1086                 : NATIVE_ROOT;
1087             toscaNodeType.setDerived_from(derivedFrom);
1088         }
1089         if (component instanceof Resource) {
1090             final List<AttributeDataDefinition> attributes = ((Resource) component).getAttributes();
1091             if (CollectionUtils.isNotEmpty(attributes)) {
1092                 final Map<String, Object> attributeDataDefinitionMap = new HashMap<>();
1093                 attributes.forEach(attributeDataDefinition ->
1094                     buildAttributeData(attributeDataDefinition, attributeDataDefinitionMap));
1095
1096                 toscaNodeType.setAttributes(attributeDataDefinitionMap);
1097             }
1098         }
1099         return toscaNodeType;
1100     }
1101
1102     private void buildAttributeData(final AttributeDataDefinition originalAttributeDataDefinition,
1103                                     final Map<String, Object> attributeDataDefinitionMap) {
1104
1105         attributeDataDefinitionMap.put(originalAttributeDataDefinition.getName(),
1106             new ObjectMapper().convertValue(new AttributeDefinition(
1107                 originalAttributeDataDefinition.getType(),
1108                 originalAttributeDataDefinition.getDescription(),
1109                 originalAttributeDataDefinition.get_default(),
1110                 originalAttributeDataDefinition.getStatus(),
1111                 originalAttributeDataDefinition.getEntry_schema()), Object.class));
1112     }
1113
1114     private Either<Map<String, Object>, ToscaError> createProxyInterfaceTypes(Component container) {
1115
1116         Map<String, Object> proxyInterfaceTypes = new HashMap<>();
1117         Either<Map<String, Object>, ToscaError> res = Either.left(proxyInterfaceTypes);
1118         List<ComponentInstance> componentInstances = container.getComponentInstances();
1119         if (CollectionUtils.isEmpty(componentInstances)) {
1120             return res;
1121         }
1122         Map<String, ComponentInstance> serviceProxyInstanceList = new HashMap<>();
1123         componentInstances.stream()
1124             .filter(this::isComponentOfTypeServiceProxy)
1125             .forEach(inst -> serviceProxyInstanceList.put(inst.getToscaComponentName(), inst));
1126         if (MapUtils.isEmpty(serviceProxyInstanceList)) {
1127             return res;
1128         }
1129         for (Entry<String, ComponentInstance> entryProxy : serviceProxyInstanceList.entrySet()) {
1130             Component serviceComponent;
1131             ComponentParametersView componentParametersView = new ComponentParametersView();
1132             componentParametersView.disableAll();
1133             componentParametersView.setIgnoreInterfaces(false);
1134             Either<Component, StorageOperationStatus> service = toscaOperationFacade
1135                 .getToscaElement(entryProxy.getValue().getSourceModelUid(), componentParametersView);
1136             if (service.isRight()) {
1137                 log.debug("Failed to fetch original service component with id {} for instance {}",
1138                     entryProxy.getValue().getSourceModelUid(), entryProxy.getValue().getName());
1139                 return Either.right(ToscaError.GENERAL_ERROR);
1140             } else {
1141                 serviceComponent = service.left().value();
1142             }
1143
1144             Either<Map<String, InterfaceDefinition>, StorageOperationStatus> lifecycleTypeEither =
1145                 interfaceLifecycleOperation.getAllInterfaceLifecycleTypes();
1146             if (lifecycleTypeEither.isRight()) {
1147                 log.debug("Failed to retrieve global interface types :", lifecycleTypeEither.right().value());
1148                 return Either.right(ToscaError.GENERAL_ERROR);
1149             }
1150
1151             List<String> allGlobalInterfaceTypes = lifecycleTypeEither.left().value().values().stream()
1152                 .map(InterfaceDataDefinition::getType)
1153                 .collect(Collectors.toList());
1154             //Add interface types for local interfaces in the original service component for proxy
1155             Map<String, Object> localInterfaceTypes = addInterfaceTypeElement(serviceComponent,
1156                 allGlobalInterfaceTypes);
1157             if (MapUtils.isNotEmpty(localInterfaceTypes)) {
1158                 proxyInterfaceTypes.putAll(localInterfaceTypes);
1159             }
1160
1161         }
1162         return Either.left(proxyInterfaceTypes);
1163     }
1164
1165     private Either<Map<String, ToscaNodeType>, ToscaError> createProxyNodeTypes(Map<String, Component> componentCache,
1166                                                                                 Component container) {
1167
1168         Map<String, ToscaNodeType> nodeTypesMap = new HashMap<>();
1169         Either<Map<String, ToscaNodeType>, ToscaError> res = Either.left(nodeTypesMap);
1170
1171         List<ComponentInstance> componentInstances = container.getComponentInstances();
1172
1173         if (componentInstances == null || componentInstances.isEmpty()) {
1174             return res;
1175         }
1176         Map<String, ComponentInstance> serviceProxyInstanceList = new HashMap<>();
1177         List<ComponentInstance> proxyInst = componentInstances.stream()
1178             .filter(p -> p.getOriginType().name().equals(OriginTypeEnum.ServiceProxy.name()))
1179             .collect(Collectors.toList());
1180         if (proxyInst != null && !proxyInst.isEmpty()) {
1181             for (ComponentInstance inst : proxyInst) {
1182                 serviceProxyInstanceList.put(inst.getToscaComponentName(), inst);
1183             }
1184         }
1185
1186         if (serviceProxyInstanceList.isEmpty()) {
1187             return res;
1188         }
1189         Either<Resource, StorageOperationStatus> serviceProxyOrigin = toscaOperationFacade
1190             .getLatestByName("serviceProxy");
1191         if (serviceProxyOrigin.isRight()) {
1192             log.debug("Failed to fetch normative service proxy resource by tosca name, error {}",
1193                 serviceProxyOrigin.right().value());
1194             return Either.right(ToscaError.NOT_SUPPORTED_TOSCA_TYPE);
1195         }
1196         Component origComponent = serviceProxyOrigin.left().value();
1197
1198         for (Entry<String, ComponentInstance> entryProxy : serviceProxyInstanceList.entrySet()) {
1199             Component serviceComponent = null;
1200             ComponentParametersView componentParametersView = new ComponentParametersView();
1201             componentParametersView.disableAll();
1202             componentParametersView.setIgnoreCategories(false);
1203             componentParametersView.setIgnoreProperties(false);
1204             componentParametersView.setIgnoreInputs(false);
1205             componentParametersView.setIgnoreInterfaces(false);
1206             componentParametersView.setIgnoreRequirements(false);
1207             Either<Component, StorageOperationStatus> service = toscaOperationFacade
1208                 .getToscaElement(entryProxy.getValue().getSourceModelUid(), componentParametersView);
1209             if (service.isRight()) {
1210                 log.debug("Failed to fetch resource with id {} for instance {}",
1211                     entryProxy.getValue().getSourceModelUid(), entryProxy.getValue().getName());
1212             } else {
1213                 serviceComponent = service.left().value();
1214             }
1215
1216             ToscaNodeType toscaNodeType = createProxyNodeType(componentCache, origComponent, serviceComponent,
1217                 entryProxy.getValue());
1218             nodeTypesMap.put(entryProxy.getKey(), toscaNodeType);
1219         }
1220
1221         return Either.left(nodeTypesMap);
1222     }
1223     
1224     private void createServiceSubstitutionNodeTypes(final Map<String, Component> componentCache,
1225             final Component container, final ToscaTemplate toscaNode) {
1226         final List<ComponentInstance> componentInstances = container.getComponentInstances();
1227
1228         if (CollectionUtils.isEmpty(componentInstances)) {
1229             return;
1230         }
1231         final List<ComponentInstance> serviceSubstitutionInstanceList = componentInstances.stream()
1232                .filter(p -> p.getOriginType().name().equals(OriginTypeEnum.ServiceSubstitution.name()))
1233                .collect(Collectors.toList());
1234         if (CollectionUtils.isNotEmpty(serviceSubstitutionInstanceList)) {
1235             for (ComponentInstance inst : serviceSubstitutionInstanceList) {
1236                 final Map<String, ToscaNodeType> nodeTypes = toscaNode.getNode_types() == null ? new HashMap<>() : toscaNode.getNode_types();
1237                 convertInterfaceNodeType(new HashMap<>(), componentCache.get(inst.getSourceModelUid()), toscaNode, nodeTypes, true);
1238             }
1239         }  
1240     }
1241
1242     private ToscaNodeType createProxyNodeType(Map<String, Component> componentCache, Component origComponent,
1243                                               Component proxyComponent, ComponentInstance instance) {
1244         ToscaNodeType toscaNodeType = new ToscaNodeType();
1245         String derivedFrom = ((Resource) origComponent).getToscaResourceName();
1246
1247         toscaNodeType.setDerived_from(derivedFrom);
1248         Either<Map<String, DataTypeDefinition>, JanusGraphOperationStatus> dataTypesEither = dataTypeCache.getAll();
1249         if (dataTypesEither.isRight()) {
1250             log.debug("Failed to retrieve all data types {}", dataTypesEither.right().value());
1251         }
1252         Map<String, DataTypeDefinition> dataTypes = dataTypesEither.left().value();
1253         Map<String, ToscaCapability> capabilities = this.capabilityRequirementConverter
1254             .convertProxyCapabilities(componentCache, instance, dataTypes);
1255
1256         if (MapUtils.isNotEmpty(capabilities)) {
1257             toscaNodeType.setCapabilities(capabilities);
1258         }
1259         List<Map<String, ToscaRequirement>> proxyNodeTypeRequirements = this.capabilityRequirementConverter
1260             .convertProxyRequirements(componentCache, instance);
1261         if (CollectionUtils.isNotEmpty(proxyNodeTypeRequirements)) {
1262             toscaNodeType.setRequirements(proxyNodeTypeRequirements);
1263         }
1264         Optional<Map<String, ToscaProperty>> proxyProperties = getProxyNodeTypeProperties(proxyComponent, dataTypes);
1265         proxyProperties.ifPresent(toscaNodeType::setProperties);
1266
1267         Optional<Map<String, Object>> proxyInterfaces = getProxyNodeTypeInterfaces(proxyComponent, dataTypes);
1268         proxyInterfaces.ifPresent(toscaNodeType::setInterfaces);
1269
1270         return toscaNodeType;
1271     }
1272
1273     private Either<ToscaNodeTemplate, ToscaError> convertComponentInstanceRequirements(Component component,
1274                                                                                        ComponentInstance componentInstance,
1275                                                                                        List<RequirementCapabilityRelDef> relations,
1276                                                                                        ToscaNodeTemplate nodeTypeTemplate,
1277                                                                                        Component originComponent,
1278                                                                                        Map<String, Component> componentCache) {
1279
1280         List<Map<String, ToscaTemplateRequirement>> toscaRequirements = new ArrayList<>();
1281         if (!addRequirements(component, componentInstance, relations, originComponent, toscaRequirements,
1282             componentCache)) {
1283             log.debug("Failed to convert component instance requirements for the component instance {}. ",
1284                 componentInstance.getName());
1285             return Either.right(ToscaError.NODE_TYPE_REQUIREMENT_ERROR);
1286         }
1287         if (!toscaRequirements.isEmpty()) {
1288             nodeTypeTemplate.setRequirements(toscaRequirements);
1289         }
1290         log.debug("Finished to convert requirements for the node type {} ", componentInstance.getName());
1291         return Either.left(nodeTypeTemplate);
1292     }
1293
1294     private boolean addRequirements(Component component, ComponentInstance componentInstance,
1295                                     List<RequirementCapabilityRelDef> relations, Component originComponent,
1296                                     List<Map<String, ToscaTemplateRequirement>> toscaRequirements,
1297                                     Map<String, Component> componentCache) {
1298         List<RequirementCapabilityRelDef> filteredRelations = relations.stream()
1299             .filter(p -> componentInstance.getUniqueId().equals(p.getFromNode())).collect(Collectors.toList());
1300         return isEmpty(filteredRelations) ||
1301             filteredRelations.stream()
1302                 .allMatch(
1303                     rel -> addRequirement(componentInstance, originComponent, component.getComponentInstances(), rel,
1304                         toscaRequirements, componentCache));
1305     }
1306
1307     private boolean addRequirement(ComponentInstance fromInstance, Component fromOriginComponent,
1308                                    List<ComponentInstance> instancesList, RequirementCapabilityRelDef rel,
1309                                    List<Map<String, ToscaTemplateRequirement>> toscaRequirements,
1310                                    Map<String, Component> componentCache) {
1311
1312         boolean result = true;
1313         Map<String, List<RequirementDefinition>> reqMap = fromOriginComponent.getRequirements();
1314         RelationshipInfo reqAndRelationshipPair = rel.getRelationships().get(0).getRelation();
1315         Either<Component, StorageOperationStatus> getOriginRes = null;
1316         Optional<RequirementDefinition> reqOpt = Optional.empty();
1317         Component toOriginComponent = null;
1318         Optional<CapabilityDefinition> capOpt = Optional.empty();
1319
1320         ComponentInstance toInstance = instancesList.stream().filter(i -> rel.getToNode().equals(i.getUniqueId()))
1321             .findFirst().orElse(null);
1322         if (toInstance == null) {
1323             log.debug("Failed to find a relation from the node {} to the node {}", fromInstance.getName(),
1324                 rel.getToNode());
1325             result = false;
1326         }
1327         if (result) {
1328             reqOpt = findRequirement(fromOriginComponent, reqMap, reqAndRelationshipPair, fromInstance.getUniqueId());
1329             if (!reqOpt.isPresent()) {
1330                 log.debug("Failed to find a requirement with uniqueId {} on a component with uniqueId {}",
1331                     reqAndRelationshipPair.getRequirementUid(), fromOriginComponent.getUniqueId());
1332                 result = false;
1333             }
1334         }
1335         if (result) {
1336             ComponentParametersView filter = new ComponentParametersView(true);
1337             filter.setIgnoreComponentInstances(false);
1338             filter.setIgnoreCapabilities(false);
1339             filter.setIgnoreGroups(false);
1340             getOriginRes = toscaOperationFacade.getToscaElement(toInstance.getActualComponentUid(), filter);
1341             if (getOriginRes.isRight()) {
1342                 log.debug(
1343                     "Failed to build substituted name for the requirement {}. Failed to get an origin component with uniqueId {}",
1344                     reqOpt.get().getName(), toInstance.getActualComponentUid());
1345                 result = false;
1346             }
1347         }
1348         if (result) {
1349             toOriginComponent = getOriginRes.left().value();
1350             capOpt = toOriginComponent.getCapabilities().get(reqOpt.get().getCapability()).stream()
1351                 .filter(c -> isCapabilityBelongToRelation(reqAndRelationshipPair, c)).findFirst();
1352             if (!capOpt.isPresent()) {
1353                 capOpt = findCapability(reqAndRelationshipPair, toOriginComponent, fromOriginComponent, reqOpt.get());
1354                 if (!capOpt.isPresent()) {
1355                     result = false;
1356                     log.debug("Failed to find a capability with name {} on a component with uniqueId {}",
1357                         reqAndRelationshipPair.getCapability(), fromOriginComponent.getUniqueId());
1358                 }
1359             }
1360         }
1361         if (result) {
1362             result = buildAndAddRequirement(toscaRequirements, fromOriginComponent, toOriginComponent, capOpt.get(),
1363                 reqOpt.get(), reqAndRelationshipPair, toInstance, componentCache);
1364         }
1365         return result;
1366     }
1367
1368     private boolean isCapabilityBelongToRelation(RelationshipInfo reqAndRelationshipPair,
1369                                                  CapabilityDefinition capability) {
1370         return capability.getName().equals(reqAndRelationshipPair.getCapability()) && (capability.getOwnerId() != null
1371             && capability.getOwnerId().equals(reqAndRelationshipPair.getCapabilityOwnerId()));
1372     }
1373
1374     private Optional<CapabilityDefinition> findCapability(RelationshipInfo reqAndRelationshipPair,
1375                                                           Component toOriginComponent, Component fromOriginComponent,
1376                                                           RequirementDefinition requirement) {
1377         Optional<CapabilityDefinition> cap = toOriginComponent.getCapabilities().get(requirement.getCapability())
1378             .stream().filter(c -> c.getType().equals(requirement.getCapability())).findFirst();
1379         if (!cap.isPresent()) {
1380             log.debug("Failed to find a capability with name {} on a component with uniqueId {}",
1381                 reqAndRelationshipPair.getCapability(), fromOriginComponent.getUniqueId());
1382         }
1383         return cap;
1384     }
1385
1386     private boolean buildAndAddRequirement(List<Map<String, ToscaTemplateRequirement>> toscaRequirements,
1387                                            Component fromOriginComponent, Component toOriginComponent,
1388                                            CapabilityDefinition capability, RequirementDefinition requirement,
1389                                            RelationshipInfo reqAndRelationshipPair, ComponentInstance toInstance,
1390                                            Map<String, Component> componentCache) {
1391         List<String> reducedPath = capability.getPath();
1392         if (capability.getOwnerId() != null) {
1393             reducedPath = capabilityRequirementConverter
1394                 .getReducedPathByOwner(capability.getPath(), capability.getOwnerId());
1395         }
1396         Either<String, Boolean> buildCapNameRes = capabilityRequirementConverter.buildSubstitutedName(componentCache,
1397             toOriginComponent, reducedPath, reqAndRelationshipPair.getCapability(), capability.getPreviousName());
1398         if (buildCapNameRes.isRight()) {
1399             log.debug(
1400                 "Failed to build a substituted capability name for the capability with name {} on a component with uniqueId {}",
1401                 reqAndRelationshipPair.getCapability(), fromOriginComponent.getUniqueId());
1402             return false;
1403         }
1404         Either<String, Boolean> buildReqNameRes = capabilityRequirementConverter
1405             .buildSubstitutedName(componentCache, fromOriginComponent,
1406                 requirement.getPath(), reqAndRelationshipPair.getRequirement(), requirement.getPreviousName());
1407         if (buildReqNameRes.isRight()) {
1408             log.debug(
1409                 "Failed to build a substituted requirement name for the requirement with name {} on a component with uniqueId {}",
1410                 reqAndRelationshipPair.getRequirement(), fromOriginComponent.getUniqueId());
1411             return false;
1412         }
1413         ToscaTemplateRequirement toscaRequirement = new ToscaTemplateRequirement();
1414         Map<String, ToscaTemplateRequirement> toscaReqMap = new HashMap<>();
1415         toscaRequirement.setNode(toInstance.getName());
1416         toscaRequirement.setCapability(buildCapNameRes.left().value());
1417         toscaReqMap.put(buildReqNameRes.left().value(), toscaRequirement);
1418         toscaRequirements.add(toscaReqMap);
1419         return true;
1420     }
1421
1422     private Optional<RequirementDefinition> findRequirement(Component fromOriginComponent,
1423                                                             Map<String, List<RequirementDefinition>> reqMap,
1424                                                             RelationshipInfo reqAndRelationshipPair,
1425                                                             String fromInstanceId) {
1426         for (List<RequirementDefinition> reqList : reqMap.values()) {
1427             Optional<RequirementDefinition> reqOpt = reqList.stream().filter(
1428                 r -> isRequirementBelongToRelation(fromOriginComponent, reqAndRelationshipPair, r, fromInstanceId))
1429                 .findFirst();
1430             if (reqOpt.isPresent()) {
1431                 return reqOpt;
1432             }
1433         }
1434         return Optional.empty();
1435     }
1436
1437     /**
1438      * Allows detecting the requirement belonging to the received relationship The detection logic is: A requirement
1439      * belongs to a relationship IF 1.The name of the requirement equals to the "requirement" field of the relation; AND
1440      * 2. In case of a non-atomic resource, OwnerId of the requirement equals to requirementOwnerId of the relation OR
1441      * uniqueId of toInstance equals to capabilityOwnerId of the relation
1442      */
1443     private boolean isRequirementBelongToRelation(Component originComponent, RelationshipInfo reqAndRelationshipPair,
1444                                                   RequirementDefinition requirement, String fromInstanceId) {
1445         if (!StringUtils.equals(requirement.getName(), reqAndRelationshipPair.getRequirement())) {
1446             log.debug("Failed to find a requirement with name {} and  reqAndRelationshipPair {}",
1447                 requirement.getName(), reqAndRelationshipPair.getRequirement());
1448             return false;
1449         }
1450         return ModelConverter.isAtomicComponent(originComponent) ||
1451             isRequirementBelongToOwner(reqAndRelationshipPair, requirement, fromInstanceId, originComponent);
1452     }
1453
1454     private boolean isRequirementBelongToOwner(RelationshipInfo reqAndRelationshipPair,
1455                                                RequirementDefinition requirement, String fromInstanceId,
1456                                                Component originComponent) {
1457         return StringUtils.equals(requirement.getOwnerId(), reqAndRelationshipPair.getRequirementOwnerId())
1458             || (isCvfc(originComponent) && StringUtils
1459             .equals(fromInstanceId, reqAndRelationshipPair.getRequirementOwnerId())
1460             || StringUtils.equals(requirement.getOwnerId(), originComponent.getUniqueId()));
1461     }
1462
1463     private boolean isCvfc(Component component) {
1464         return component.getComponentType() == ComponentTypeEnum.RESOURCE &&
1465             ((Resource) component).getResourceType() == ResourceTypeEnum.CVFC;
1466     }
1467
1468     private Either<SubstitutionMapping, ToscaError> convertCapabilities(Component component,
1469                                                                         SubstitutionMapping substitutionMappings,
1470                                                                         Map<String, Component> componentCache) {
1471
1472         Either<SubstitutionMapping, ToscaError> result = Either.left(substitutionMappings);
1473         Either<Map<String, String[]>, ToscaError> toscaCapabilitiesRes = capabilityRequirementConverter
1474             .convertSubstitutionMappingCapabilities(componentCache, component);
1475         if (toscaCapabilitiesRes.isRight()) {
1476             result = Either.right(toscaCapabilitiesRes.right().value());
1477             log.debug("Failed convert capabilities for the component {}. ", component.getName());
1478         } else if (isNotEmpty(toscaCapabilitiesRes.left().value())) {
1479             substitutionMappings.setCapabilities(toscaCapabilitiesRes.left().value());
1480             log.debug("Finish convert capabilities for the component {}. ", component.getName());
1481         }
1482         log.debug("Finished to convert capabilities for the component {}. ", component.getName());
1483         return result;
1484     }
1485
1486     private Either<ToscaNodeType, ToscaError> convertCapabilities(Map<String, Component> componentsCache,
1487                                                                   Component component, ToscaNodeType nodeType,
1488                                                                   Map<String, DataTypeDefinition> dataTypes) {
1489         Map<String, ToscaCapability> toscaCapabilities = capabilityRequirementConverter
1490             .convertCapabilities(componentsCache, component,
1491                 dataTypes);
1492         if (!toscaCapabilities.isEmpty()) {
1493             nodeType.setCapabilities(toscaCapabilities);
1494         }
1495         log.debug("Finish convert Capabilities for node type");
1496
1497         return Either.left(nodeType);
1498     }
1499
1500     private Map<String, ToscaTemplateArtifact> convertToNodeTemplateArtifacts(
1501         Map<String, ToscaArtifactDataDefinition> artifacts) {
1502         if (artifacts == null) {
1503             return null;
1504         }
1505         Map<String, ToscaTemplateArtifact> arts = new HashMap<>();
1506         for (Map.Entry<String, ToscaArtifactDataDefinition> entry : artifacts.entrySet()) {
1507             ToscaTemplateArtifact artifact = new ToscaTemplateArtifact();
1508             artifact.setFile(entry.getValue().getFile());
1509             artifact.setType(entry.getValue().getType());
1510             arts.put(entry.getKey(), artifact);
1511         }
1512         return arts;
1513     }
1514
1515     protected NodeFilter convertToNodeTemplateNodeFilterComponent(CINodeFilterDataDefinition inNodeFilter) {
1516         if (inNodeFilter == null) {
1517             return null;
1518         }
1519         NodeFilter nodeFilter = new NodeFilter();
1520
1521         ListDataDefinition<RequirementNodeFilterCapabilityDataDefinition> origCapabilities =
1522             inNodeFilter.getCapabilities();
1523
1524         ListDataDefinition<RequirementNodeFilterPropertyDataDefinition> origProperties = inNodeFilter.getProperties();
1525
1526         List<Map<String, CapabilityFilter>> capabilitiesCopy = new ArrayList<>();
1527         List<Map<String, List<Object>>> propertiesCopy = new ArrayList<>();
1528
1529         copyNodeFilterCapabilitiesTemplate(origCapabilities, capabilitiesCopy);
1530         copyNodeFilterProperties(origProperties, propertiesCopy);
1531
1532         if (CollectionUtils.isNotEmpty(capabilitiesCopy)) {
1533             nodeFilter.setCapabilities(capabilitiesCopy);
1534         }
1535
1536         if (CollectionUtils.isNotEmpty(propertiesCopy)) {
1537             nodeFilter.setProperties(propertiesCopy);
1538         }
1539
1540         nodeFilter.setTosca_id(cloneToscaId(inNodeFilter.getTosca_id()));
1541
1542         nodeFilter = (NodeFilter) cloneObjectFromYml(nodeFilter, NodeFilter.class);
1543
1544         return nodeFilter;
1545     }
1546
1547     private NodeFilter convertToSubstitutionFilterComponent(
1548         final SubstitutionFilterDataDefinition substitutionFilterDataDefinition) {
1549
1550         if (substitutionFilterDataDefinition == null) {
1551             return null;
1552         }
1553         NodeFilter nodeFilter = new NodeFilter();
1554
1555         ListDataDefinition<RequirementSubstitutionFilterPropertyDataDefinition> origProperties =
1556                 substitutionFilterDataDefinition.getProperties();
1557         List<Map<String, List<Object>>> propertiesCopy = new ArrayList<>();
1558
1559         copySubstitutionFilterProperties(origProperties, propertiesCopy);
1560
1561         if (CollectionUtils.isNotEmpty(propertiesCopy)) {
1562             nodeFilter.setProperties(propertiesCopy);
1563         }
1564         nodeFilter.setTosca_id(cloneToscaId(substitutionFilterDataDefinition.getTosca_id()));
1565
1566         return (NodeFilter) cloneObjectFromYml(nodeFilter, NodeFilter.class);
1567     }
1568
1569     private Object cloneToscaId(Object toscaId) {
1570         return Objects.isNull(toscaId) ? null
1571             : cloneObjectFromYml(toscaId, toscaId.getClass());
1572     }
1573
1574     private Object cloneObjectFromYml(Object objToClone, Class classOfObj) {
1575         String objectAsYml = yamlUtil.objectToYaml(objToClone);
1576         return yamlUtil.yamlToObject(objectAsYml, classOfObj);
1577     }
1578
1579     private void copyNodeFilterCapabilitiesTemplate(
1580         ListDataDefinition<RequirementNodeFilterCapabilityDataDefinition> origCapabilities,
1581         List<Map<String, CapabilityFilter>> capabilitiesCopy) {
1582         if (origCapabilities == null || origCapabilities.getListToscaDataDefinition() == null ||
1583             origCapabilities.getListToscaDataDefinition().isEmpty()) {
1584             return;
1585         }
1586         for (RequirementNodeFilterCapabilityDataDefinition capability : origCapabilities.getListToscaDataDefinition()) {
1587             Map<String, CapabilityFilter> capabilityFilterCopyMap = new HashMap<>();
1588             CapabilityFilter capabilityFilter = new CapabilityFilter();
1589             List<Map<String, List<Object>>> propertiesCopy = new ArrayList<>();
1590             copyNodeFilterProperties(capability.getProperties(), propertiesCopy);
1591             capabilityFilter.setProperties(propertiesCopy);
1592             capabilityFilterCopyMap.put(capability.getName(), capabilityFilter);
1593             capabilitiesCopy.add(capabilityFilterCopyMap);
1594         }
1595     }
1596
1597     private void copyNodeFilterProperties(
1598         ListDataDefinition<RequirementNodeFilterPropertyDataDefinition> origProperties,
1599         List<Map<String, List<Object>>> propertiesCopy) {
1600         if (origProperties == null || origProperties.getListToscaDataDefinition() == null ||
1601             origProperties.isEmpty()) {
1602             return;
1603         }
1604         Map<String, List<Object>> propertyMapCopy = new HashMap<>();
1605         for (RequirementNodeFilterPropertyDataDefinition propertyDataDefinition : origProperties
1606             .getListToscaDataDefinition()) {
1607             for (String propertyInfoEntry : propertyDataDefinition.getConstraints()) {
1608                 Map propertyValObj = new YamlUtil().yamlToObject(propertyInfoEntry, Map.class);
1609                 String propertyName = propertyDataDefinition.getName();
1610                 if (propertyMapCopy.containsKey(propertyName)) {
1611                     addPropertyConstraintValueToList(propertyName, propertyValObj, propertyMapCopy.get(propertyName));
1612                 } else {
1613                     if (propertyName != null) {
1614                         List propsList = new ArrayList();
1615                         addPropertyConstraintValueToList(propertyName, propertyValObj, propsList);
1616                         propertyMapCopy.put(propertyName, propsList);
1617                     } else {
1618                         propertyMapCopy.putAll(propertyValObj);
1619                     }
1620                 }
1621             }
1622         }
1623         propertyMapCopy.entrySet().stream().forEach(entry ->
1624             addCalculatedConstraintsIntoPropertiesList(propertiesCopy, entry));
1625     }
1626
1627     private void copySubstitutionFilterProperties(
1628         final ListDataDefinition<RequirementSubstitutionFilterPropertyDataDefinition> origProperties,
1629         final List<Map<String, List<Object>>> propertiesCopy) {
1630         if (origProperties == null || origProperties.getListToscaDataDefinition() == null ||
1631             origProperties.isEmpty()) {
1632             return;
1633         }
1634         final Map<String, List<Object>> propertyMapCopy = new HashMap<>();
1635         for (final RequirementSubstitutionFilterPropertyDataDefinition propertyDataDefinition : origProperties
1636             .getListToscaDataDefinition()) {
1637             for (final String propertyInfoEntry : propertyDataDefinition.getConstraints()) {
1638                 final Map<String, List<Object>> propertyValObj = new YamlUtil().yamlToObject(propertyInfoEntry, Map.class);
1639                 final String propertyName = propertyDataDefinition.getName();
1640                 if (propertyMapCopy.containsKey(propertyName)) {
1641                     addPropertyConstraintValueToList(propertyName, propertyValObj, propertyMapCopy.get(propertyName));
1642                 } else {
1643                     if (propertyName != null) {
1644                         final List<Object> propsList = new ArrayList();
1645                         addPropertyConstraintValueToList(propertyName, propertyValObj, propsList);
1646                         propertyMapCopy.put(propertyName, propsList);
1647                     } else {
1648                         propertyMapCopy.putAll(propertyValObj);
1649                     }
1650                 }
1651             }
1652         }
1653         propertyMapCopy.entrySet().forEach(entry ->
1654             addCalculatedConstraintsIntoPropertiesList(propertiesCopy, entry));
1655     }
1656
1657     private void addPropertyConstraintValueToList(String propertyName, Map propertyValObj, List propsList) {
1658         if (propertyValObj.containsKey(propertyName)) {
1659             propsList.add(propertyValObj.get(propertyName));
1660         } else {
1661             propsList.add(propertyValObj);
1662         }
1663     }
1664
1665     private void addCalculatedConstraintsIntoPropertiesList(List<Map<String, List<Object>>> propertiesCopy,
1666                                                             Entry<String, List<Object>> entry) {
1667         Map<String, List<Object>> tempMap = new HashMap<>();
1668         tempMap.put(entry.getKey(), entry.getValue());
1669         propertiesCopy.add(tempMap);
1670     }
1671
1672     private static class CustomRepresenter extends Representer {
1673
1674         CustomRepresenter() {
1675             super();
1676             // null representer is exceptional and it is stored as an instance
1677             // variable.
1678             this.nullRepresenter = new RepresentNull();
1679
1680         }
1681
1682         @Override
1683         protected NodeTuple representJavaBeanProperty(Object javaBean, Property property, Object propertyValue,
1684                                                       Tag customTag) {
1685             if (propertyValue == null) {
1686                 return null;
1687             }
1688             // skip not relevant for Tosca property
1689             if ("dependencies".equals(property.getName())) {
1690                 return null;
1691             }
1692             removeDefaultP(propertyValue);
1693             NodeTuple defaultNode = super.representJavaBeanProperty(javaBean, property, propertyValue, customTag);
1694
1695             return "_defaultp_".equals(property.getName())
1696                 ? new NodeTuple(representData("default"), defaultNode.getValueNode()) : defaultNode;
1697         }
1698
1699         private void removeDefaultP(final Object propertyValue) {
1700             if (propertyValue instanceof Map) {
1701                 final Map mapPropertyValue = ((Map) propertyValue);
1702
1703                 final Iterator<Entry> iter = mapPropertyValue.entrySet().iterator();
1704                 Object defaultValue = null;
1705                 while (iter.hasNext()) {
1706                     final Map.Entry entry = iter.next();
1707
1708                     if ("_defaultp_".equals(entry.getKey())) {
1709                         defaultValue = entry.getValue();
1710                         iter.remove();
1711                     } else if (entry.getValue() instanceof Map) {
1712                         removeDefaultP(entry.getValue());
1713                     }
1714                 }
1715                 if (defaultValue != null) {
1716                     mapPropertyValue.putIfAbsent("default", defaultValue);
1717                 }
1718             }
1719         }
1720
1721         @Override
1722         protected MappingNode representJavaBean(Set<Property> properties, Object javaBean) {
1723             // remove the bean type from the output yaml (!! ...)
1724             if (!classTags.containsKey(javaBean.getClass())) {
1725                 addClassTag(javaBean.getClass(), Tag.MAP);
1726             }
1727
1728             return super.representJavaBean(properties, javaBean);
1729         }
1730
1731         private class RepresentNull implements Represent {
1732
1733             @Override
1734             public Node representData(Object data) {
1735                 // possible values are here http://yaml.org/type/null.html
1736                 return representScalar(Tag.NULL, "");
1737             }
1738         }
1739     }
1740
1741     private static class UnsortedPropertyUtils extends PropertyUtils {
1742
1743         @Override
1744         protected Set<Property> createPropertySet(Class type, BeanAccess bAccess)
1745             throws IntrospectionException {
1746             Collection<Property> fields = getPropertiesMap(type, BeanAccess.FIELD).values();
1747             return new LinkedHashSet<>(fields);
1748         }
1749     }
1750
1751     private Object removeOperationsKeyFromInterface(Object interfaceInstanceDataDefinition) {
1752         ObjectMapper objectMapper = new ObjectMapper();
1753         objectMapper.configure(SerializationFeature.WRITE_NULL_MAP_VALUES, false);
1754
1755         Map<String, Object> interfaceAsMap = ServiceUtils.getObjectAsMap(interfaceInstanceDataDefinition);
1756         Map<String, Object> operations = (Map<String, Object>) interfaceAsMap.remove("operations");
1757         interfaceAsMap.remove("empty");
1758
1759         if (MapUtils.isNotEmpty(operations)) {
1760             interfaceAsMap.putAll(operations);
1761         }
1762
1763         Object interfaceObject = objectMapper.convertValue(interfaceAsMap, Object.class);
1764
1765         return interfaceObject;
1766
1767     }
1768
1769     private Map<String, String[]> buildSubstitutionMappingPropertyMapping(final Component component) {
1770         if (component == null || CollectionUtils.isEmpty(component.getInputs())) {
1771             return Collections.emptyMap();
1772         }
1773         return component.getInputs().stream()
1774             .map(PropertyDataDefinition::getName)
1775             .collect(
1776                 Collectors.toMap(
1777                     inputName -> inputName,
1778                     inputName -> new String[]{inputName},
1779                     (inputName1, inputName2) -> inputName1)
1780             );
1781     }
1782
1783     private Map<String, String[]> buildSubstitutionMappingAttributesMapping(final Component component) {
1784         if (component == null || CollectionUtils.isEmpty(component.getOutputs())) {
1785             return Collections.emptyMap();
1786         }
1787         return component.getOutputs().stream()
1788             .map(PropertyDataDefinition::getName)
1789             .collect(
1790                 Collectors.toMap(
1791                     outputName -> outputName,
1792                     outputName -> new String[]{outputName},
1793                     (outputName1, outputName2) -> outputName1)
1794             );
1795     }
1796
1797     Optional<Map<String, ToscaProperty>> getProxyNodeTypeProperties(Component proxyComponent,
1798                                                                     Map<String, DataTypeDefinition>
1799                                                                         dataTypes) {
1800         if (Objects.isNull(proxyComponent)) {
1801             return Optional.empty();
1802         }
1803         Map<String, ToscaProperty> proxyProperties = new HashMap<>();
1804         addInputsToProperties(dataTypes, proxyComponent.getInputs(), proxyProperties);
1805         if (CollectionUtils.isNotEmpty(proxyComponent.getProperties())) {
1806             proxyProperties.putAll(proxyComponent.getProperties().stream()
1807                 .map(propertyDefinition -> resolvePropertyValueFromInput(propertyDefinition,
1808                     proxyComponent.getInputs()))
1809                 .collect(Collectors.toMap(PropertyDataDefinition::getName,
1810                     property -> propertyConvertor.convertProperty(dataTypes, property,
1811                         PropertyConvertor.PropertyType.PROPERTY))));
1812         }
1813         return MapUtils.isNotEmpty(proxyProperties) ? Optional.of(proxyProperties) : Optional.empty();
1814     }
1815
1816     void addInputsToProperties(Map<String, DataTypeDefinition> dataTypes,
1817                                List<InputDefinition> componentInputs,
1818                                Map<String, ToscaProperty> mergedProperties) {
1819         if (CollectionUtils.isEmpty(componentInputs)) {
1820             return;
1821         }
1822         for (InputDefinition input : componentInputs) {
1823             ToscaProperty property = propertyConvertor.convertProperty(dataTypes, input,
1824                 PropertyConvertor.PropertyType.INPUT);
1825             mergedProperties.put(input.getName(), property);
1826         }
1827     }
1828
1829     Optional<Map<String, Object>> getProxyNodeTypeInterfaces(Component proxyComponent,
1830                                                              Map<String, DataTypeDefinition> dataTypes) {
1831         if (Objects.isNull(proxyComponent) || MapUtils.isEmpty(proxyComponent.getInterfaces())) {
1832             return Optional.empty();
1833         }
1834         Map<String, InterfaceDefinition> proxyComponentInterfaces = proxyComponent.getInterfaces();
1835         //Unset artifact path for operation implementation for proxy node types as for operations with artifacts it is
1836         // always available in the proxy node template
1837         removeOperationImplementationForProxyNodeType(proxyComponentInterfaces);
1838         return Optional.ofNullable(interfacesOperationsConverter
1839             .getInterfacesMap(proxyComponent, null, proxyComponentInterfaces, dataTypes,
1840                 false, false));
1841     }
1842
1843     private static void removeOperationImplementationForProxyNodeType(
1844         Map<String, InterfaceDefinition> proxyComponentInterfaces) {
1845         if (MapUtils.isEmpty(proxyComponentInterfaces)) {
1846             return;
1847         }
1848         proxyComponentInterfaces.values().stream().map(InterfaceDataDefinition::getOperations)
1849             .filter(MapUtils::isNotEmpty)
1850             .forEach(operations -> operations.values().forEach(operation -> operation.setImplementation(null)));
1851     }
1852 }