gerrit.onap Code Review - sdc.git/blob

   1 /*-
   2  * ============LICENSE_START=======================================================
   3  * SDC
   4  * ================================================================================
   5  * Copyright (C) 2017 AT&T Intellectual Property. All rights reserved.
   6  * ================================================================================
   7  * Licensed under the Apache License, Version 2.0 (the "License");
   8  * you may not use this file except in compliance with the License.
   9  * You may obtain a copy of the License at
  10  *
  11  *      http://www.apache.org/licenses/LICENSE-2.0
  12  *
  13  * Unless required by applicable law or agreed to in writing, software
  14  * distributed under the License is distributed on an "AS IS" BASIS,
  15  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16  * See the License for the specific language governing permissions and
  17  * limitations under the License.
  18  * ============LICENSE_END=========================================================
  19  */
  20
  21 package org.openecomp.sdc.be.model.jsonjanusgraph.operations;
  22
  23 import fj.data.Either;
  24 import java.io.IOException;
  25 import java.util.ArrayList;
  26 import java.util.EnumMap;
  27 import java.util.HashMap;
  28 import java.util.HashSet;
  29 import java.util.Iterator;
  30 import java.util.List;
  31 import java.util.Map;
  32 import java.util.Map.Entry;
  33 import java.util.Optional;
  34 import java.util.Set;
  35 import java.util.UUID;
  36 import java.util.function.BiConsumer;
  37 import java.util.function.BiPredicate;
  38 import java.util.stream.Collectors;
  39 import org.apache.commons.collections.CollectionUtils;
  40 import org.apache.commons.collections.MapUtils;
  41 import org.apache.commons.lang.StringUtils;
  42 import org.apache.commons.lang3.tuple.ImmutablePair;
  43 import org.apache.commons.lang3.tuple.Pair;
  44 import org.apache.tinkerpop.gremlin.structure.Direction;
  45 import org.apache.tinkerpop.gremlin.structure.Edge;
  46 import org.janusgraph.core.JanusGraphVertex;
  47 import org.openecomp.sdc.be.config.BeEcompErrorManager;
  48 import org.openecomp.sdc.be.config.ConfigurationManager;
  49 import org.openecomp.sdc.be.dao.janusgraph.JanusGraphOperationStatus;
  50 import org.openecomp.sdc.be.dao.jsongraph.GraphVertex;
  51 import org.openecomp.sdc.be.dao.jsongraph.types.EdgeLabelEnum;
  52 import org.openecomp.sdc.be.dao.jsongraph.types.EdgePropertyEnum;
  53 import org.openecomp.sdc.be.dao.jsongraph.types.JsonParseFlagEnum;
  54 import org.openecomp.sdc.be.dao.jsongraph.types.VertexTypeEnum;
  55 import org.openecomp.sdc.be.dao.jsongraph.utils.JsonParserUtils;
  56 import org.openecomp.sdc.be.datatypes.elements.ArtifactDataDefinition;
  57 import org.openecomp.sdc.be.datatypes.elements.CapabilityDataDefinition;
  58 import org.openecomp.sdc.be.datatypes.elements.ComponentInstanceDataDefinition;
  59 import org.openecomp.sdc.be.datatypes.elements.CompositionDataDefinition;
  60 import org.openecomp.sdc.be.datatypes.elements.GroupDataDefinition;
  61 import org.openecomp.sdc.be.datatypes.elements.GroupInstanceDataDefinition;
  62 import org.openecomp.sdc.be.datatypes.elements.InterfaceDataDefinition;
  63 import org.openecomp.sdc.be.datatypes.elements.ListCapabilityDataDefinition;
  64 import org.openecomp.sdc.be.datatypes.elements.ListDataDefinition;
  65 import org.openecomp.sdc.be.datatypes.elements.ListRequirementDataDefinition;
  66 import org.openecomp.sdc.be.datatypes.elements.MapArtifactDataDefinition;
  67 import org.openecomp.sdc.be.datatypes.elements.MapAttributesDataDefinition;
  68 import org.openecomp.sdc.be.datatypes.elements.MapCapabilityProperty;
  69 import org.openecomp.sdc.be.datatypes.elements.MapDataDefinition;
  70 import org.openecomp.sdc.be.datatypes.elements.MapGroupsDataDefinition;
  71 import org.openecomp.sdc.be.datatypes.elements.MapInterfaceDataDefinition;
  72 import org.openecomp.sdc.be.datatypes.elements.MapListCapabilityDataDefinition;
  73 import org.openecomp.sdc.be.datatypes.elements.MapListRequirementDataDefinition;
  74 import org.openecomp.sdc.be.datatypes.elements.MapPropertiesDataDefinition;
  75 import org.openecomp.sdc.be.datatypes.elements.OperationDataDefinition;
  76 import org.openecomp.sdc.be.datatypes.elements.OperationInputDefinition;
  77 import org.openecomp.sdc.be.datatypes.elements.PropertyDataDefinition;
  78 import org.openecomp.sdc.be.datatypes.elements.RelationshipInstDataDefinition;
  79 import org.openecomp.sdc.be.datatypes.elements.RequirementDataDefinition;
  80 import org.openecomp.sdc.be.datatypes.enums.GraphPropertyEnum;
  81 import org.openecomp.sdc.be.datatypes.enums.JsonPresentationFields;
  82 import org.openecomp.sdc.be.datatypes.enums.OriginTypeEnum;
  83 import org.openecomp.sdc.be.datatypes.enums.ResourceTypeEnum;
  84 import org.openecomp.sdc.be.datatypes.tosca.ToscaDataDefinition;
  85 import org.openecomp.sdc.be.model.*;
  86 import org.openecomp.sdc.be.model.jsonjanusgraph.datamodel.NodeType;
  87 import org.openecomp.sdc.be.model.jsonjanusgraph.datamodel.TopologyTemplate;
  88 import org.openecomp.sdc.be.model.jsonjanusgraph.datamodel.ToscaElement;
  89 import org.openecomp.sdc.be.model.jsonjanusgraph.datamodel.ToscaElementTypeEnum;
  90 import org.openecomp.sdc.be.model.jsonjanusgraph.enums.JsonConstantKeysEnum;
  91 import org.openecomp.sdc.be.model.jsonjanusgraph.utils.ModelConverter;
  92 import org.openecomp.sdc.be.model.operations.StorageException;
  93 import org.openecomp.sdc.be.model.operations.api.StorageOperationStatus;
  94 import org.openecomp.sdc.be.model.operations.impl.DaoStatusConverter;
  95 import org.openecomp.sdc.be.model.operations.impl.UniqueIdBuilder;
  96 import org.openecomp.sdc.be.ui.model.OperationUi;
  97 import org.openecomp.sdc.common.api.ArtifactGroupTypeEnum;
  98 import org.openecomp.sdc.common.api.ArtifactTypeEnum;
  99 import org.openecomp.sdc.common.jsongraph.util.CommonUtility;
 100 import org.openecomp.sdc.common.jsongraph.util.CommonUtility.LogLevelEnum;
 101 import org.openecomp.sdc.common.log.elements.LoggerSupportability;
 102 import org.openecomp.sdc.common.log.enums.LogLevel;
 103 import org.openecomp.sdc.common.log.enums.LoggerSupportabilityActions;
 104 import org.openecomp.sdc.common.log.enums.StatusCode;
 105 import org.openecomp.sdc.common.log.wrappers.Logger;
 106 import org.openecomp.sdc.common.util.ValidationUtils;
 107
 108 @org.springframework.stereotype.Component("node-template-operation")
 109 public class NodeTemplateOperation extends BaseOperation {
 110     private static final String FAILED_TO_FETCH_CONTAINER_VERTEX_ERROR = "Failed to fetch container vertex {} error {}";
 111     private static final String FAILED_TO_UPDATE_TOPOLOGY_TEMPLATE_WITH_NEW_COMPONENT_INSTANCE = "Failed to update topology template {} with new component instance {}. ";
 112     private static final String ARTIFACT_PLACEHOLDER_TYPE = "type";
 113     private static final String ARTIFACT_PLACEHOLDER_DISPLAY_NAME = "displayName";
 114     private static final Object ARTIFACT_PLACEHOLDER_DESCRIPTION = "description";
 115     static final String HEAT_ENV_NAME = "heatEnv";
 116     static final String HEAT_VF_ENV_NAME = "VfHeatEnv";
 117     static final String HEAT_ENV_SUFFIX = "env";
 118     private static Integer defaultHeatTimeout;
 119     public static final Integer NON_HEAT_TIMEOUT = 0;
 120
 121     private static final Logger log = Logger.getLogger(NodeTemplateOperation.class.getName());
 122     private static final LoggerSupportability loggerSupportability=LoggerSupportability.getLogger(NodeTemplateOperation.class.getName());
 123     public NodeTemplateOperation() {
 124         defaultHeatTimeout = ConfigurationManager.getConfigurationManager().getConfiguration().getHeatArtifactDeploymentTimeout().getDefaultMinutes();
 125         if ((defaultHeatTimeout == null) || (defaultHeatTimeout < 1)) {
 126             defaultHeatTimeout = 60;
 127         }
 128     }
 129
 130     public static Integer getDefaultHeatTimeout() {
 131         return defaultHeatTimeout;
 132     }
 133
 134     Either<ImmutablePair<TopologyTemplate, String>, StorageOperationStatus> addComponentInstanceToTopologyTemplate(TopologyTemplate container, ToscaElement originToscaElement, String instanceNumberSuffix, ComponentInstance componentInstance,
 135                                                                                                                           boolean allowDeleted, User user) {
 136
 137         Either<ImmutablePair<TopologyTemplate, String>, StorageOperationStatus> result = null;
 138         Either<TopologyTemplate, StorageOperationStatus> addComponentInstanceRes = null;
 139         CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Going to create component instance {} in component {}", componentInstance, container.getUniqueId());
 140         ComponentInstanceDataDefinition componentInstanceData = null;
 141         Either<String, StorageOperationStatus> newInstanceNameRes = null;
 142
 143         Either<GraphVertex, JanusGraphOperationStatus> metadataVertex = janusGraphDao
 144             .getVertexById(container.getUniqueId(), JsonParseFlagEnum.ParseJson);
 145         if (metadataVertex.isRight()) {
 146             JanusGraphOperationStatus status = metadataVertex.right().value();
 147             if (status == JanusGraphOperationStatus.NOT_FOUND) {
 148                 status = JanusGraphOperationStatus.INVALID_ID;
 149             }
 150             result = Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(status));
 151         }
 152
 153         if (result == null) {
 154
 155             newInstanceNameRes = buildValidateInstanceName(container, originToscaElement, componentInstance, instanceNumberSuffix);
 156             if (newInstanceNameRes.isRight()) {
 157                 result = Either.right(newInstanceNameRes.right().value());
 158             }
 159         }
 160         if (result == null) {
 161             componentInstanceData = buildComponentInstanceDataDefinition(componentInstance, container.getUniqueId(), newInstanceNameRes.left().value(), true, originToscaElement);
 162
 163             addComponentInstanceRes = addComponentInstanceToTopologyTemplate(container, originToscaElement, componentInstanceData, metadataVertex.left().value(), allowDeleted, user);
 164
 165             if (addComponentInstanceRes.isRight()) {
 166                 StorageOperationStatus status = addComponentInstanceRes.right().value();
 167                 if (status == StorageOperationStatus.NOT_FOUND) {
 168                     status = StorageOperationStatus.INVALID_ID;
 169                 }
 170                 result = Either.right(status);
 171             }
 172             if (componentInstance.getOriginType() == OriginTypeEnum.ServiceProxy || componentInstance.getOriginType() == OriginTypeEnum.ServiceSubstitution) {
 173                 TopologyTemplate updatedContainer = addComponentInstanceRes.left().value();
 174                 result = addCapAndReqToProxyServiceInstance(updatedContainer, componentInstance, componentInstanceData);
 175                 if(result.isRight()) {
 176                     return result;
 177                 }
 178
 179                 result = addServiceInstancePropertiesToProxyServiceInstance(updatedContainer, componentInstance);
 180                 if(result.isRight()) {
 181                   return result;
 182                 }
 183
 184                 result = addServiceInstanceInputsToProxyServiceInstance(updatedContainer, componentInstance);
 185                 if(result.isRight()) {
 186                     return result;
 187                 }
 188
 189                 result = addServiceInstanceInterfacesToProxyServiceInstance(updatedContainer, componentInstance);
 190                 if(result.isRight()) {
 191                     return result;
 192                 }
 193
 194             }
 195         }
 196         if (result == null) {
 197             result = Either.left(new ImmutablePair<>(addComponentInstanceRes.left().value(), componentInstanceData.getUniqueId()));
 198         }
 199         return result;
 200     }
 201
 202     private Either<ImmutablePair<TopologyTemplate, String>, StorageOperationStatus> addCapAndReqToProxyServiceInstance(TopologyTemplate updatedContainer, ComponentInstance componentInstance,
 203                                                                                                                        ComponentInstanceDataDefinition componentInstanceData) {
 204         Map<String, MapListCapabilityDataDefinition> calcCap = updatedContainer.getCalculatedCapabilities();
 205         Map<String, MapListRequirementDataDefinition> calcReg = updatedContainer.getCalculatedRequirements();
 206         Map<String, MapCapabilityProperty> calcCapProp = updatedContainer.getCalculatedCapabilitiesProperties();
 207
 208         Map<String, List<CapabilityDefinition>> additionalCap = componentInstance.getCapabilities();
 209         Map<String, List<RequirementDefinition>> additionalReq = componentInstance.getRequirements();
 210
 211         MapListCapabilityDataDefinition allCalculatedCap = calcCap == null || !calcCap.containsKey(componentInstanceData.getUniqueId()) ? new MapListCapabilityDataDefinition() : calcCap.get(componentInstanceData.getUniqueId());
 212         /******** capability ****************************/
 213         StorageOperationStatus status = deleteToscaDataDeepElementsBlockOfToscaElement(updatedContainer.getUniqueId(), EdgeLabelEnum.CALCULATED_CAPABILITIES, VertexTypeEnum.CALCULATED_CAPABILITIES, componentInstanceData.getUniqueId());
 214         if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 215             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove calculated capabilty  for instance {} in container {}. error {] ", componentInstanceData.getUniqueId(), updatedContainer.getUniqueId(), status);
 216             return Either.right(status);
 217         }
 218
 219         if (additionalCap != null && !additionalCap.isEmpty()) {
 220
 221             Map<String, ListCapabilityDataDefinition> serverCap = additionalCap.entrySet().stream()
 222                     .collect(Collectors.toMap(Map.Entry::getKey, en -> new ListCapabilityDataDefinition(en.getValue().stream().map(CapabilityDataDefinition::new).collect(Collectors.toList()))));
 223
 224             serverCap.entrySet().forEach(entryPerType -> entryPerType.getValue().getListToscaDataDefinition().forEach(cap -> {
 225                 cap.addToPath(componentInstance.getUniqueId());
 226                 allCalculatedCap.add(entryPerType.getKey(), cap);
 227             }));
 228
 229             addToscaDataDeepElementsBlockToToscaElement(updatedContainer.getUniqueId(), EdgeLabelEnum.CALCULATED_CAPABILITIES, VertexTypeEnum.CALCULATED_CAPABILITIES, allCalculatedCap, componentInstance.getUniqueId());
 230
 231             /******** capability property ****************************/
 232             status = deleteToscaDataDeepElementsBlockOfToscaElement(updatedContainer.getUniqueId(), EdgeLabelEnum.CALCULATED_CAP_PROPERTIES, VertexTypeEnum.CALCULATED_CAP_PROPERTIES, componentInstanceData.getUniqueId());
 233             if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 234                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove calculated capabilty properties for instance {} in container {}. error {] ", componentInstanceData.getUniqueId(), updatedContainer.getUniqueId(), status);
 235                 return Either.right(status);
 236             }
 237
 238             MapCapabilityProperty allCalculatedCapProp = calcCapProp == null || !calcCapProp.containsKey(componentInstanceData.getUniqueId()) ? new MapCapabilityProperty() : calcCapProp.get(componentInstanceData.getUniqueId());
 239
 240             additionalCap.forEach(new BiConsumer<String, List<CapabilityDefinition>>() {
 241                 @Override
 242                 public void accept(String s, List<CapabilityDefinition> caps) {
 243                     if (caps != null && !caps.isEmpty()) {
 244                         MapPropertiesDataDefinition dataToCreate;
 245                         for (CapabilityDefinition cap : caps) {
 246                             dataToCreate = new MapPropertiesDataDefinition();
 247                             List<ComponentInstanceProperty> capPrps = cap.getProperties();
 248                             if (capPrps != null) {
 249                                 for (ComponentInstanceProperty cip : capPrps) {
 250                                     dataToCreate.put(cip.getName(), new PropertyDataDefinition(cip));
 251                                 }
 252                                 StringBuilder sb = new StringBuilder(componentInstance.getUniqueId());
 253                                 sb.append(ModelConverter.CAP_PROP_DELIM);
 254                                 sb.append(cap.getOwnerId());
 255                                 sb.append(ModelConverter.CAP_PROP_DELIM).append(s).append(ModelConverter.CAP_PROP_DELIM).append(cap.getName());
 256                                 allCalculatedCapProp.put(sb.toString(), dataToCreate);
 257                             }
 258                         }
 259                     }
 260                 }
 261             });
 262             addToscaDataDeepElementsBlockToToscaElement(updatedContainer.getUniqueId(), EdgeLabelEnum.CALCULATED_CAP_PROPERTIES, VertexTypeEnum.CALCULATED_CAP_PROPERTIES, allCalculatedCapProp, componentInstance.getUniqueId());
 263         }
 264
 265         /******** Requirements property ****************************/
 266         if (additionalReq != null && !additionalReq.isEmpty()) {
 267
 268             MapListRequirementDataDefinition allCalculatedReq = calcReg == null || !calcReg.containsKey(componentInstanceData.getUniqueId()) ? new MapListRequirementDataDefinition() : calcReg.get(componentInstanceData.getUniqueId());
 269             status = deleteToscaDataDeepElementsBlockOfToscaElement(updatedContainer.getUniqueId(), EdgeLabelEnum.CALCULATED_REQUIREMENTS, VertexTypeEnum.CALCULATED_REQUIREMENTS, componentInstanceData.getUniqueId());
 270             if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 271                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove calculated Requirements for instance {} in container {}. error {] ", componentInstanceData.getUniqueId(), updatedContainer.getUniqueId(), status);
 272                 return Either.right(status);
 273             }
 274
 275             Map<String, ListRequirementDataDefinition> serverReq = additionalReq.entrySet().stream()
 276                     .collect(Collectors.toMap(Map.Entry::getKey, en -> new ListRequirementDataDefinition(en.getValue().stream().map(RequirementDataDefinition::new).collect(Collectors.toList()))));
 277
 278             serverReq.entrySet().forEach(entryPerType -> entryPerType.getValue().getListToscaDataDefinition().forEach(cap -> {
 279                 cap.addToPath(componentInstance.getUniqueId());
 280                 allCalculatedReq.add(entryPerType.getKey(), cap);
 281             }));
 282
 283             addToscaDataDeepElementsBlockToToscaElement(updatedContainer.getUniqueId(), EdgeLabelEnum.CALCULATED_REQUIREMENTS, VertexTypeEnum.CALCULATED_REQUIREMENTS, allCalculatedReq, componentInstance.getUniqueId());
 284
 285         }
 286
 287         Either<ToscaElement, StorageOperationStatus> updatedComponentInstanceRes = topologyTemplateOperation.getToscaElement(updatedContainer.getUniqueId());
 288         if (updatedComponentInstanceRes.isRight()) {
 289             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to fetch updated topology template {} with new component instance {}. ", updatedContainer.getName(), componentInstance.getName());
 290             Either.right(updatedComponentInstanceRes.right().value());
 291         }
 292         return Either.left(new ImmutablePair<>((TopologyTemplate) updatedComponentInstanceRes.left().value(), componentInstanceData.getUniqueId()));
 293     }
 294
 295     private Either<String, StorageOperationStatus> buildValidateInstanceName(TopologyTemplate container, ToscaElement originToscaElement, ComponentInstance componentInstance, String instanceNumberSuffix) {
 296
 297         Either<String, StorageOperationStatus> result = null;
 298         String instanceName = componentInstance.getName();
 299         if (StringUtils.isEmpty(instanceName) || instanceName.equalsIgnoreCase(originToscaElement.getName()) || componentInstance.getOriginType() == OriginTypeEnum.ServiceProxy || componentInstance.getOriginType() == OriginTypeEnum.ServiceSubstitution) {
 300             instanceName = buildComponentInstanceName(instanceNumberSuffix, instanceName);
 301         } else if (!isUniqueInstanceName(container, componentInstance.getName())) {
 302             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to create component instance with name {} on component container {}. The instance with the same name already exists. ", componentInstance.getName(), container.getName());
 303             result = Either.right(StorageOperationStatus.ENTITY_ALREADY_EXISTS);
 304         }
 305         if (result == null) {
 306             result = Either.left(instanceName);
 307         }
 308         return result;
 309     }
 310
 311     private Either<ImmutablePair<TopologyTemplate, String>, StorageOperationStatus> addServiceInstancePropertiesToProxyServiceInstance(TopologyTemplate updatedContainer, ComponentInstance componentInstance) {
 312
 313         List<PropertyDefinition> propertiesList = componentInstance.getProperties();
 314
 315         if (propertiesList != null && !propertiesList.isEmpty()) {
 316             Map<String, PropertyDataDefinition> propertiesMap = propertiesList.stream().map(PropertyDataDefinition::new)
 317                                                                               .collect(Collectors.toMap(
 318                                                                                       PropertyDataDefinition::getName, i -> i));
 319             MapPropertiesDataDefinition instProperties = new MapPropertiesDataDefinition(propertiesMap);
 320             Map<String, MapPropertiesDataDefinition> instPropertiesMap = new HashMap<>();
 321             instPropertiesMap.put(componentInstance.getUniqueId(), instProperties);
 322             updatedContainer.setInstProperties(instPropertiesMap);
 323             Either<GraphVertex, JanusGraphOperationStatus> getToscaElementRes = janusGraphDao
 324                 .getVertexById(updatedContainer.getUniqueId(), JsonParseFlagEnum.NoParse);
 325            if(getToscaElementRes.isLeft()){
 326                deleteToscaDataDeepElementsBlockToToscaElement(getToscaElementRes.left().value(),  EdgeLabelEnum.INST_PROPERTIES,
 327                        VertexTypeEnum.INST_PROPERTIES,  componentInstance.getUniqueId());
 328            }
 329             StorageOperationStatus status = addToscaDataDeepElementsBlockToToscaElement(updatedContainer.getUniqueId(),
 330                     EdgeLabelEnum.INST_PROPERTIES, VertexTypeEnum.INST_PROPERTIES, instProperties,
 331                     componentInstance.getUniqueId());
 332             if (status != StorageOperationStatus.OK) {
 333                 return Either.right(status);
 334             }
 335
 336
 337         }
 338         return Either.left(new ImmutablePair<>(updatedContainer, componentInstance.getUniqueId()));
 339     }
 340
 341     private Either<ImmutablePair<TopologyTemplate, String>, StorageOperationStatus> addServiceInstanceInputsToProxyServiceInstance(TopologyTemplate updatedContainer, ComponentInstance componentInstance) {
 342
 343         List<InputDefinition> inputsList = componentInstance.getInputs();
 344
 345         if (CollectionUtils.isNotEmpty(inputsList)) {
 346             Map<String, PropertyDataDefinition> inputsMap = inputsList.stream().map(
 347                     PropertyDataDefinition::new).collect(Collectors.toMap(PropertyDataDefinition::getName, i -> i));
 348             MapPropertiesDataDefinition instInputs = new MapPropertiesDataDefinition(inputsMap);
 349             Map<String, MapPropertiesDataDefinition> instInputsMap = new HashMap<>();
 350             instInputsMap.put(componentInstance.getUniqueId(), instInputs);
 351             updatedContainer.setInstInputs(instInputsMap);
 352
 353             StorageOperationStatus status =
 354                     addToscaDataDeepElementsBlockToToscaElement(updatedContainer.getUniqueId(),
 355                             EdgeLabelEnum.INST_INPUTS, VertexTypeEnum.INST_INPUTS, instInputs,
 356                             componentInstance.getUniqueId());
 357             if(status != StorageOperationStatus.OK) {
 358                 return Either.right(status);
 359             }
 360         }
 361
 362         return Either.left(new ImmutablePair<>(updatedContainer, componentInstance.getUniqueId()));
 363     }
 364
 365     private Either<ImmutablePair<TopologyTemplate, String>, StorageOperationStatus> addServiceInstanceInterfacesToProxyServiceInstance(TopologyTemplate updatedContainer, ComponentInstance componentInstance) {
 366         Map<String, Object> interfaces = componentInstance.getInterfaces();
 367
 368         if(MapUtils.isNotEmpty(interfaces)){
 369             Map<String, InterfaceDataDefinition> interfacesMap = interfaces.entrySet().stream().collect(Collectors.toMap(Map.Entry::getKey, e -> (InterfaceDataDefinition) e.getValue()));
 370             MapInterfaceDataDefinition instInterfaces = new MapInterfaceDataDefinition(interfacesMap);
 371
 372             Map<String, MapInterfaceDataDefinition> instInterfacesMap = new HashMap<>();
 373             instInterfacesMap.put(componentInstance.getUniqueId(), instInterfaces);
 374             updatedContainer.setComponentInstInterfaces(instInterfacesMap);
 375
 376             StorageOperationStatus status =
 377                     addToscaDataDeepElementsBlockToToscaElement(updatedContainer.getUniqueId(),
 378                             EdgeLabelEnum.INST_INTERFACES, VertexTypeEnum.INST_INTERFACES, instInterfaces,
 379                             componentInstance.getUniqueId());
 380
 381             if(status != StorageOperationStatus.OK) {
 382                 return Either.right(status);
 383             }
 384         }
 385
 386         return Either.left(new ImmutablePair<>(updatedContainer, componentInstance.getUniqueId()));
 387     }
 388
 389     public Either<TopologyTemplate, StorageOperationStatus> addComponentInstanceToTopologyTemplate(
 390             TopologyTemplate container, ToscaElement originToscaElement,
 391             ComponentInstanceDataDefinition componentInstance, GraphVertex metadataVertex, boolean allowDeleted,
 392             User user) {
 393
 394         Either<TopologyTemplate, StorageOperationStatus> result = null;
 395         Either<ToscaElement, StorageOperationStatus> updateContainerComponentRes = null;
 396         String containerComponentId = container.getUniqueId();
 397         CommonUtility.addRecordToLog(log, LogLevelEnum.TRACE, "Going to create component instance {} in component {}", componentInstance, containerComponentId);
 398         String instOriginComponentId = componentInstance.getComponentUid();
 399         Either<GraphVertex, JanusGraphOperationStatus> updateElement = null;
 400
 401         Boolean isDeleted = (Boolean) originToscaElement.getMetadataValue(JsonPresentationFields.IS_DELETED);
 402
 403         if (!allowDeleted && (isDeleted != null) && isDeleted) {
 404             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Component {} is already deleted. Cannot add component instance", instOriginComponentId);
 405             result = Either.right(StorageOperationStatus.INVALID_ID);
 406         }
 407         Boolean isArchived = originToscaElement.isArchived();
 408         if (isArchived != null && isArchived) {
 409             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to create instance {}. Origin {} component is archived . ", componentInstance.getName(), originToscaElement.getName());
 410             result = Either.right(StorageOperationStatus.COMPONENT_IS_ARCHIVED);
 411         }
 412
 413         if (result == null) {
 414             container.addComponentInstance(componentInstance);
 415             metadataVertex.setJsonMetadataField(JsonPresentationFields.LAST_UPDATE_DATE, System.currentTimeMillis());
 416             topologyTemplateOperation.fillToscaElementVertexData(metadataVertex, container, JsonParseFlagEnum.ParseAll);
 417             updateElement = janusGraphDao.updateVertex(metadataVertex);
 418             if (updateElement.isRight()) {
 419                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, FAILED_TO_UPDATE_TOPOLOGY_TEMPLATE_WITH_NEW_COMPONENT_INSTANCE, container.getName(), componentInstance.getName());
 420                 result = Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(updateElement.right().value()));
 421             }
 422         }
 423         if (result == null) {
 424             Either<GraphVertex, StorageOperationStatus> addToscaDataRes = addComponentInstanceToscaDataToContainerComponent(originToscaElement, componentInstance, updateElement.left().value());
 425             if (addToscaDataRes.isRight()) {
 426                 result = Either.right(addToscaDataRes.right().value());
 427             }
 428         }
 429         if (result == null) {
 430             StorageOperationStatus createInstanceEdge = createInstanceEdge(metadataVertex, componentInstance);
 431             result = createInstanceEdge == StorageOperationStatus.OK ? null : Either.right(createInstanceEdge);
 432         }
 433
 434         if (result == null) {
 435             updateContainerComponentRes = topologyTemplateOperation.getToscaElement(containerComponentId);
 436             if (updateContainerComponentRes.isRight()) {
 437                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to fetch updated topology template {} with new component instance {}. ", container.getName(), componentInstance.getName());
 438                 result = Either.right(updateContainerComponentRes.right().value());
 439             }
 440         }
 441         if (result == null) {
 442             result = Either.left((TopologyTemplate) updateContainerComponentRes.left().value());
 443         }
 444         return result;
 445     }
 446
 447     public Either<ImmutablePair<TopologyTemplate, String>, StorageOperationStatus> updateComponentInstanceMetadataOfTopologyTemplate(TopologyTemplate container, ToscaElement originToscaElement, ComponentInstance componentInstance) {
 448
 449         Either<ImmutablePair<TopologyTemplate, String>, StorageOperationStatus> result = null;
 450         Either<ToscaElement, StorageOperationStatus> updateContainerComponentRes = null;
 451
 452         String containerComponentId = container.getUniqueId();
 453         CommonUtility.addRecordToLog(log, LogLevelEnum.TRACE, "Going to update component instance metadata {} of container component {}", componentInstance, containerComponentId);
 454         ComponentInstanceDataDefinition componentInstanceData = null;
 455
 456         Either<GraphVertex, JanusGraphOperationStatus> metadataVertex = janusGraphDao
 457             .getVertexById(container.getUniqueId(), JsonParseFlagEnum.ParseMetadata);
 458         if (metadataVertex.isRight()) {
 459             JanusGraphOperationStatus status = metadataVertex.right().value();
 460             if (status == JanusGraphOperationStatus.NOT_FOUND) {
 461                 status = JanusGraphOperationStatus.INVALID_ID;
 462             }
 463             result = Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(status));
 464         }
 465         if (result == null) {
 466             componentInstanceData = buildComponentInstanceDataDefinition(componentInstance, container.getUniqueId(), componentInstance.getName(), false, originToscaElement);
 467             container.addComponentInstance(componentInstanceData);
 468             metadataVertex.left().value().setJsonMetadataField(JsonPresentationFields.LAST_UPDATE_DATE, System.currentTimeMillis());
 469             topologyTemplateOperation.fillToscaElementVertexData(metadataVertex.left().value(), container, JsonParseFlagEnum.ParseAll);
 470             Either<GraphVertex, JanusGraphOperationStatus> updateElement = janusGraphDao
 471                 .updateVertex(metadataVertex.left().value());
 472             if (updateElement.isRight()) {
 473                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, FAILED_TO_UPDATE_TOPOLOGY_TEMPLATE_WITH_NEW_COMPONENT_INSTANCE, container.getName(), componentInstance.getName());
 474                 result = Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(updateElement.right().value()));
 475             }
 476         }
 477         if (result == null) {
 478             updateContainerComponentRes = topologyTemplateOperation.getToscaElement(containerComponentId);
 479             if (updateContainerComponentRes.isRight()) {
 480                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to fetch updated topology template {} with updated component instance {}. ", container.getName(), componentInstance.getName());
 481                 result = Either.right(updateContainerComponentRes.right().value());
 482             }
 483         }
 484         if (result == null) {
 485             result = Either.left(new ImmutablePair<>((TopologyTemplate) updateContainerComponentRes.left().value(), componentInstanceData.getUniqueId()));
 486         }
 487         return result;
 488     }
 489
 490     public Either<TopologyTemplate, StorageOperationStatus> updateComponentInstanceMetadataOfTopologyTemplate(TopologyTemplate container, ComponentParametersView filter) {
 491
 492         Either<TopologyTemplate, StorageOperationStatus> result = null;
 493         Either<ToscaElement, StorageOperationStatus> updateContainerComponentRes = null;
 494
 495         String containerComponentId = container.getUniqueId();
 496         CommonUtility.addRecordToLog(log, LogLevelEnum.TRACE, "Going to update component instance metadata  of container component {}", containerComponentId);
 497
 498         Either<GraphVertex, JanusGraphOperationStatus> metadataVertex = janusGraphDao
 499             .getVertexById(container.getUniqueId(), JsonParseFlagEnum.ParseMetadata);
 500         if (metadataVertex.isRight()) {
 501             JanusGraphOperationStatus status = metadataVertex.right().value();
 502             if (status == JanusGraphOperationStatus.NOT_FOUND) {
 503                 status = JanusGraphOperationStatus.INVALID_ID;
 504             }
 505             result = Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(status));
 506         }
 507         if (result == null) {
 508             metadataVertex.left().value().setJsonMetadataField(JsonPresentationFields.LAST_UPDATE_DATE, System.currentTimeMillis());
 509             topologyTemplateOperation.fillToscaElementVertexData(metadataVertex.left().value(), container, JsonParseFlagEnum.ParseAll);
 510             Either<GraphVertex, JanusGraphOperationStatus> updateElement = janusGraphDao
 511                 .updateVertex(metadataVertex.left().value());
 512             if (updateElement.isRight()) {
 513                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to update topology template {}. ", container.getName());
 514                 result = Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(updateElement.right().value()));
 515             }
 516         }
 517         if (result == null) {
 518             updateContainerComponentRes = topologyTemplateOperation.getToscaElement(containerComponentId, filter);
 519             if (updateContainerComponentRes.isRight()) {
 520                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to fetch updated topology template {}. ", container.getName());
 521                 result = Either.right(updateContainerComponentRes.right().value());
 522             }
 523         }
 524         if (result == null) {
 525             result = Either.left((TopologyTemplate) updateContainerComponentRes.left().value());
 526         }
 527         return result;
 528     }
 529
 530     public Either<ImmutablePair<TopologyTemplate, String>, StorageOperationStatus> deleteComponentInstanceFromTopologyTemplate(TopologyTemplate container, String componentInstanceId) {
 531
 532         Either<ImmutablePair<TopologyTemplate, String>, StorageOperationStatus> result = null;
 533         Either<ToscaElement, StorageOperationStatus> updateContainerComponentRes = null;
 534
 535         String containerComponentId = container.getUniqueId();
 536         CommonUtility.addRecordToLog(log, LogLevelEnum.TRACE, "Going to update component instance metadata {} of container component {}", componentInstanceId, containerComponentId);
 537
 538         Either<GraphVertex, JanusGraphOperationStatus> metadataVertex = janusGraphDao
 539             .getVertexById(container.getUniqueId(), JsonParseFlagEnum.ParseMetadata);
 540         if (metadataVertex.isRight()) {
 541             JanusGraphOperationStatus status = metadataVertex.right().value();
 542             if (status == JanusGraphOperationStatus.NOT_FOUND) {
 543                 status = JanusGraphOperationStatus.INVALID_ID;
 544             }
 545             result = Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(status));
 546         }
 547         GraphVertex containerV = null;
 548         ComponentInstanceDataDefinition removedComponentInstance = null;
 549         if (result == null) {
 550             removedComponentInstance = container.getComponentInstances().remove(componentInstanceId);
 551             containerV = metadataVertex.left().value();
 552             StorageOperationStatus status = removeRelationsOfInstance(container, componentInstanceId, containerV);
 553             if (status != StorageOperationStatus.OK) {
 554                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to delete relation for component instance {} in container. error {}", componentInstanceId, container.getUniqueId(), status);
 555                 result = Either.right(status);
 556             }
 557
 558             containerV.setJsonMetadataField(JsonPresentationFields.LAST_UPDATE_DATE, System.currentTimeMillis());
 559             topologyTemplateOperation.fillToscaElementVertexData(containerV, container, JsonParseFlagEnum.ParseAll);
 560             Either<GraphVertex, JanusGraphOperationStatus> updateElement = janusGraphDao.updateVertex(containerV);
 561             if (updateElement.isRight()) {
 562                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, FAILED_TO_UPDATE_TOPOLOGY_TEMPLATE_WITH_NEW_COMPONENT_INSTANCE, container.getName(), componentInstanceId);
 563                 result = Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(updateElement.right().value()));
 564             }
 565         }
 566         if (result == null) {
 567             StorageOperationStatus status = deleteComponentInstanceToscaDataFromContainerComponent(containerV, componentInstanceId);
 568             if (status != StorageOperationStatus.OK) {
 569                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to delete data  for instance {} in container {}. error {] ", componentInstanceId, container.getUniqueId(), status);
 570                 return Either.right(status);
 571             }
 572             ComponentInstance componentInstance = new ComponentInstance(removedComponentInstance);
 573             StorageOperationStatus createInstanceEdge = removeInstanceEdge(containerV, componentInstance);
 574             result = createInstanceEdge == StorageOperationStatus.OK ? null : Either.right(createInstanceEdge);
 575         }
 576         if (result == null) {
 577             updateContainerComponentRes = topologyTemplateOperation.getToscaElement(containerComponentId);
 578             if (updateContainerComponentRes.isRight()) {
 579                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to fetch updated topology template {} after deleting the component instance {}. ", container.getName(), componentInstanceId);
 580                 result = Either.right(updateContainerComponentRes.right().value());
 581             }
 582         }
 583         if (result == null) {
 584             result = Either.left(new ImmutablePair<>((TopologyTemplate) updateContainerComponentRes.left().value(), componentInstanceId));
 585         }
 586         return result;
 587     }
 588
 589     private StorageOperationStatus removeRelationsOfInstance(TopologyTemplate container, String ciToRemove, GraphVertex containerV) {
 590         CompositionDataDefinition composition = container.getCompositions().get(JsonConstantKeysEnum.COMPOSITION.getValue());
 591         if (composition != null) {
 592             Map<String, RelationshipInstDataDefinition> relations = composition.getRelations();
 593             if (MapUtils.isNotEmpty(relations)) {
 594                 Either<Pair<GraphVertex, Map<String, MapListCapabilityDataDefinition>>, StorageOperationStatus> capResult = fetchContainerCalculatedCapability(containerV, EdgeLabelEnum.CALCULATED_CAPABILITIES);
 595                 if (capResult.isRight()) {
 596                     return capResult.right().value();
 597
 598                 }
 599                 Map<String, MapListCapabilityDataDefinition> calculatedCapabilty = capResult.left().value().getRight();
 600
 601                 Either<Pair<GraphVertex, Map<String, MapListCapabilityDataDefinition>>, StorageOperationStatus> capFullResult = fetchContainerCalculatedCapability(containerV, EdgeLabelEnum.FULLFILLED_CAPABILITIES);
 602                 if (capFullResult.isRight()) {
 603                     return capFullResult.right().value();
 604
 605                 }
 606                 Map<String, MapListCapabilityDataDefinition> fullFilledCapabilty = capFullResult.left().value().getRight();
 607
 608                 Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, StorageOperationStatus> reqResult = fetchContainerCalculatedRequirement(containerV, EdgeLabelEnum.CALCULATED_REQUIREMENTS);
 609                 if (reqResult.isRight()) {
 610                     return reqResult.right().value();
 611                 }
 612                 Map<String, MapListRequirementDataDefinition> calculatedRequirement = reqResult.left().value().getRight();
 613
 614                 Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, StorageOperationStatus> reqFullResult = fetchContainerCalculatedRequirement(containerV, EdgeLabelEnum.FULLFILLED_REQUIREMENTS);
 615                 if (reqResult.isRight()) {
 616                     return reqResult.right().value();
 617                 }
 618                 Map<String, MapListRequirementDataDefinition> fullfilledRequirement = reqFullResult.left().value().getRight();
 619
 620                 Iterator<Entry<String, RelationshipInstDataDefinition>> iterator = relations.entrySet().iterator();
 621                 while (iterator.hasNext()) {
 622                     Entry<String, RelationshipInstDataDefinition> relation = iterator.next();
 623                     RelationshipInstDataDefinition relationToDelete = relation.getValue();
 624                     if (relationToDelete.getFromId().equals(ciToRemove) || relationToDelete.getToId().equals(ciToRemove)) {
 625                         iterator.remove();
 626                         if (relationToDelete.getFromId().equals(ciToRemove)) {
 627                             updateCalculatedRequirementsAfterDeleteRelation(calculatedRequirement, fullfilledRequirement, ciToRemove, relationToDelete, null);
 628                             updateCalculatedCapabiltyAfterDeleteRelation(calculatedCapabilty, fullFilledCapabilty, relationToDelete.getToId(), relationToDelete, null);
 629                         }
 630                         if (relationToDelete.getToId().equals(ciToRemove)) {
 631                             updateCalculatedRequirementsAfterDeleteRelation(calculatedRequirement, fullfilledRequirement, relationToDelete.getFromId(), relationToDelete, null);
 632                             updateCalculatedCapabiltyAfterDeleteRelation(calculatedCapabilty, fullFilledCapabilty, ciToRemove, relationToDelete, null);
 633                         }
 634                     }
 635                 }
 636                 return updateAllAndCalculatedCapReqOnGraph(container.getUniqueId(), containerV, capResult, capFullResult, reqResult, reqFullResult);
 637             }
 638         }
 639         return StorageOperationStatus.OK;
 640     }
 641
 642     private StorageOperationStatus deleteComponentInstanceToscaDataFromContainerComponent(GraphVertex containerV, String componentInstanceId) {
 643         StorageOperationStatus status = deleteToscaDataDeepElementsBlockToToscaElement(containerV, EdgeLabelEnum.CALCULATED_CAPABILITIES, VertexTypeEnum.CALCULATED_CAPABILITIES, componentInstanceId);
 644         if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 645             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove calculated capabilty  for instance {} in container {}. error {] ", componentInstanceId, containerV.getUniqueId(), status);
 646             return status;
 647         }
 648         status = deleteToscaDataDeepElementsBlockToToscaElement(containerV, EdgeLabelEnum.CALCULATED_CAP_PROPERTIES, VertexTypeEnum.CALCULATED_CAP_PROPERTIES, componentInstanceId);
 649         if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 650             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove calculated capabilty properties for instance {} in container {}. error {] ", componentInstanceId, containerV.getUniqueId(), status);
 651             return status;
 652         }
 653         status = deleteToscaDataDeepElementsBlockToToscaElement(containerV, EdgeLabelEnum.CALCULATED_REQUIREMENTS, VertexTypeEnum.CALCULATED_REQUIREMENTS, componentInstanceId);
 654         if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 655             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove calculated requirement  for instance {} in container {}. error {] ", componentInstanceId, containerV.getUniqueId(), status);
 656             return status;
 657         }
 658         status = deleteToscaDataDeepElementsBlockToToscaElement(containerV, EdgeLabelEnum.FULLFILLED_CAPABILITIES, VertexTypeEnum.FULLFILLED_CAPABILITIES, componentInstanceId);
 659         if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 660             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove fullfilled capabilities  for instance {} in container {}. error {] ", componentInstanceId, containerV.getUniqueId(), status);
 661             return status;
 662         }
 663         status = deleteToscaDataDeepElementsBlockToToscaElement(containerV, EdgeLabelEnum.FULLFILLED_REQUIREMENTS, VertexTypeEnum.FULLFILLED_REQUIREMENTS, componentInstanceId);
 664         if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 665             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove fullfilled requirement  for instance {} in container {}. error {] ", componentInstanceId, containerV.getUniqueId(), status);
 666             return status;
 667         }
 668         status = deleteToscaDataDeepElementsBlockToToscaElement(containerV, EdgeLabelEnum.INST_ATTRIBUTES, VertexTypeEnum.INST_ATTRIBUTES, componentInstanceId);
 669         if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 670             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove attributes for instance {} in container {}. error {] ", componentInstanceId, containerV.getUniqueId(), status);
 671             return status;
 672         }
 673         status = deleteToscaDataDeepElementsBlockToToscaElement(containerV, EdgeLabelEnum.INST_PROPERTIES, VertexTypeEnum.INST_PROPERTIES, componentInstanceId);
 674         if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 675             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove properties for instance {} in container {}. error {] ", componentInstanceId, containerV.getUniqueId(), status);
 676             return status;
 677         }
 678         status = deleteToscaDataDeepElementsBlockToToscaElement(containerV, EdgeLabelEnum.INST_INPUTS, VertexTypeEnum.INST_INPUTS, componentInstanceId);
 679         if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 680             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove instance inputs  for instance {} in container {}. error {] ", componentInstanceId, containerV.getUniqueId(), status);
 681             return status;
 682         }
 683         status = deleteToscaDataDeepElementsBlockToToscaElement(containerV, EdgeLabelEnum.INST_GROUPS, VertexTypeEnum.INST_GROUPS, componentInstanceId);
 684         if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 685             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove fullfilled requirement  for instance {} in container {}. error {] ", componentInstanceId, containerV.getUniqueId(), status);
 686             return status;
 687         }
 688         status = deleteToscaDataDeepElementsBlockToToscaElement(containerV, EdgeLabelEnum.INST_DEPLOYMENT_ARTIFACTS, VertexTypeEnum.INST_DEPLOYMENT_ARTIFACTS, componentInstanceId);
 689         if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 690             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove instance deployment artifacts  for instance {} in container {}. error {] ", componentInstanceId, containerV.getUniqueId(), status);
 691             return status;
 692         }
 693         status = deleteToscaDataDeepElementsBlockToToscaElement(containerV, EdgeLabelEnum.INSTANCE_ARTIFACTS, VertexTypeEnum.INSTANCE_ARTIFACTS, componentInstanceId);
 694         if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 695             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove instance artifacts  for instance {} in container {}. error {] ", componentInstanceId, containerV.getUniqueId(), status);
 696             return status;
 697         }
 698         status = deleteToscaDataDeepElementsBlockToToscaElement(containerV, EdgeLabelEnum.EXTERNAL_REFS, VertexTypeEnum.EXTERNAL_REF, componentInstanceId);
 699         if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 700             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to remove instance external refs  for instance {} in container {}. error {] ", componentInstanceId, containerV.getUniqueId(), status);
 701             return status;
 702         }
 703         status = deleteToscaDataDeepElementsBlockToToscaElement(containerV, EdgeLabelEnum.INST_INTERFACES,
 704                 VertexTypeEnum.INST_INTERFACES, componentInstanceId);
 705         if (status != StorageOperationStatus.OK && status != StorageOperationStatus.NOT_FOUND) {
 706             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG,
 707                     "Failed to remove service instance interfaces  for instance {} in container {}. " +
 708                             "error {] ", componentInstanceId, containerV.getUniqueId(), status);
 709             return status;
 710         }
 711         return StorageOperationStatus.OK;
 712     }
 713
 714     protected Either<GraphVertex, StorageOperationStatus> addComponentInstanceToscaDataToContainerComponent(ToscaElement originToscaElement, ComponentInstanceDataDefinition componentInstance, GraphVertex updatedContainerVertex) {
 715
 716         Either<GraphVertex, StorageOperationStatus> result;
 717         StorageOperationStatus status;
 718         if (originToscaElement.getToscaType() == ToscaElementTypeEnum.NODE_TYPE) {
 719             status = addComponentInstanceToscaDataToNodeTypeContainer((NodeType) originToscaElement, componentInstance, updatedContainerVertex);
 720         } else {
 721             status = addComponentInstanceToscaDataToTopologyTemplateContainer((TopologyTemplate) originToscaElement, componentInstance, updatedContainerVertex);
 722         }
 723         if (status == StorageOperationStatus.OK) {
 724             result = Either.left(updatedContainerVertex);
 725         } else {
 726             result = Either.right(status);
 727         }
 728         return result;
 729     }
 730
 731     private StorageOperationStatus addComponentInstanceToscaDataToTopologyTemplateContainer(TopologyTemplate originTopologyTemplate, ComponentInstanceDataDefinition componentInstance, GraphVertex updatedContainerVertex) {
 732
 733         StorageOperationStatus status;
 734
 735         status = addCalculatedCapReqFromTopologyTemplate(originTopologyTemplate, componentInstance, updatedContainerVertex);
 736
 737         if (status != StorageOperationStatus.OK) {
 738
 739             return status;
 740         }
 741
 742         MapPropertiesDataDefinition instInputs = new MapPropertiesDataDefinition(originTopologyTemplate.getInputs());
 743         MapPropertiesDataDefinition instInputsAsProperties = turnInputsIntoProperties(instInputs);
 744
 745         status = addToscaDataDeepElementsBlockToToscaElement(updatedContainerVertex, EdgeLabelEnum.INST_INPUTS, VertexTypeEnum.INST_INPUTS, instInputsAsProperties, componentInstance.getUniqueId());
 746         if (status != StorageOperationStatus.OK) {
 747             return status;
 748         }
 749
 750         return status;
 751     }
 752
 753     private MapPropertiesDataDefinition turnInputsIntoProperties(MapPropertiesDataDefinition instInput) {
 754         if (instInput.getMapToscaDataDefinition() != null) {
 755             for (PropertyDataDefinition currProp : instInput.getMapToscaDataDefinition().values()) {
 756                 String temp = currProp.getValue();
 757                 currProp.setValue(currProp.getDefaultValue());
 758                 currProp.setDefaultValue(temp);
 759             }
 760         }
 761         return instInput;
 762     }
 763
 764     private MapListCapabilityDataDefinition prepareCalculatedCapabiltyForTopologyTemplate(
 765             Map<String, ListCapabilityDataDefinition> capabilities,
 766             ComponentInstanceDataDefinition componentInstance,
 767             MapListCapabilityDataDefinition calculatedCap) {
 768             MapListCapabilityDataDefinition allCalculatedCap =
 769                     new MapListCapabilityDataDefinition(calculatedCap);
 770             populateCapability(capabilities, componentInstance, allCalculatedCap);
 771             return allCalculatedCap;
 772     }
 773
 774     private void populateCapability(Map<String, ListCapabilityDataDefinition> capabilities,
 775                                     ComponentInstanceDataDefinition componentInstance,
 776                                     MapListCapabilityDataDefinition allCalculatedCap) {
 777         capabilities.forEach((key, value) -> {
 778             List<CapabilityDataDefinition> listCapabilities = value.getListToscaDataDefinition()
 779                     .stream().map(CapabilityDataDefinition::new).collect(Collectors.toList());
 780             listCapabilities.forEach(cap -> {
 781                 cap.setSource(componentInstance.getComponentUid());
 782                 cap.addToPath(componentInstance.getUniqueId());
 783                 log.debug("enter populateCapability,get Capability OwnerId:{},get componentInstance UniqueId:{}",
 784                         cap.getOwnerId(), componentInstance.getUniqueId());
 785                 cap.setOwnerId(componentInstance.getUniqueId());
 786                 log.debug("enter populateCapability,get Capability OwnerName:{},get componentInstance Name:{}",
 787                         cap.getOwnerName(), componentInstance.getName());
 788                 if (cap.getOwnerName() == null || cap.getOwnerName().isEmpty()) {
 789                     cap.setOwnerName(componentInstance.getName());
 790                 }
 791                 cap.setLeftOccurrences(cap.getMaxOccurrences());
 792                 allCalculatedCap.add(key, cap);
 793             });
 794         });
 795     }
 796
 797     private MapListRequirementDataDefinition prepareCalculatedRequirementForTopologyTemplate(
 798             Map<String, ListRequirementDataDefinition> requirements,
 799             ComponentInstanceDataDefinition componentInstance,
 800             MapListRequirementDataDefinition calculatedReqs) {
 801             MapListRequirementDataDefinition allCalculatedReq =
 802                     new MapListRequirementDataDefinition(calculatedReqs);
 803
 804             populateRequirement(requirements, componentInstance, allCalculatedReq);
 805             return allCalculatedReq;
 806     }
 807     private void populateRequirement(Map<String, ListRequirementDataDefinition> requirements,
 808                                      ComponentInstanceDataDefinition componentInstance,
 809                                      MapListRequirementDataDefinition allCalculatedReq) {
 810         requirements.forEach((key, value) -> {
 811             List<RequirementDataDefinition> listRequirements = value.getListToscaDataDefinition()
 812                     .stream().map(RequirementDataDefinition::new).collect(Collectors.toList());
 813             listRequirements.forEach(req -> {
 814                 req.setSource(componentInstance.getComponentUid());
 815                 req.addToPath(componentInstance.getUniqueId());
 816                 log.debug("enter populateRequirement,get init Requirements OwnerId:{},get componentInstance UniqueId:{}",
 817                         req.getOwnerId(), componentInstance.getUniqueId());
 818                 if (req.getOwnerId() == null || req.getOwnerId().isEmpty()) {
 819                     req.setOwnerId(componentInstance.getUniqueId());
 820                 }
 821                 log.debug("enter populateRequirement,get init Requirements OwnerName:{}", req.getOwnerName());
 822                 if (req.getOwnerName() == null || req.getOwnerName().isEmpty()) {
 823                     req.setOwnerName(componentInstance.getName());
 824                 }
 825                 req.setLeftOccurrences(req.getMaxOccurrences());
 826                 allCalculatedReq.add(key, req);
 827             });
 828         });
 829     }
 830
 831
 832
 833     private StorageOperationStatus addCalculatedCapReqFromTopologyTemplate(TopologyTemplate originTopologyTemplate, ComponentInstanceDataDefinition componentInstance, GraphVertex updatedContainerVertex) {
 834         Map<String, MapListCapabilityDataDefinition> calculatedCapabilities = originTopologyTemplate.getCalculatedCapabilities();
 835
 836         MapListCapabilityDataDefinition allCalculatedCap = new MapListCapabilityDataDefinition();
 837         if (calculatedCapabilities != null) {
 838             calculatedCapabilities.forEach((key1, value1) -> {
 839                 Map<String, ListCapabilityDataDefinition> mapByType = value1.getMapToscaDataDefinition();
 840                 mapByType.forEach((key, value) -> value.getListToscaDataDefinition().forEach(cap -> {
 841                     cap.addToPath(componentInstance.getUniqueId());
 842                     allCalculatedCap.add(key, cap);
 843                 }));
 844             });
 845         }
 846         MapListCapabilityDataDefinition allCaps;
 847         Map<String, ListCapabilityDataDefinition> capabilities = originTopologyTemplate.getCapabilities();
 848         if (MapUtils.isNotEmpty(capabilities)) {
 849             allCaps = prepareCalculatedCapabiltyForTopologyTemplate(capabilities, componentInstance,
 850                     allCalculatedCap);
 851         } else {
 852             allCaps = new MapListCapabilityDataDefinition(allCalculatedCap);
 853         }
 854         if(!allCaps.isEmpty()) {
 855             StorageOperationStatus calculatedCapabilitiesResult =
 856                     addToscaDataDeepElementsBlockToToscaElement(updatedContainerVertex,
 857                             EdgeLabelEnum.CALCULATED_CAPABILITIES, VertexTypeEnum.CALCULATED_CAPABILITIES,
 858                             allCaps, componentInstance.getUniqueId());
 859             if (calculatedCapabilitiesResult != StorageOperationStatus.OK) {
 860                 return calculatedCapabilitiesResult;
 861             }
 862             MapListCapabilityDataDefinition fullCalculatedCap = new MapListCapabilityDataDefinition();
 863             calculatedCapabilitiesResult = addToscaDataDeepElementsBlockToToscaElement(updatedContainerVertex,
 864                     EdgeLabelEnum.FULLFILLED_CAPABILITIES, VertexTypeEnum.FULLFILLED_CAPABILITIES,
 865                     fullCalculatedCap, componentInstance.getUniqueId());
 866             if (calculatedCapabilitiesResult != StorageOperationStatus.OK) {
 867                 return calculatedCapabilitiesResult;
 868             }
 869         }
 870         Map<String, MapListRequirementDataDefinition> calculatedRequirements =
 871                 originTopologyTemplate.getCalculatedRequirements();
 872         MapListRequirementDataDefinition allCalculatedReq = new MapListRequirementDataDefinition();
 873         if (calculatedRequirements != null) {
 874             calculatedRequirements.forEach((key, value) -> {
 875                 Map<String, ListRequirementDataDefinition> mapByType =
 876                         value.getMapToscaDataDefinition();
 877                 mapByType.forEach((key1, value1) -> value1.getListToscaDataDefinition().stream()
 878                         .filter(RequirementDataDefinition::isExternal).forEach(req -> {
 879                     req.addToPath(componentInstance.getUniqueId());
 880                     req.setExternal(false);
 881                     allCalculatedReq.add(key1, req);
 882                 }));
 883             });
 884
 885         }
 886
 887         MapListRequirementDataDefinition allReqs;
 888         Map<String, ListRequirementDataDefinition> requirements = originTopologyTemplate.getRequirements();
 889         if (MapUtils.isNotEmpty(requirements)) {
 890             allReqs = prepareCalculatedRequirementForTopologyTemplate(requirements,
 891                     componentInstance, allCalculatedReq);
 892         } else
 893             allReqs = new MapListRequirementDataDefinition(allCalculatedReq);
 894
 895         if(!allReqs.isEmpty()) {
 896             StorageOperationStatus calculatedRequirementResult =
 897                     addToscaDataDeepElementsBlockToToscaElement(updatedContainerVertex,
 898                             EdgeLabelEnum.CALCULATED_REQUIREMENTS, VertexTypeEnum.CALCULATED_REQUIREMENTS,
 899                             allReqs, componentInstance.getUniqueId());
 900             if (calculatedRequirementResult != StorageOperationStatus.OK) {
 901                 return calculatedRequirementResult;
 902             }
 903             MapListRequirementDataDefinition fullCalculatedReq = new MapListRequirementDataDefinition();
 904             calculatedRequirementResult = addToscaDataDeepElementsBlockToToscaElement(updatedContainerVertex,
 905                     EdgeLabelEnum.FULLFILLED_REQUIREMENTS, VertexTypeEnum.FULLFILLED_REQUIREMENTS,
 906                     fullCalculatedReq,
 907                     componentInstance.getUniqueId());
 908             if (calculatedRequirementResult != StorageOperationStatus.OK) {
 909                 return calculatedRequirementResult;
 910             }
 911         }
 912         Map<String, MapCapabilityProperty> calculatedCapabilitiesProperties = originTopologyTemplate.getCalculatedCapabilitiesProperties();
 913         Map<String, MapPropertiesDataDefinition> updateKeyMap = new HashMap<>();
 914
 915         if (calculatedCapabilitiesProperties != null && !calculatedCapabilitiesProperties.isEmpty()) {
 916             for (MapCapabilityProperty map : calculatedCapabilitiesProperties.values()) {
 917                 for (Entry<String, MapPropertiesDataDefinition> entry : map.getMapToscaDataDefinition().entrySet()) {
 918                     String newKey = (componentInstance.getUniqueId() + ModelConverter.CAP_PROP_DELIM + entry.getKey());
 919                     updateKeyMap.put(newKey, entry.getValue());
 920                 }
 921             }
 922         }
 923         Map<String, MapPropertiesDataDefinition> capabilitiesProperties =
 924                 originTopologyTemplate.getCapabilitiesProperties();
 925         Map<String, MapPropertiesDataDefinition> updateKeyMapCapabilitiesProperties;
 926         if (MapUtils.isNotEmpty(capabilitiesProperties)) {
 927             updateKeyMapCapabilitiesProperties = capabilitiesProperties.entrySet().stream()
 928                     .collect(Collectors.toMap(e -> createCapPropertyKey(e.getKey(),
 929                             componentInstance.getUniqueId()), Entry::getValue));
 930         }
 931         else {
 932             updateKeyMapCapabilitiesProperties = new HashMap<>();
 933         }
 934         updateKeyMap.putAll(updateKeyMapCapabilitiesProperties);
 935         MapCapabilityProperty mapCapabilityProperty = new MapCapabilityProperty(updateKeyMap);
 936
 937         if(MapUtils.isNotEmpty(capabilitiesProperties) || MapUtils.isNotEmpty(calculatedCapabilitiesProperties )) {
 938             StorageOperationStatus calculatedResult =
 939                     addToscaDataDeepElementsBlockToToscaElement(updatedContainerVertex,
 940                             EdgeLabelEnum.CALCULATED_CAP_PROPERTIES,
 941                             VertexTypeEnum.CALCULATED_CAP_PROPERTIES, mapCapabilityProperty,
 942                             componentInstance.getUniqueId());
 943             if (calculatedResult != StorageOperationStatus.OK) {
 944                 return calculatedResult;
 945             }
 946         }
 947         return StorageOperationStatus.OK;
 948     }
 949
 950     public StorageOperationStatus updateComponentInstanceRequirement(String componentId, String componentInstanceUniqueId, RequirementDataDefinition requirementDataDefinition) {
 951         Either<GraphVertex, JanusGraphOperationStatus> containerVEither = janusGraphDao
 952                 .getVertexById(componentId, JsonParseFlagEnum.ParseAll);
 953         if (containerVEither.isRight()) {
 954             JanusGraphOperationStatus error = containerVEither.right().value();
 955             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, FAILED_TO_FETCH_CONTAINER_VERTEX_ERROR, componentId, error);
 956             return StorageOperationStatus.GENERAL_ERROR;
 957         }
 958         GraphVertex containerV = containerVEither.left().value();
 959         return updateComponentInstanceRequirement(componentId, componentInstanceUniqueId, requirementDataDefinition, containerV);
 960     }
 961
 962     private StorageOperationStatus updateComponentInstanceRequirement(String componentId, String componentInstanceUniqueId, RequirementDataDefinition requirementDataDefinition, GraphVertex containerV) {
 963         Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, StorageOperationStatus> existingReqs = getCalculatedRequirements(componentId);
 964         if (existingReqs.isRight()) {
 965             return existingReqs.right().value();
 966         }
 967         MapListRequirementDataDefinition componentInstanceRequirementsMap = existingReqs.left().value().getRight().get(componentInstanceUniqueId);
 968         if (componentInstanceRequirementsMap == null) {
 969             return StorageOperationStatus.NOT_FOUND;
 970         }
 971         ListRequirementDataDefinition listRequirementDataDefinition = componentInstanceRequirementsMap.getMapToscaDataDefinition().get(requirementDataDefinition.getCapability());
 972
 973         listRequirementDataDefinition.getListToscaDataDefinition().stream()
 974                 .filter(e -> requirementDataDefinition.getOwnerId().equals(e.getOwnerId()) && requirementDataDefinition.getName().equals(e.getName()))
 975                 .forEach(r -> r.setExternal(requirementDataDefinition.isExternal()));
 976
 977         return updateCalculatedReqOnGraph(componentId, containerV, existingReqs);
 978     }
 979
 980     private Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, StorageOperationStatus> getCalculatedRequirements(String componentId) {
 981         Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, StorageOperationStatus> result = null;
 982         Either<GraphVertex, JanusGraphOperationStatus> containerVEither = janusGraphDao
 983             .getVertexById(componentId, JsonParseFlagEnum.ParseAll);
 984         if (containerVEither.isRight()) {
 985             JanusGraphOperationStatus error = containerVEither.right().value();
 986             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, FAILED_TO_FETCH_CONTAINER_VERTEX_ERROR, componentId, error);
 987             result = Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(error));
 988         }
 989         if (result == null) {
 990             GraphVertex containerV = containerVEither.left().value();
 991             result = fetchContainerCalculatedRequirement(containerV, EdgeLabelEnum.CALCULATED_REQUIREMENTS);
 992         }
 993         return result;
 994     }
 995
 996     private StorageOperationStatus updateCalculatedReqOnGraph(String componentId, GraphVertex containerV, Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, StorageOperationStatus> reqResult
 997             ) {
 998         containerV.setJsonMetadataField(JsonPresentationFields.LAST_UPDATE_DATE, System.currentTimeMillis());
 999         Either<GraphVertex, JanusGraphOperationStatus> updateElement = janusGraphDao.updateVertex(containerV);
1000         if (updateElement.isRight()) {
1001             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to update topology template {} with new relations error {}. ", componentId, updateElement.right().value());
1002             return DaoStatusConverter.convertJanusGraphStatusToStorageStatus(updateElement.right().value());
1003         }
1004
1005         CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Update calculated requirement for container {}", containerV.getUniqueId());
1006         Either<GraphVertex, JanusGraphOperationStatus> status = updateOrCopyOnUpdate(reqResult.left().value().getLeft(), containerV, EdgeLabelEnum.CALCULATED_REQUIREMENTS);
1007         if (status.isRight()) {
1008             JanusGraphOperationStatus error = status.right().value();
1009             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to update calculated requiremnt for container {} error {}", containerV.getUniqueId(), error);
1010             return DaoStatusConverter.convertJanusGraphStatusToStorageStatus(error);
1011         }
1012         return StorageOperationStatus.OK;
1013     }
1014
1015     private StorageOperationStatus addComponentInstanceToscaDataToNodeTypeContainer(NodeType originNodeType,
1016             ComponentInstanceDataDefinition componentInstance, GraphVertex updatedContainerVertex) {
1017
1018         StorageOperationStatus status;
1019
1020         if(MapUtils.isNotEmpty(originNodeType.getProperties())){
1021             MapPropertiesDataDefinition instProperties =
1022                     new MapPropertiesDataDefinition(originNodeType.getProperties());
1023             status = addToscaDataDeepElementsBlockToToscaElement(updatedContainerVertex, EdgeLabelEnum.INST_PROPERTIES,
1024                     VertexTypeEnum.INST_PROPERTIES, instProperties, componentInstance.getUniqueId());
1025             if (status != StorageOperationStatus.OK) {
1026                 return status;
1027             }
1028         }
1029
1030         if(MapUtils.isNotEmpty(originNodeType.getAttributes())){
1031             MapAttributesDataDefinition instAttributes =
1032                     new MapAttributesDataDefinition(originNodeType.getAttributes());
1033             status = addToscaDataDeepElementsBlockToToscaElement(updatedContainerVertex, EdgeLabelEnum.INST_ATTRIBUTES,
1034                     VertexTypeEnum.INST_ATTRIBUTES, instAttributes, componentInstance.getUniqueId());
1035             if (status != StorageOperationStatus.OK) {
1036                 return status;
1037             }
1038         }
1039
1040         return addCalculatedCapReqFromNodeType(originNodeType, componentInstance, updatedContainerVertex);
1041     }
1042
1043     public MapArtifactDataDefinition prepareInstDeploymentArtifactPerInstance(Map<String, ArtifactDataDefinition> deploymentArtifacts, String componentInstanceId, User user, String envType) {
1044         if (deploymentArtifacts != null && envType.equals(HEAT_VF_ENV_NAME)) {
1045             Map<String, ArtifactDataDefinition> instDeploymentArtifacts = new HashMap<>();
1046
1047             deploymentArtifacts.entrySet().forEach(e -> {
1048                 ArtifactDataDefinition artifact = e.getValue();
1049                 String type = artifact.getArtifactType();
1050                 if (type.equalsIgnoreCase(ArtifactTypeEnum.HEAT.getType()) || type.equalsIgnoreCase(ArtifactTypeEnum.HEAT_NET.getType()) || type.equalsIgnoreCase(ArtifactTypeEnum.HEAT_VOL.getType())) {
1051                     ArtifactDataDefinition artifactEnv = createArtifactPlaceHolderInfo(artifact, componentInstanceId, user, envType);
1052                     instDeploymentArtifacts.put(artifactEnv.getArtifactLabel(), artifactEnv);
1053                 }
1054             });
1055
1056             deploymentArtifacts.putAll(instDeploymentArtifacts);
1057
1058             return new MapArtifactDataDefinition(deploymentArtifacts);
1059
1060         }
1061         return null;
1062     }
1063
1064     @SuppressWarnings({"unchecked"})
1065     private ArtifactDataDefinition createArtifactPlaceHolderInfo(ArtifactDataDefinition artifactHeat, String componentId, User user, String heatEnvType) {
1066         Map<String, Object> deploymentResourceArtifacts = ConfigurationManager.getConfigurationManager().getConfiguration().getDeploymentResourceInstanceArtifacts();
1067         if (deploymentResourceArtifacts == null) {
1068             log.debug("no deployment artifacts are configured for generated artifacts");
1069             return null;
1070         }
1071         Map<String, Object> placeHolderData = (Map<String, Object>) deploymentResourceArtifacts.get(heatEnvType);
1072         if (placeHolderData == null) {
1073             log.debug("no env type {} are configured for generated artifacts", heatEnvType);
1074             return null;
1075         }
1076
1077         String envLabel = (artifactHeat.getArtifactLabel() + HEAT_ENV_SUFFIX).toLowerCase();
1078
1079         ArtifactDataDefinition artifactInfo = new ArtifactDataDefinition();
1080
1081         String artifactName = (String) placeHolderData.get(ARTIFACT_PLACEHOLDER_DISPLAY_NAME);
1082         String artifactType = (String) placeHolderData.get(ARTIFACT_PLACEHOLDER_TYPE);
1083         String artifactDescription = (String) placeHolderData.get(ARTIFACT_PLACEHOLDER_DESCRIPTION);
1084
1085         artifactInfo.setArtifactDisplayName(artifactName);
1086         artifactInfo.setArtifactLabel(envLabel);
1087         artifactInfo.setArtifactType(artifactType);
1088         artifactInfo.setDescription(artifactDescription);
1089         artifactInfo.setArtifactGroupType(artifactHeat.getArtifactGroupType());
1090         setDefaultArtifactTimeout(artifactHeat.getArtifactGroupType(), artifactInfo);
1091         artifactInfo.setGeneratedFromId(artifactHeat.getUniqueId());
1092         // clone heat parameters in case of heat env only not VF heat env
1093         if (heatEnvType.equals(HEAT_ENV_NAME)) {
1094             artifactInfo.setHeatParameters(artifactHeat.getHeatParameters());
1095         }
1096         setArtifactPlaceholderCommonFields(componentId, user, artifactInfo);
1097
1098         return artifactInfo;
1099     }
1100
1101     public void setDefaultArtifactTimeout(ArtifactGroupTypeEnum groupType, ArtifactDataDefinition artifactInfo) {
1102         if (groupType.equals(ArtifactGroupTypeEnum.DEPLOYMENT)) {
1103             artifactInfo.setTimeout(defaultHeatTimeout);
1104         } else {
1105             artifactInfo.setTimeout(NON_HEAT_TIMEOUT);
1106         }
1107     }
1108
1109     private void setArtifactPlaceholderCommonFields(String resourceId, User user, ArtifactDataDefinition artifactInfo) {
1110         String uniqueId = null;
1111
1112         if (resourceId != null) {
1113             uniqueId = UniqueIdBuilder.buildPropertyUniqueId(resourceId.toLowerCase(), artifactInfo.getArtifactLabel().toLowerCase());
1114             artifactInfo.setUniqueId(uniqueId);
1115         }
1116         artifactInfo.setUserIdCreator(user.getUserId());
1117         String fullName = user.getFullName();
1118         artifactInfo.setUpdaterFullName(fullName);
1119
1120         long time = System.currentTimeMillis();
1121
1122         artifactInfo.setCreatorFullName(fullName);
1123         artifactInfo.setCreationDate(time);
1124
1125         artifactInfo.setLastUpdateDate(time);
1126         artifactInfo.setUserIdLastUpdater(user.getUserId());
1127
1128         artifactInfo.setMandatory(true);
1129     }
1130
1131     /**
1132      * @param originNodeType
1133      * @param componentInstance
1134      * @param updatedContainerVertex
1135      * @return
1136      */
1137     private StorageOperationStatus addCalculatedCapReqFromNodeType(NodeType originNodeType, ComponentInstanceDataDefinition componentInstance, GraphVertex updatedContainerVertex) {
1138
1139         Map<String, ListCapabilityDataDefinition> capabilities = originNodeType.getCapabilities();
1140         MapListCapabilityDataDefinition allCalculatedCap = prepareCalculatedCapabiltyForNodeType(capabilities, componentInstance);
1141         StorageOperationStatus calculatedResult;
1142         if (allCalculatedCap != null) {
1143             calculatedResult = addToscaDataDeepElementsBlockToToscaElement(updatedContainerVertex, EdgeLabelEnum.CALCULATED_CAPABILITIES, VertexTypeEnum.CALCULATED_CAPABILITIES, allCalculatedCap, componentInstance.getUniqueId());
1144
1145             if (calculatedResult != StorageOperationStatus.OK) {
1146                 return calculatedResult;
1147             }
1148         }
1149         Map<String, MapPropertiesDataDefinition> capabiltiesProperties = originNodeType.getCapabilitiesProperties();
1150         if (capabiltiesProperties != null) {
1151             Map<String, MapPropertiesDataDefinition> updateKeyMap = capabiltiesProperties.entrySet().stream().collect(Collectors.toMap(e -> createCapPropertyKey(e.getKey(), componentInstance.getUniqueId()), Entry::getValue));
1152             MapCapabilityProperty mapCapabilityProperty = new MapCapabilityProperty(updateKeyMap);
1153             calculatedResult = addToscaDataDeepElementsBlockToToscaElement(updatedContainerVertex, EdgeLabelEnum.CALCULATED_CAP_PROPERTIES, VertexTypeEnum.CALCULATED_CAP_PROPERTIES, mapCapabilityProperty, componentInstance.getUniqueId());
1154             if (calculatedResult != StorageOperationStatus.OK) {
1155                 return calculatedResult;
1156             }
1157         }
1158
1159         MapListCapabilityDataDefinition fullCalculatedCap = new MapListCapabilityDataDefinition();
1160         calculatedResult = addToscaDataDeepElementsBlockToToscaElement(updatedContainerVertex, EdgeLabelEnum.FULLFILLED_CAPABILITIES, VertexTypeEnum.FULLFILLED_CAPABILITIES, fullCalculatedCap, componentInstance.getUniqueId());
1161
1162         if (calculatedResult != StorageOperationStatus.OK) {
1163             return calculatedResult;
1164         }
1165
1166         Map<String, ListRequirementDataDefinition> requirements = originNodeType.getRequirements();
1167
1168         MapListRequirementDataDefinition allCalculatedReq = prepareCalculatedRequirementForNodeType(requirements, componentInstance);
1169
1170         StorageOperationStatus status;
1171         if (allCalculatedReq != null) {
1172             status = addToscaDataDeepElementsBlockToToscaElement(updatedContainerVertex, EdgeLabelEnum.CALCULATED_REQUIREMENTS, VertexTypeEnum.CALCULATED_REQUIREMENTS, allCalculatedReq, componentInstance.getUniqueId());
1173             if (status != StorageOperationStatus.OK) {
1174                 return status;
1175             }
1176         }
1177         MapListRequirementDataDefinition fullCalculatedReq = new MapListRequirementDataDefinition();
1178         status = addToscaDataDeepElementsBlockToToscaElement(updatedContainerVertex, EdgeLabelEnum.FULLFILLED_REQUIREMENTS, VertexTypeEnum.FULLFILLED_REQUIREMENTS, fullCalculatedReq, componentInstance.getUniqueId());
1179         return StorageOperationStatus.OK;
1180
1181     }
1182
1183     public static String createCapPropertyKey(String key, String instanceId) {
1184         StringBuffer sb = new StringBuffer(instanceId);
1185         sb.append(ModelConverter.CAP_PROP_DELIM).append(instanceId).append(ModelConverter.CAP_PROP_DELIM).append(key);
1186         return sb.toString();
1187     }
1188
1189     /**
1190      * Prepares a map of capabilities lists Produces a deep copy of the received map of capabilities Sets values to the specific fields according to received component instance
1191      *
1192      * @param capabilities
1193      * @param componentInstance
1194      * @return
1195      */
1196     public MapListCapabilityDataDefinition prepareCalculatedCapabiltyForNodeType(Map<String, ListCapabilityDataDefinition> capabilities, ComponentInstanceDataDefinition componentInstance) {
1197         if (capabilities != null) {
1198             MapListCapabilityDataDefinition allCalculatedCap = new MapListCapabilityDataDefinition();
1199
1200             populateCapability(capabilities, componentInstance, allCalculatedCap);
1201             return allCalculatedCap;
1202         }
1203         return null;
1204     }
1205
1206     /**
1207      * Prepares a map of requirements lists Produces a deep copy of the received map of requirements Sets values to the specific fields according to received component instance
1208      *
1209      * @param requirements
1210      * @param componentInstance
1211      * @return
1212      */
1213     public MapListRequirementDataDefinition prepareCalculatedRequirementForNodeType(Map<String, ListRequirementDataDefinition> requirements, ComponentInstanceDataDefinition componentInstance) {
1214         if (requirements != null) {
1215             MapListRequirementDataDefinition allCalculatedReq = new MapListRequirementDataDefinition();
1216
1217             populateRequirement(requirements, componentInstance, allCalculatedReq);
1218             return allCalculatedReq;
1219         }
1220         return null;
1221     }
1222
1223     public StorageOperationStatus addGroupInstancesToComponentInstance(Component containerComponent, ComponentInstanceDataDefinition componentInstance, List<GroupDefinition> groups, Map<String, List<ArtifactDefinition>> groupInstancesArtifacts) {
1224
1225         StorageOperationStatus result = null;
1226         Map<String, GroupInstanceDataDefinition> groupInstanceToCreate = new HashMap<>();
1227         if (groupInstancesArtifacts != null && CollectionUtils.isNotEmpty(groups)) {
1228             for (Map.Entry<String, List<ArtifactDefinition>> groupArtifacts : groupInstancesArtifacts.entrySet()) {
1229                 Optional<GroupDefinition> groupOptional = groups.stream().filter(g -> g.getUniqueId().equals(groupArtifacts.getKey())).findFirst();
1230                 if (groupOptional.isPresent()) {
1231                     GroupInstanceDataDefinition groupInstance = buildGroupInstanceDataDefinition((GroupDataDefinition) groupOptional.get(), (ComponentInstanceDataDefinition) componentInstance, null);
1232                     groupInstance.setGroupInstanceArtifacts(groupArtifacts.getValue().stream().map(ArtifactDataDefinition::getUniqueId).collect(Collectors.toList()));
1233                     groupInstance.setGroupInstanceArtifactsUuid(groupArtifacts.getValue().stream().map(ArtifactDataDefinition::getArtifactUUID).collect(Collectors.toList()));
1234                     groupInstanceToCreate.put(groupInstance.getName(), groupInstance);
1235                 }
1236             }
1237         }
1238         if (MapUtils.isNotEmpty(groupInstanceToCreate)) {
1239             result = addToscaDataDeepElementsBlockToToscaElement(containerComponent.getUniqueId(), EdgeLabelEnum.INST_GROUPS, VertexTypeEnum.INST_GROUPS, new MapDataDefinition<>(groupInstanceToCreate), componentInstance.getUniqueId());
1240         }
1241         if (result == null) {
1242             result = StorageOperationStatus.OK;
1243         }
1244         return result;
1245     }
1246
1247     private ComponentInstanceDataDefinition buildComponentInstanceDataDefinition(ComponentInstance resourceInstance, String containerComponentId, String instanceNewName, boolean generateUid, ToscaElement originToscaElement) {
1248         String ciOriginComponentUid = resourceInstance.getComponentUid();
1249
1250         if (!ValidationUtils.validateStringNotEmpty(resourceInstance.getCustomizationUUID())) {
1251             resourceInstance.setCustomizationUUID(generateCustomizationUUID());
1252         }
1253         ComponentInstanceDataDefinition dataDefinition = new ComponentInstanceDataDefinition(resourceInstance);
1254
1255         Long creationDate = resourceInstance.getCreationTime();
1256         Long modificationTime;
1257         if (creationDate == null) {
1258             creationDate = System.currentTimeMillis();
1259             modificationTime = creationDate;
1260         } else {
1261             modificationTime = System.currentTimeMillis();
1262         }
1263         dataDefinition.setComponentUid(ciOriginComponentUid);
1264         dataDefinition.setCreationTime(creationDate);
1265         dataDefinition.setModificationTime(modificationTime);
1266         if (StringUtils.isNotEmpty(instanceNewName)) {
1267             dataDefinition.setName(instanceNewName);
1268             resourceInstance.setName(instanceNewName);
1269         }
1270         if (StringUtils.isNotEmpty(dataDefinition.getName()))
1271             dataDefinition.setNormalizedName(ValidationUtils.normalizeComponentInstanceName(dataDefinition.getName()));
1272         dataDefinition.setIcon(resourceInstance.getIcon());
1273         if (generateUid) {
1274             dataDefinition.setUniqueId(UniqueIdBuilder.buildResourceInstanceUniuqeId(containerComponentId, ciOriginComponentUid, dataDefinition.getNormalizedName()));
1275             resourceInstance.setUniqueId(dataDefinition.getUniqueId());
1276         }
1277         if (StringUtils.isEmpty(dataDefinition.getComponentVersion()) && originToscaElement != null)
1278             dataDefinition.setComponentVersion((String) originToscaElement.getMetadataValue(JsonPresentationFields.VERSION));
1279         if (StringUtils.isEmpty(dataDefinition.getComponentName()) && originToscaElement != null)
1280             dataDefinition.setComponentName((String) originToscaElement.getMetadataValue(JsonPresentationFields.NAME));
1281         if (originToscaElement != null && dataDefinition.getToscaComponentName() == null)
1282             dataDefinition.setToscaComponentName((String) originToscaElement.getMetadataValue(JsonPresentationFields.TOSCA_RESOURCE_NAME));
1283         if (dataDefinition.getOriginType() == null && originToscaElement != null) {
1284             ResourceTypeEnum resourceType = originToscaElement.getResourceType();
1285             OriginTypeEnum originType = OriginTypeEnum.findByValue(resourceType.name());
1286             dataDefinition.setOriginType(originType);
1287         }
1288         if (dataDefinition.getOriginType() == OriginTypeEnum.ServiceProxy)
1289             dataDefinition.setIsProxy(true);
1290
1291         return dataDefinition;
1292     }
1293
1294     private Boolean isUniqueInstanceName(TopologyTemplate container, String instanceName) {
1295         Boolean isUniqueName = true;
1296         try {
1297             isUniqueName = !container.getComponentInstances().values().stream().anyMatch(ci -> ci.getName() != null && ci.getName().equals(instanceName));
1298
1299         } catch (Exception e) {
1300             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Exception occured during fetching component instance with name {} from component container {}. {} ", instanceName, container.getName(), e.getMessage());
1301         }
1302         return isUniqueName;
1303     }
1304
1305     private String buildComponentInstanceName(String instanceSuffixNumber, String instanceName) {
1306         return instanceName + " " + (instanceSuffixNumber == null ? 0 : instanceSuffixNumber);
1307     }
1308
1309     public Either<RequirementCapabilityRelDef, StorageOperationStatus> associateResourceInstances(Component component, String componentId, RequirementCapabilityRelDef relation) {
1310         List<RequirementCapabilityRelDef> relations = new ArrayList<>();
1311         relations.add(relation);
1312         Either<List<RequirementCapabilityRelDef>, StorageOperationStatus> associateResourceInstances = associateResourceInstances(component, componentId, relations);
1313         if (associateResourceInstances.isRight()) {
1314             return Either.right(associateResourceInstances.right().value());
1315         }
1316         return Either.left(associateResourceInstances.left().value().get(0));
1317     }
1318
1319     @SuppressWarnings({"unchecked"})
1320     public <T extends ToscaDataDefinition> Either<List<RequirementCapabilityRelDef>, StorageOperationStatus> associateResourceInstances(Component component, String componentId, List<RequirementCapabilityRelDef> relations) {
1321
1322         Either<GraphVertex, JanusGraphOperationStatus> containerVEither = janusGraphDao
1323             .getVertexById(componentId, JsonParseFlagEnum.ParseAll);
1324         if (containerVEither.isRight()) {
1325             JanusGraphOperationStatus error = containerVEither.right().value();
1326             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, FAILED_TO_FETCH_CONTAINER_VERTEX_ERROR, componentId, error);
1327             return Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(error));
1328         }
1329         GraphVertex containerV = containerVEither.left().value();
1330         Either<Pair<GraphVertex, Map<String, MapListCapabilityDataDefinition>>, StorageOperationStatus> capResult = fetchContainerCalculatedCapability(containerV, EdgeLabelEnum.CALCULATED_CAPABILITIES);
1331         if (capResult.isRight()) {
1332             return Either.right(capResult.right().value());
1333
1334         }
1335         Map<String, MapListCapabilityDataDefinition> calculatedCapabilty = capResult.left().value().getRight();
1336
1337         Either<Pair<GraphVertex, Map<String, MapListCapabilityDataDefinition>>, StorageOperationStatus> capFullResult = fetchContainerCalculatedCapability(containerV, EdgeLabelEnum.FULLFILLED_CAPABILITIES);
1338         if (capResult.isRight()) {
1339             return Either.right(capResult.right().value());
1340
1341         }
1342         Map<String, MapListCapabilityDataDefinition> fullFilledCapabilty = capFullResult.left().value().getRight();
1343
1344         Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, StorageOperationStatus> reqResult = fetchContainerCalculatedRequirement(containerV, EdgeLabelEnum.CALCULATED_REQUIREMENTS);
1345         if (reqResult.isRight()) {
1346             return Either.right(reqResult.right().value());
1347         }
1348         Map<String, MapListRequirementDataDefinition> calculatedRequirement = reqResult.left().value().getRight();
1349
1350         Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, StorageOperationStatus> reqFullResult = fetchContainerCalculatedRequirement(containerV, EdgeLabelEnum.FULLFILLED_REQUIREMENTS);
1351         if (reqResult.isRight()) {
1352             return Either.right(reqResult.right().value());
1353         }
1354         Map<String, MapListRequirementDataDefinition> fullfilledRequirement = reqFullResult.left().value().getRight();
1355
1356         Map<String, CompositionDataDefinition> jsonComposition = (Map<String, CompositionDataDefinition>) containerV.getJson();
1357         CompositionDataDefinition compositionDataDefinition = jsonComposition.get(JsonConstantKeysEnum.COMPOSITION.getValue());
1358
1359         StorageOperationStatus status;
1360         List<RequirementCapabilityRelDef> relationsList = new ArrayList<>();
1361         for (RequirementCapabilityRelDef relation : relations) {
1362             List<CapabilityRequirementRelationship> relationshipsResult = new ArrayList<>();
1363             String fromNode = relation.getFromNode();
1364             String toNode = relation.getToNode();
1365             List<CapabilityRequirementRelationship> relationships = relation.getRelationships();
1366             if (relationships == null || relationships.isEmpty()) {
1367                 BeEcompErrorManager.getInstance().logBeFailedAddingResourceInstanceError("AssociateResourceInstances - missing relationship", fromNode, componentId);
1368                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "No requirement definition sent in order to set the relation between {} to {}", fromNode, toNode);
1369                 loggerSupportability.log(LogLevel.INFO,LoggerSupportabilityActions.CREATE_RELATION.getName(),"componentId: "+componentId+" No requirement definition sent in order to set the relation between: "+fromNode+" to: "+toNode);
1370                 return Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(JanusGraphOperationStatus.ILLEGAL_ARGUMENT));
1371             }
1372
1373             for (final CapabilityRequirementRelationship relationship : relationships) {
1374                 final String requirement = relationship.getRelation().getRequirement();
1375
1376                 Either<Map<JsonPresentationFields, T>, StorageOperationStatus> associateRes = connectInstancesInContainer(fromNode, toNode, relationship.getRelation(), relation.isOriginUI(), calculatedCapabilty, calculatedRequirement,
1377                         fullFilledCapabilty, fullfilledRequirement, compositionDataDefinition, containerV.getUniqueId());
1378
1379
1380                 if (associateRes.isRight()) {
1381                     status = associateRes.right().value();
1382                     BeEcompErrorManager.getInstance().logBeFailedAddingResourceInstanceError("AssociateResourceInstances - missing relationship", fromNode, componentId);
1383                     loggerSupportability.log(LogLevel.INFO,LoggerSupportabilityActions.CREATE_RELATIONS.name(),
1384                         StatusCode.ERROR,"missing relationship: "+fromNode,"ComopnentId: "+componentId);
1385                     CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to associate resource instance {} to resource instance {}. status is {}", fromNode, toNode, status);
1386                     return Either.right(status);
1387                 }
1388
1389                 final Map<JsonPresentationFields, T> relationshipFieldsMap = associateRes.left().value();
1390                 final RelationshipInstDataDefinition relationshipInstData =
1391                     (RelationshipInstDataDefinition) relationshipFieldsMap.get(JsonPresentationFields.RELATIONSHIP);
1392                 createRelationshipInterfaces(relationship.getOperations()).ifPresent(relationshipInstData::setInterfaces);
1393                 RelationshipImpl relationshipImplResult = new RelationshipImpl();
1394                 relationshipImplResult.setType(relationshipInstData.getType());
1395                 RelationshipInfo requirementAndRelationshipPair = new RelationshipInfo(requirement, relationshipImplResult);
1396                 requirementAndRelationshipPair.setCapability(relationship.getRelation().getCapability());
1397                 requirementAndRelationshipPair.setRequirement(relationship.getRelation().getRequirement());
1398                 requirementAndRelationshipPair.setCapabilityOwnerId(relationshipInstData.getCapabilityOwnerId());
1399                 requirementAndRelationshipPair.setRequirementOwnerId(relationshipInstData.getRequirementOwnerId());
1400                 requirementAndRelationshipPair.setCapabilityUid(relationship.getRelation().getCapabilityUid());
1401                 requirementAndRelationshipPair.setRequirementUid(relationship.getRelation().getRequirementUid());
1402                 requirementAndRelationshipPair.setId(relationshipInstData.getUniqueId());
1403                 CapabilityRequirementRelationship capReqRel = new CapabilityRequirementRelationship();
1404                 capReqRel.setRelation(requirementAndRelationshipPair);
1405                 capReqRel.setCapability((CapabilityDataDefinition) relationshipFieldsMap.get(JsonPresentationFields.CAPABILITY));
1406                 capReqRel.setRequirement((RequirementDataDefinition) relationshipFieldsMap.get(JsonPresentationFields.REQUIREMENT));
1407                 capReqRel.setOperations(relationship.getOperations());
1408                 relationshipsResult.add(capReqRel);
1409                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "update customization UUID for from CI {} and to CI {}", relation.getFromNode(), relation.getToNode());
1410                 status = updateCustomizationUUID(relation.getFromNode(), compositionDataDefinition);
1411                 if (status != StorageOperationStatus.OK) {
1412                     loggerSupportability.log(LogLevel.INFO,LoggerSupportabilityActions.CREATE_RELATIONS.name(),StatusCode.ERROR,"ERROR while update customization UUID for from CI "+relation.getFromNode()+" and to CI: "+relation.getToNode());
1413                     return Either.right(status);
1414                 }
1415                 status = updateCustomizationUUID(relation.getToNode(), compositionDataDefinition);
1416                 if (status != StorageOperationStatus.OK) {
1417                     loggerSupportability.log(LogLevel.INFO,LoggerSupportabilityActions.CREATE_RELATIONS.name(),StatusCode.ERROR,"ERROR while update customization UUID for from CI "+relation.getFromNode()+" and to CI: "+relation.getToNode());
1418                     return Either.right(status);
1419                 }
1420             }
1421             RequirementCapabilityRelDef reqCapRelDef = new RequirementCapabilityRelDef(relation);
1422             reqCapRelDef.setRelationships(relationshipsResult);
1423             relationsList.add(reqCapRelDef);
1424         }
1425         status = updateAllAndCalculatedCapReqOnGraph(componentId, containerV, capResult, capFullResult, reqResult, reqFullResult);
1426         if (status != StorageOperationStatus.OK) {
1427             return Either.right(status);
1428         }
1429         return Either.left(relationsList);
1430     }
1431
1432     private Optional<ListDataDefinition<InterfaceDataDefinition>> createRelationshipInterfaces(
1433         final List<OperationUi> operationList) {
1434
1435         if (CollectionUtils.isEmpty(operationList)) {
1436             return Optional.empty();
1437         }
1438         final ListDataDefinition<InterfaceDataDefinition> interfaceList = new ListDataDefinition<>();
1439         final Map<String, List<OperationUi>> operationByInterfaceType = operationList.stream()
1440             .collect(Collectors.groupingBy(OperationUi::getInterfaceType));
1441         for (final Entry<String, List<OperationUi>> interfaceEntry : operationByInterfaceType.entrySet()) {
1442             interfaceList.add(createInterface(interfaceEntry.getKey(), interfaceEntry.getValue()));
1443         }
1444         return Optional.of(interfaceList);
1445     }
1446
1447     private InterfaceDataDefinition createInterface(final String interfaceType, final List<OperationUi> operationList) {
1448         final InterfaceDataDefinition interfaceDataDefinition = new InterfaceDataDefinition();
1449         interfaceDataDefinition.setType(interfaceType);
1450         if (CollectionUtils.isNotEmpty(operationList)) {
1451             final Map<String, OperationDataDefinition> operationMap =
1452                 operationList.stream().collect(Collectors.toMap(OperationUi::getOperationType, this::createOperation));
1453             interfaceDataDefinition.setOperations(operationMap);
1454         }
1455         return interfaceDataDefinition;
1456     }
1457
1458     private OperationDataDefinition createOperation(final OperationUi operation) {
1459         final OperationDataDefinition operationDataDefinition = new OperationDataDefinition();
1460         operationDataDefinition.setName(operation.getOperationType());
1461         operationDataDefinition.setUniqueId(UUID.randomUUID().toString());
1462         final ArtifactDataDefinition implementation = new ArtifactDataDefinition();
1463         implementation.setArtifactName(operation.getImplementation());
1464         operationDataDefinition.setImplementation(implementation);
1465         if (CollectionUtils.isNotEmpty(operation.getInputs())) {
1466             final ListDataDefinition<OperationInputDefinition> inputs = new ListDataDefinition<>();
1467             operation.getInputs().forEach(input -> {
1468                 final OperationInputDefinition operationInputDefinition = new OperationInputDefinition();
1469                 operationInputDefinition.setLabel(input.getName());
1470                 operationInputDefinition.setType(input.getType());
1471                 operationInputDefinition.setValue(input.getValue());
1472                 inputs.add(operationInputDefinition);
1473             });
1474             operationDataDefinition.setInputs(inputs);
1475         }
1476
1477         return operationDataDefinition;
1478     }
1479
1480     private StorageOperationStatus updateAllAndCalculatedCapReqOnGraph(String componentId, GraphVertex containerV, Either<Pair<GraphVertex, Map<String, MapListCapabilityDataDefinition>>, StorageOperationStatus> capResult,
1481                                                                        Either<Pair<GraphVertex, Map<String, MapListCapabilityDataDefinition>>, StorageOperationStatus> capFullResult, Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, StorageOperationStatus> reqResult,
1482                                                                        Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, StorageOperationStatus> reqFullResult) {
1483         containerV.setJsonMetadataField(JsonPresentationFields.LAST_UPDATE_DATE, System.currentTimeMillis());
1484         Either<GraphVertex, JanusGraphOperationStatus> updateElement = janusGraphDao.updateVertex(containerV);
1485         if (updateElement.isRight()) {
1486             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to update topology template {} with new relations error {}. ", componentId, updateElement.right().value());
1487             return DaoStatusConverter.convertJanusGraphStatusToStorageStatus(updateElement.right().value());
1488         }
1489         // update cap/req jsons, fulfilled cap/req jsons!!!!!
1490         Either<GraphVertex, JanusGraphOperationStatus> status;
1491         CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Update calculated capabilty for container {}", containerV.getUniqueId());
1492         status = updateOrCopyOnUpdate(capResult.left().value().getLeft(), containerV, EdgeLabelEnum.CALCULATED_CAPABILITIES);
1493         if (status.isRight()) {
1494             JanusGraphOperationStatus error = status.right().value();
1495             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to update calculated capabilty for container {} error {}", containerV.getUniqueId(), error);
1496             return DaoStatusConverter.convertJanusGraphStatusToStorageStatus(error);
1497         }
1498
1499         CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Update calculated requirement for container {}", containerV.getUniqueId());
1500         status = updateOrCopyOnUpdate(reqResult.left().value().getLeft(), containerV, EdgeLabelEnum.CALCULATED_REQUIREMENTS);
1501         if (status.isRight()) {
1502             JanusGraphOperationStatus error = status.right().value();
1503             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to update calculated requiremnt for container {} error {}", containerV.getUniqueId(), error);
1504             return DaoStatusConverter.convertJanusGraphStatusToStorageStatus(error);
1505         }
1506
1507         CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Update fullfilled capabilty for container {}", containerV.getUniqueId());
1508         status = updateOrCopyOnUpdate(capFullResult.left().value().getLeft(), containerV, EdgeLabelEnum.FULLFILLED_CAPABILITIES);
1509         if (status.isRight()) {
1510             JanusGraphOperationStatus error = status.right().value();
1511             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to update fullfilled capabilty for container {} error {}", containerV.getUniqueId(), error);
1512             return DaoStatusConverter.convertJanusGraphStatusToStorageStatus(error);
1513         }
1514
1515         CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Update fullfilled requirement for container {}", containerV.getUniqueId());
1516         status = updateOrCopyOnUpdate(reqFullResult.left().value().getLeft(), containerV, EdgeLabelEnum.FULLFILLED_REQUIREMENTS);
1517         if (status.isRight()) {
1518             JanusGraphOperationStatus error = status.right().value();
1519             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to update fullfilled requirement for container {} error {}", containerV.getUniqueId(), error);
1520             return DaoStatusConverter.convertJanusGraphStatusToStorageStatus(error);
1521         }
1522         return StorageOperationStatus.OK;
1523     }
1524
1525     @SuppressWarnings({"unchecked"})
1526     public Either<RequirementCapabilityRelDef, StorageOperationStatus> dissociateResourceInstances(String componentId, RequirementCapabilityRelDef requirementDef) {
1527         if (requirementDef.getRelationships() == null) {
1528             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "No relation pair in request [ {} ]", requirementDef);
1529             return Either.right(StorageOperationStatus.BAD_REQUEST);
1530         }
1531
1532         String fromResInstanceUid = requirementDef.getFromNode();
1533         String toResInstanceUid = requirementDef.getToNode();
1534
1535         Either<GraphVertex, JanusGraphOperationStatus> containerVEither = janusGraphDao
1536             .getVertexById(componentId, JsonParseFlagEnum.ParseAll);
1537         if (containerVEither.isRight()) {
1538             JanusGraphOperationStatus error = containerVEither.right().value();
1539             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, FAILED_TO_FETCH_CONTAINER_VERTEX_ERROR, componentId, error);
1540             return Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(error));
1541         }
1542         GraphVertex containerV = containerVEither.left().value();
1543
1544         // DE191707 - validations
1545         Map<String, CompositionDataDefinition> jsonComposition = (Map<String, CompositionDataDefinition>) containerV.getJson();
1546         CompositionDataDefinition compositionDataDefinition = jsonComposition.get(JsonConstantKeysEnum.COMPOSITION.getValue());
1547         Map<String, ComponentInstanceDataDefinition> componentInstances = compositionDataDefinition.getComponentInstances();
1548         ComponentInstanceDataDefinition ciFrom = componentInstances.get(fromResInstanceUid);
1549         if (ciFrom == null) {
1550             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "FROM instance {} isn't under container {}", fromResInstanceUid, componentId);
1551             return Either.right(StorageOperationStatus.NOT_FOUND);
1552
1553         }
1554         ComponentInstanceDataDefinition ciTo = componentInstances.get(toResInstanceUid);
1555         if (ciFrom == ciTo) {
1556             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "TO instance {} isn't under container {}", toResInstanceUid, componentId);
1557             return Either.right(StorageOperationStatus.NOT_FOUND);
1558
1559         }
1560         Map<String, RelationshipInstDataDefinition> relations = compositionDataDefinition.getRelations();
1561
1562         List<CapabilityRequirementRelationship> relationPairList = requirementDef.getRelationships();
1563         Either<Pair<GraphVertex, Map<String, MapListCapabilityDataDefinition>>, StorageOperationStatus> capResult = fetchContainerCalculatedCapability(containerV, EdgeLabelEnum.CALCULATED_CAPABILITIES);
1564         if (capResult.isRight()) {
1565             return Either.right(capResult.right().value());
1566         }
1567         Map<String, MapListCapabilityDataDefinition> calculatedCapability = capResult.left().value().getRight();
1568
1569         Either<Pair<GraphVertex, Map<String, MapListCapabilityDataDefinition>>, StorageOperationStatus> capFullResult = fetchContainerCalculatedCapability(containerV, EdgeLabelEnum.FULLFILLED_CAPABILITIES);
1570         if (capResult.isRight()) {
1571             return Either.right(capResult.right().value());
1572
1573         }
1574         Map<String, MapListCapabilityDataDefinition> fulfilledCapability = capFullResult.left().value().getRight();
1575
1576         Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, StorageOperationStatus> reqResult = fetchContainerCalculatedRequirement(containerV, EdgeLabelEnum.CALCULATED_REQUIREMENTS);
1577         if (reqResult.isRight()) {
1578             return Either.right(reqResult.right().value());
1579         }
1580         Map<String, MapListRequirementDataDefinition> calculatedRequirement = reqResult.left().value().getRight();
1581
1582         Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, StorageOperationStatus> reqFullResult = fetchContainerCalculatedRequirement(containerV, EdgeLabelEnum.FULLFILLED_REQUIREMENTS);
1583         if (reqResult.isRight()) {
1584             return Either.right(reqResult.right().value());
1585         }
1586         Map<String, MapListRequirementDataDefinition> fulfilledRequirement = reqFullResult.left().value().getRight();
1587
1588         for (CapabilityRequirementRelationship relationPair : relationPairList) {
1589             Iterator<Entry<String, RelationshipInstDataDefinition>> iterator = relations.entrySet().iterator();
1590             boolean isDeleted = false;
1591             while (iterator.hasNext()) {
1592                 Entry<String, RelationshipInstDataDefinition> entryInJson = iterator.next();
1593                 RelationshipInstDataDefinition relationInJson = entryInJson.getValue();
1594                 if (relationInJson.getFromId().equals(fromResInstanceUid) && relationInJson.getToId().equals(toResInstanceUid) && relationInJson.getUniqueId().equals(relationPair.getRelation().getId())) {
1595                     if (relationPair.getRelation().equalsTo(relationInJson)) {
1596                         CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Remove relation from {} to {} capability {} capOwnerId {} reqOwnerId {} ", toResInstanceUid, componentId, relationInJson.getType(), relationInJson.getCapabilityOwnerId(),
1597                                 relationInJson.getRequirementOwnerId());
1598                         iterator.remove();
1599
1600                         // update calculated cap/req
1601                         StorageOperationStatus status = updateCalculatedCapabiltyAfterDeleteRelation(calculatedCapability, fulfilledCapability, toResInstanceUid, relationInJson, relationPair);
1602                         if (status != StorageOperationStatus.OK) {
1603                             return Either.right(status);
1604                         }
1605                         status = updateCalculatedRequirementsAfterDeleteRelation(calculatedRequirement, fulfilledRequirement, fromResInstanceUid, relationInJson, relationPair);
1606                         if (status != StorageOperationStatus.OK) {
1607                             return Either.right(status);
1608                         }
1609                         isDeleted = true;
1610                     }
1611                 }
1612             }
1613             if (!isDeleted) {
1614                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "No relation to delete from {} to {} capabilty {} capOwnerId {} reqOwnerId {} ", toResInstanceUid, componentId, relationPair.getCapability(),
1615                         relationPair.getRelation().getCapabilityOwnerId(), relationPair.getRelation().getRequirementOwnerId());
1616                 return Either.right(StorageOperationStatus.NOT_FOUND);
1617             }
1618         }
1619         StorageOperationStatus status = updateCustomizationUUID(fromResInstanceUid, compositionDataDefinition);
1620         if (status != StorageOperationStatus.OK) {
1621             return Either.right(status);
1622         }
1623         status = updateCustomizationUUID(toResInstanceUid, compositionDataDefinition);
1624         if (status != StorageOperationStatus.OK) {
1625             return Either.right(status);
1626         }
1627
1628         // update jsons
1629         // update metadata of container and composition json
1630         status = updateAllAndCalculatedCapReqOnGraph(componentId, containerV, capResult, capFullResult, reqResult, reqFullResult);
1631         if (status != StorageOperationStatus.OK) {
1632             return Either.right(status);
1633         }
1634
1635         return Either.left(requirementDef);
1636     }
1637
1638     /**
1639      * Retrieves fulfilled requirement according to relation and received predicate
1640      *
1641      * @param componentId
1642      * @param instanceId
1643      * @param foundRelation
1644      * @param predicate
1645      * @return
1646      */
1647     public Either<RequirementDataDefinition, StorageOperationStatus> getFulfilledRequirementByRelation(String componentId, String instanceId, RequirementCapabilityRelDef foundRelation,
1648                                                                                                        BiPredicate<RelationshipInfo, RequirementDataDefinition> predicate) {
1649
1650         Either<RequirementDataDefinition, StorageOperationStatus> result = null;
1651         Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, StorageOperationStatus> reqFullResult = null;
1652         MapListRequirementDataDefinition reqMapOfLists = null;
1653         Optional<RequirementDataDefinition> foundRequirement;
1654         RelationshipInfo relationshipInfo = foundRelation.resolveSingleRelationship().getRelation();
1655         Either<GraphVertex, JanusGraphOperationStatus> containerVEither = janusGraphDao
1656             .getVertexById(componentId, JsonParseFlagEnum.ParseAll);
1657         if (containerVEither.isRight()) {
1658             JanusGraphOperationStatus error = containerVEither.right().value();
1659             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, FAILED_TO_FETCH_CONTAINER_VERTEX_ERROR, componentId, error);
1660             result = Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(error));
1661         }
1662         if (result == null) {
1663             GraphVertex containerV = containerVEither.left().value();
1664             reqFullResult = fetchContainerCalculatedRequirement(containerV, EdgeLabelEnum.FULLFILLED_REQUIREMENTS);
1665             if (reqFullResult.isRight()) {
1666                 result = Either.right(reqFullResult.right().value());
1667             }
1668         }
1669         if (result == null) {
1670             Map<String, MapListRequirementDataDefinition> fulfilledRequirement = reqFullResult.left().value().getRight();
1671             reqMapOfLists = fulfilledRequirement.get(instanceId);
1672             if (reqMapOfLists == null) {
1673                 result = Either.right(StorageOperationStatus.NOT_FOUND);
1674             }
1675         }
1676         if (result == null && reqMapOfLists != null) {
1677             for (ListRequirementDataDefinition requirements : reqMapOfLists.getMapToscaDataDefinition().values()) {
1678                 foundRequirement = requirements.getListToscaDataDefinition().stream().filter(req -> predicate.test(relationshipInfo, req)).findFirst();
1679                 if (foundRequirement.isPresent()) {
1680                     result = Either.left(foundRequirement.get());
1681                 }
1682             }
1683         }
1684         return result;
1685     }
1686
1687     /**
1688      * Retrieves fulfilled capability according to relation and received predicate
1689      *
1690      * @param componentId
1691      * @param instanceId
1692      * @param foundRelation
1693      * @param predicate
1694      * @return
1695      */
1696     public Either<CapabilityDataDefinition, StorageOperationStatus> getFulfilledCapabilityByRelation(String componentId, String instanceId, RequirementCapabilityRelDef foundRelation,
1697                                                                                                      BiPredicate<RelationshipInfo, CapabilityDataDefinition> predicate) {
1698
1699         Either<CapabilityDataDefinition, StorageOperationStatus> result = null;
1700         Either<Pair<GraphVertex, Map<String, MapListCapabilityDataDefinition>>, StorageOperationStatus> capFullResult = null;
1701         MapListCapabilityDataDefinition capMapOfLists = null;
1702         Optional<CapabilityDataDefinition> foundRequirement;
1703
1704         RelationshipInfo relationshipInfo = foundRelation.resolveSingleRelationship().getRelation();
1705         Either<GraphVertex, JanusGraphOperationStatus> containerVEither = janusGraphDao
1706             .getVertexById(componentId, JsonParseFlagEnum.ParseAll);
1707         if (containerVEither.isRight()) {
1708             JanusGraphOperationStatus error = containerVEither.right().value();
1709             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, FAILED_TO_FETCH_CONTAINER_VERTEX_ERROR, componentId, error);
1710             result = Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(error));
1711         }
1712         if (result == null) {
1713             GraphVertex containerV = containerVEither.left().value();
1714             capFullResult = fetchContainerCalculatedCapability(containerV, EdgeLabelEnum.FULLFILLED_CAPABILITIES);
1715             if (capFullResult.isRight()) {
1716                 result = Either.right(capFullResult.right().value());
1717             }
1718         }
1719         if (result == null) {
1720             Map<String, MapListCapabilityDataDefinition> fulfilledCapability = capFullResult.left().value().getRight();
1721             capMapOfLists = fulfilledCapability.get(instanceId);
1722             if (capMapOfLists == null) {
1723                 result = Either.right(StorageOperationStatus.NOT_FOUND);
1724             }
1725         }
1726         if (result == null && capMapOfLists != null) {
1727             for (ListCapabilityDataDefinition capabilities : capMapOfLists.getMapToscaDataDefinition().values()) {
1728                 foundRequirement = capabilities.getListToscaDataDefinition().stream().filter(cap -> predicate.test(relationshipInfo, cap)).findFirst();
1729                 if (foundRequirement.isPresent()) {
1730                     result = Either.left(foundRequirement.get());
1731                 }
1732             }
1733         }
1734         return result;
1735     }
1736
1737     private StorageOperationStatus updateCalculatedRequirementsAfterDeleteRelation(Map<String, MapListRequirementDataDefinition> calculatedRequirement, Map<String, MapListRequirementDataDefinition> fullFilledRequirement, String fromResInstanceUid,
1738                                                                                    RelationshipInstDataDefinition relation, CapabilityRequirementRelationship relationship) {
1739         StorageOperationStatus status;
1740         String hereIsTheKey = null;
1741         MapListRequirementDataDefinition reqByInstance = calculatedRequirement.get(fromResInstanceUid);
1742         if (reqByInstance == null || reqByInstance.findKeyByItemUidMatch(relation.getRequirementId()) == null) {
1743             // move from fulfilled
1744             status = moveFromFullFilledRequirement(calculatedRequirement, fullFilledRequirement, fromResInstanceUid, relation, hereIsTheKey, relationship);
1745         } else {
1746             hereIsTheKey = reqByInstance.findKeyByItemUidMatch(relation.getRequirementId());
1747             ListRequirementDataDefinition reqByType = reqByInstance.findByKey(hereIsTheKey);
1748             Optional<RequirementDataDefinition> requirementOptional = reqByType.getListToscaDataDefinition().stream()
1749                     .filter(req -> req.getOwnerId().equals(relation.getRequirementOwnerId()) && req.getName().equals(relation.getRequirement()) && req.getUniqueId().equals(relation.getRequirementId())).findFirst();
1750
1751             if (requirementOptional.isPresent()) {
1752
1753                 RequirementDataDefinition requirement = requirementOptional.get();
1754                 String leftOccurrences = requirement.getLeftOccurrences();
1755                 if (leftOccurrences != null && !leftOccurrences.equals(RequirementDataDefinition.MAX_OCCURRENCES)) {
1756                     Integer leftIntValue = Integer.parseInt(leftOccurrences);
1757                     ++leftIntValue;
1758                     requirement.setLeftOccurrences(String.valueOf(leftIntValue));
1759                 }
1760                 if (relationship != null) {
1761                     relationship.setRequirement(requirement);
1762                 }
1763                 status = StorageOperationStatus.OK;
1764             } else {
1765                 // move from fulfilled
1766                 status = moveFromFullFilledRequirement(calculatedRequirement, fullFilledRequirement, fromResInstanceUid, relation, hereIsTheKey, relationship);
1767             }
1768         }
1769         return status;
1770     }
1771
1772     private StorageOperationStatus updateCalculatedCapabiltyAfterDeleteRelation(Map<String, MapListCapabilityDataDefinition> calculatedCapability, Map<String, MapListCapabilityDataDefinition> fullFilledCapability, String toResInstanceUid,
1773                                                                                 RelationshipInstDataDefinition relation, CapabilityRequirementRelationship relationship) {
1774         StorageOperationStatus status;
1775         String hereIsTheKey = null;
1776         MapListCapabilityDataDefinition capByInstance = calculatedCapability.get(toResInstanceUid);
1777         if (capByInstance == null || capByInstance.findKeyByItemUidMatch(relation.getCapabilityId()) == null) {
1778             // move from fulfilled
1779             status = moveFromFullFilledCapabilty(calculatedCapability, fullFilledCapability, toResInstanceUid, relation, hereIsTheKey, relationship);
1780         } else {
1781             hereIsTheKey = capByInstance.findKeyByItemUidMatch(relation.getCapabilityId());
1782             ListCapabilityDataDefinition capByType = capByInstance.findByKey(hereIsTheKey);
1783             Optional<CapabilityDataDefinition> capabilityOptional = capByType.getListToscaDataDefinition().stream().filter(cap -> cap.getOwnerId().equals(relation.getCapabilityOwnerId()) && cap.getUniqueId().equals(relation.getCapabilityId()))
1784                     .findFirst();
1785
1786             if (capabilityOptional.isPresent()) {
1787
1788                 CapabilityDataDefinition capability = capabilityOptional.get();
1789                 String leftOccurrences = capability.getLeftOccurrences();
1790                 if (leftOccurrences != null && !leftOccurrences.equals(CapabilityDataDefinition.MAX_OCCURRENCES)) {
1791                     Integer leftIntValue = Integer.parseInt(leftOccurrences);
1792                     ++leftIntValue;
1793                     capability.setLeftOccurrences(String.valueOf(leftIntValue));
1794                 }
1795                 if (relationship != null) {
1796                     relationship.setCapability(capability);
1797                 }
1798                 status = StorageOperationStatus.OK;
1799             } else {
1800                 // move from fulfilled
1801                 status = moveFromFullFilledCapabilty(calculatedCapability, fullFilledCapability, toResInstanceUid, relation, hereIsTheKey, relationship);
1802             }
1803         }
1804         return status;
1805     }
1806
1807     private StorageOperationStatus moveFromFullFilledCapabilty(Map<String, MapListCapabilityDataDefinition> calculatedCapability, Map<String, MapListCapabilityDataDefinition> fullFilledCapability, String toResInstanceUid,
1808                                                                RelationshipInstDataDefinition relation, String hereIsTheKey, CapabilityRequirementRelationship relationship) {
1809         MapListCapabilityDataDefinition capByInstance = fullFilledCapability.get(toResInstanceUid);
1810         if (capByInstance == null) {
1811             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "No capability in fulfilled list for instance {} ", toResInstanceUid);
1812             return StorageOperationStatus.GENERAL_ERROR;
1813         }
1814         if (null == hereIsTheKey)
1815             hereIsTheKey = capByInstance.findKeyByItemUidMatch(relation.getCapabilityId());
1816         if (null == hereIsTheKey) {
1817             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "No capability with id {} in fulfilled list for instance {} ", relation.getCapabilityId(), toResInstanceUid);
1818             return StorageOperationStatus.GENERAL_ERROR;
1819         }
1820         ListCapabilityDataDefinition capByType = capByInstance.findByKey(hereIsTheKey);
1821         Iterator<CapabilityDataDefinition> iterator = capByType.getListToscaDataDefinition().iterator();
1822         boolean found = false;
1823         while (iterator.hasNext()) {
1824             CapabilityDataDefinition cap = iterator.next();
1825             if (cap.getOwnerId().equals(relation.getCapabilityOwnerId()) && cap.getUniqueId().equals(relation.getCapabilityId())) {
1826                 found = true;
1827                 iterator.remove();
1828                 // return to calculated list
1829                 String leftOccurrences = cap.getLeftOccurrences();
1830                 Integer leftIntValue = Integer.parseInt(leftOccurrences);
1831                 ++leftIntValue;
1832                 cap.setLeftOccurrences(String.valueOf(leftIntValue));
1833
1834                 MapListCapabilityDataDefinition mapListCapaDataDef = calculatedCapability.get(toResInstanceUid);
1835                 if (mapListCapaDataDef == null) {
1836                     mapListCapaDataDef = new MapListCapabilityDataDefinition();
1837                 }
1838                 ListCapabilityDataDefinition findByKey = mapListCapaDataDef.findByKey(hereIsTheKey);
1839                 if (findByKey == null) {
1840                     findByKey = new ListCapabilityDataDefinition();
1841                     mapListCapaDataDef.put(hereIsTheKey, findByKey);
1842                 }
1843                 findByKey.add(cap);
1844                 if (relationship != null)
1845                     relationship.setCapability(cap);
1846                 break;
1847             }
1848         }
1849         if (!found) {
1850             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "No capability type {} with ownerId {} in fulfilled list for instance {} ", hereIsTheKey, relation.getCapabilityOwnerId(), toResInstanceUid);
1851             return StorageOperationStatus.GENERAL_ERROR;
1852         }
1853         return StorageOperationStatus.OK;
1854     }
1855
1856     private StorageOperationStatus moveFromFullFilledRequirement(Map<String, MapListRequirementDataDefinition> calculatedRequirement, Map<String, MapListRequirementDataDefinition> fullFilledRequirement, String fromResInstanceUid,
1857                                                                  RelationshipInstDataDefinition relation, String hereIsTheKey, CapabilityRequirementRelationship relationship) {
1858         MapListRequirementDataDefinition reqByInstance = fullFilledRequirement.get(fromResInstanceUid);
1859         if (reqByInstance == null) {
1860             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "No requirement in fullfilled list for instance {} ", fromResInstanceUid);
1861             return StorageOperationStatus.GENERAL_ERROR;
1862         }
1863         if (null == hereIsTheKey)
1864             hereIsTheKey = reqByInstance.findKeyByItemUidMatch(relation.getRequirementId());
1865         if (null == hereIsTheKey) {
1866             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "No requirement with id {} in fulfilled list for instance {} ", relation.getRequirementId(), fromResInstanceUid);
1867             return StorageOperationStatus.GENERAL_ERROR;
1868         }
1869         ListRequirementDataDefinition reqByType = reqByInstance.findByKey(hereIsTheKey);
1870         Iterator<RequirementDataDefinition> iterator = reqByType.getListToscaDataDefinition().iterator();
1871         boolean found = false;
1872         while (iterator.hasNext()) {
1873             RequirementDataDefinition req = iterator.next();
1874             if (req.getOwnerId().equals(relation.getRequirementOwnerId()) && req.getName().equals(relation.getRequirement()) && req.getUniqueId().equals(relation.getRequirementId())) {
1875                 found = true;
1876                 iterator.remove();
1877                 // return to calculated list
1878                 String leftOccurrences = req.getLeftOccurrences();
1879                 Integer leftIntValue = Integer.parseInt(leftOccurrences);
1880                 ++leftIntValue;
1881                 req.setLeftOccurrences(String.valueOf(leftIntValue));
1882
1883                 MapListRequirementDataDefinition mapListReqDataDef = calculatedRequirement.get(fromResInstanceUid);
1884                 if (mapListReqDataDef == null) {
1885                     mapListReqDataDef = new MapListRequirementDataDefinition();
1886                 }
1887                 ListRequirementDataDefinition findByKey = mapListReqDataDef.findByKey(hereIsTheKey);
1888                 if (findByKey == null) {
1889                     findByKey = new ListRequirementDataDefinition();
1890                     mapListReqDataDef.put(hereIsTheKey, findByKey);
1891                 }
1892                 findByKey.add(req);
1893                 if (relationship != null)
1894                     relationship.setRequirement(req);
1895                 break;
1896             }
1897         }
1898         if (!found) {
1899             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "No requirement type {} with ownerId {} in fulfilled list for instance {} ", hereIsTheKey, relation.getRequirementOwnerId(), fromResInstanceUid);
1900             return StorageOperationStatus.GENERAL_ERROR;
1901         }
1902         return StorageOperationStatus.OK;
1903
1904     }
1905
1906     public StorageOperationStatus updateCustomizationUUID(String componentInstanceId, CompositionDataDefinition compositionDataDefinition) {
1907         ComponentInstanceDataDefinition componentInstance = compositionDataDefinition.getComponentInstances().get(componentInstanceId);
1908
1909         if (componentInstance == null) {
1910             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to fetch component instance by id {} from map of instances ", componentInstanceId);
1911             return StorageOperationStatus.NOT_FOUND;
1912         }
1913         UUID uuid = UUID.randomUUID();
1914         componentInstance.setCustomizationUUID(uuid.toString());
1915
1916         return StorageOperationStatus.OK;
1917     }
1918
1919     public <T extends ToscaDataDefinition> Either<Map<JsonPresentationFields, T>, StorageOperationStatus> connectInstancesInContainer(String fromResInstanceUid, String toResInstanceUid, RelationshipInfo relationPair, boolean originUI,
1920                                                                                                                                       Map<String, MapListCapabilityDataDefinition> calculatedCapabilty, Map<String, MapListRequirementDataDefinition> calculatedRequirement, Map<String, MapListCapabilityDataDefinition> fullfilledCapabilty,
1921                                                                                                                                       Map<String, MapListRequirementDataDefinition> fullfilledRequirement, CompositionDataDefinition compositionDataDefinition, String containerId) {
1922         String requirement = relationPair.getRequirement();
1923         Map<String, ComponentInstanceDataDefinition> componentInstances = compositionDataDefinition.getComponentInstances();
1924
1925         CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Going to associate resource instance {} to resource instance {} under component {}. Requirement is {}.", fromResInstanceUid, toResInstanceUid, containerId, requirement);
1926
1927         ComponentInstanceDataDefinition fromResourceInstData = componentInstances.get(fromResInstanceUid);
1928         if (fromResourceInstData == null) {
1929             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to find from resource instance {}.", fromResInstanceUid);
1930             return Either.right(StorageOperationStatus.NOT_FOUND);
1931         }
1932         ComponentInstanceDataDefinition toResourceInstData = componentInstances.get(toResInstanceUid);
1933         if (toResourceInstData == null) {
1934             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to find to resource instance {}.", toResInstanceUid);
1935             return Either.right(StorageOperationStatus.NOT_FOUND);
1936         }
1937
1938         Either<Map<JsonPresentationFields, T>, StorageOperationStatus> reqVsCap = connectRequirementVsCapability(fromResourceInstData, toResourceInstData, relationPair, originUI, calculatedCapabilty, calculatedRequirement, fullfilledCapabilty,
1939                 fullfilledRequirement, containerId);
1940         if (reqVsCap.isRight()) {
1941             StorageOperationStatus status = reqVsCap.right().value();
1942             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to connect requirement {} between resource instance {} to resource instance {}. status is {}", requirement, fromResInstanceUid, toResInstanceUid, status);
1943             return Either.right(status);
1944         }
1945         Map<JsonPresentationFields, T> relationship = reqVsCap.left().value();
1946
1947         // add to json new relations
1948         compositionDataDefinition.addRelation(((RelationshipInstDataDefinition) relationship.get(JsonPresentationFields.RELATIONSHIP)).getUniqueId(), (RelationshipInstDataDefinition) relationship.get(JsonPresentationFields.RELATIONSHIP));
1949
1950         return Either.left(relationship);
1951     }
1952
1953     private Either<Pair<GraphVertex, Map<String, MapListCapabilityDataDefinition>>, StorageOperationStatus> fetchContainerCalculatedCapability(GraphVertex containerV, EdgeLabelEnum capLabel) {
1954
1955         Either<Pair<GraphVertex, Map<String, MapListCapabilityDataDefinition>>, JanusGraphOperationStatus> calculatedCapabiltyEither = getDataAndVertexFromGraph(containerV, capLabel);
1956         if (calculatedCapabiltyEither.isRight()) {
1957             JanusGraphOperationStatus error = calculatedCapabiltyEither.right().value();
1958             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to fetch calculated capabilties for container {}.", containerV.getUniqueId(), error);
1959             return Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(error));
1960         }
1961         Pair<GraphVertex, Map<String, MapListCapabilityDataDefinition>> calculatedCapabilty = calculatedCapabiltyEither.left().value();
1962         return Either.left(calculatedCapabilty);
1963     }
1964
1965     private Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, StorageOperationStatus> fetchContainerCalculatedRequirement(GraphVertex containerV, EdgeLabelEnum reqLabel) {
1966         Either<Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>>, JanusGraphOperationStatus> calculatedRequirementEither = getDataAndVertexFromGraph(containerV, reqLabel);
1967         if (calculatedRequirementEither.isRight()) {
1968             JanusGraphOperationStatus error = calculatedRequirementEither.right().value();
1969             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to fetch calculated requirements for container {}.", containerV.getUniqueId(), error);
1970             return Either.right(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(error));
1971         }
1972         Pair<GraphVertex, Map<String, MapListRequirementDataDefinition>> calculatedRequirement = calculatedRequirementEither.left().value();
1973         return Either.left(calculatedRequirement);
1974     }
1975
1976     @SuppressWarnings("unchecked")
1977     private <T extends ToscaDataDefinition> Either<Map<JsonPresentationFields, T>, StorageOperationStatus> connectRequirementVsCapability(ComponentInstanceDataDefinition fromResInstance, ComponentInstanceDataDefinition toResInstance,
1978                                                                                                                                           RelationshipInfo relationPair, boolean originUI, Map<String, MapListCapabilityDataDefinition> calculatedCapabilty, Map<String, MapListRequirementDataDefinition> calculatedRequirement,
1979                                                                                                                                           Map<String, MapListCapabilityDataDefinition> fullfilledCapabilty, Map<String, MapListRequirementDataDefinition> fullfilledRequirement, String containerId) {
1980         String type = relationPair.getRelationship().getType();
1981         // capability
1982
1983         String toInstId = toResInstance.getUniqueId();
1984         MapListCapabilityDataDefinition mapListCapabilityDataDefinition = calculatedCapabilty.get(toInstId);
1985         Map<JsonPresentationFields, T> capReqRelationship = new EnumMap<>(JsonPresentationFields.class);
1986
1987         if (mapListCapabilityDataDefinition == null) {
1988             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to fetch calculated capabilities for instance {} in container {}.", toInstId, containerId);
1989             return Either.right(StorageOperationStatus.MATCH_NOT_FOUND);
1990         }
1991         ListCapabilityDataDefinition listCapabilityDataDefinition = mapListCapabilityDataDefinition.getMapToscaDataDefinition().get(type);
1992         if (listCapabilityDataDefinition == null) {
1993             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to fetch calculated capabilities for type {} for instance {} in container {}.", type, toInstId, containerId);
1994             return Either.right(StorageOperationStatus.MATCH_NOT_FOUND);
1995         }
1996         CapabilityDataDefinition capabilityForRelation = null;
1997         Iterator<CapabilityDataDefinition> iteratorCap = listCapabilityDataDefinition.getListToscaDataDefinition().iterator();
1998         while (iteratorCap.hasNext()) {
1999             CapabilityDataDefinition cap = iteratorCap.next();
2000             if (cap.getUniqueId().equals(relationPair.getCapabilityUid()) && cap.getOwnerId().equals(relationPair.getCapabilityOwnerId())) {
2001                 capabilityForRelation = cap;
2002                 capReqRelationship.put(JsonPresentationFields.CAPABILITY, (T) capabilityForRelation);
2003                 String leftOccurrences = cap.getLeftOccurrences();
2004                 if (leftOccurrences != null && !leftOccurrences.equals(CapabilityDataDefinition.MAX_OCCURRENCES)) {
2005                     Integer leftIntValue = Integer.parseInt(leftOccurrences);
2006                     if (leftIntValue > 0) {
2007                         --leftIntValue;
2008                         capabilityForRelation.setLeftOccurrences(String.valueOf(leftIntValue));
2009                         if (leftIntValue == 0) {
2010                             // remove from calculated
2011                             iteratorCap.remove();
2012                             // move to fulfilled
2013                             MapListCapabilityDataDefinition mapListCapabiltyFullFilledInst = fullfilledCapabilty.get(toInstId);
2014                             if (mapListCapabiltyFullFilledInst == null) {
2015                                 mapListCapabiltyFullFilledInst = new MapListCapabilityDataDefinition();
2016                                 fullfilledCapabilty.put(toInstId, mapListCapabiltyFullFilledInst);
2017                             }
2018
2019                             ListCapabilityDataDefinition listCapabilityFull = mapListCapabiltyFullFilledInst.findByKey(type);
2020                             if (listCapabilityFull == null) {
2021                                 listCapabilityFull = new ListCapabilityDataDefinition();
2022                                 mapListCapabiltyFullFilledInst.put(type, listCapabilityFull);
2023                             }
2024                             listCapabilityFull.add(capabilityForRelation);
2025                         }
2026                         break;
2027                     } else {
2028                         CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "No left occurrences capabilty {} to {} in container {}.", capabilityForRelation.getType(), toInstId, containerId);
2029                         return Either.right(StorageOperationStatus.MATCH_NOT_FOUND);
2030                     }
2031                 }
2032             }
2033         }
2034         if (capabilityForRelation == null) {
2035             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to fetch capabilty for type {} for instance {} in container {}.", type, toInstId, containerId);
2036             return Either.right(StorageOperationStatus.MATCH_NOT_FOUND);
2037         }
2038
2039         // requirements
2040         String fromInstId = fromResInstance.getUniqueId();
2041         MapListRequirementDataDefinition mapListRequirementDataDefinition = calculatedRequirement.get(fromInstId);
2042         if (mapListRequirementDataDefinition == null) {
2043             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to fetch calculated requirements for instance {} in container {}.", fromInstId, containerId);
2044             return Either.right(StorageOperationStatus.MATCH_NOT_FOUND);
2045         }
2046         ListRequirementDataDefinition listRequirementDataDefinition = mapListRequirementDataDefinition.getMapToscaDataDefinition().get(type);
2047         if (listRequirementDataDefinition == null) {
2048             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to fetch calculated requirements for type {} for instance {} in container {}.", type, fromInstId, containerId);
2049             return Either.right(StorageOperationStatus.MATCH_NOT_FOUND);
2050         }
2051
2052         RequirementDataDefinition requirementForRelation = null;
2053         Iterator<RequirementDataDefinition> iteratorReq = listRequirementDataDefinition.getListToscaDataDefinition().iterator();
2054         while (iteratorReq.hasNext()) {
2055             RequirementDataDefinition req = iteratorReq.next();
2056             if (req.getUniqueId().equals(relationPair.getRequirementUid()) && req.getOwnerId().equals(relationPair.getRequirementOwnerId())) {
2057                 requirementForRelation = req;
2058                 capReqRelationship.put(JsonPresentationFields.REQUIREMENT, (T) requirementForRelation);
2059                 String leftOccurrences = req.getLeftOccurrences();
2060                 if (leftOccurrences != null && !leftOccurrences.equals(RequirementDataDefinition.MAX_OCCURRENCES)) {
2061                     Integer leftIntValue = Integer.parseInt(leftOccurrences);
2062                     if (leftIntValue > 0) {
2063                         --leftIntValue;
2064                         req.setLeftOccurrences(String.valueOf(leftIntValue));
2065                         if (leftIntValue == 0) {
2066                             // remove from calculated
2067                             iteratorReq.remove();
2068                             // move to fulfilled
2069                             MapListRequirementDataDefinition mapListRequirementFullFilledInst = fullfilledRequirement.get(fromInstId);
2070                             if (mapListRequirementFullFilledInst == null) {
2071                                 mapListRequirementFullFilledInst = new MapListRequirementDataDefinition();
2072                                 fullfilledRequirement.put(fromInstId, mapListRequirementFullFilledInst);
2073                             }
2074
2075                             ListRequirementDataDefinition listRequirementFull = mapListRequirementFullFilledInst.findByKey(type);
2076                             if (listRequirementFull == null) {
2077                                 listRequirementFull = new ListRequirementDataDefinition();
2078                                 mapListRequirementFullFilledInst.put(type, listRequirementFull);
2079                             }
2080                             listRequirementFull.add(requirementForRelation);
2081                         }
2082                         break;
2083                     } else {
2084                         CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "No left occurrences requirement {} from {} to {} in container {}.", requirementForRelation.getCapability(), fromInstId, toInstId, containerId);
2085                         return Either.right(StorageOperationStatus.MATCH_NOT_FOUND);
2086                     }
2087                 }
2088             }
2089         }
2090         if (requirementForRelation == null) {
2091             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to fetch requirement for type {} for instance {} in container {}.", type, toInstId, containerId);
2092             return Either.right(StorageOperationStatus.MATCH_NOT_FOUND);
2093         }
2094         if (!capabilityForRelation.getType().equals(requirementForRelation.getCapability())) {
2095             CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "No macth for capability from type {} and requirement {} from {} to {} in container {}.", capabilityForRelation.getType(), requirementForRelation.getCapability(), fromInstId, toInstId,
2096                     containerId);
2097             return Either.right(StorageOperationStatus.MATCH_NOT_FOUND);
2098         }
2099
2100         RelationshipInstDataDefinition relationshipTypeData = buildRelationshipInstData(fromInstId, toInstId, relationPair, originUI);
2101         if (requirementForRelation.getRelationship() != null)
2102             relationshipTypeData.setType(requirementForRelation.getRelationship());
2103         capReqRelationship.put(JsonPresentationFields.RELATIONSHIP, (T) relationshipTypeData);
2104         return Either.left(capReqRelationship);
2105     }
2106
2107     private RelationshipInstDataDefinition buildRelationshipInstData(String fromResInstanceUid, String toInstId, RelationshipInfo relationPair, boolean originUI) {
2108
2109         RelationshipInstDataDefinition relationshipInstData = new RelationshipInstDataDefinition();
2110         relationshipInstData.setUniqueId(UniqueIdBuilder.buildRelationsipInstInstanceUid(fromResInstanceUid, toInstId));
2111
2112         relationshipInstData.setType(relationPair.getRelationship().getType());
2113         Long creationDate = System.currentTimeMillis();
2114         relationshipInstData.setCreationTime(creationDate);
2115         relationshipInstData.setModificationTime(creationDate);
2116         relationshipInstData.setCapabilityOwnerId(relationPair.getCapabilityOwnerId());
2117         relationshipInstData.setRequirementOwnerId(relationPair.getRequirementOwnerId());
2118         relationshipInstData.setCapabilityId(relationPair.getCapabilityUid());
2119         relationshipInstData.setRequirementId(relationPair.getRequirementUid());
2120         relationshipInstData.setFromId(fromResInstanceUid);
2121         relationshipInstData.setToId(toInstId);
2122         relationshipInstData.setRequirement(relationPair.getRequirement());
2123         relationshipInstData.setCapability(relationPair.getCapability());
2124         relationshipInstData.setOriginUI(originUI);
2125
2126         return relationshipInstData;
2127     }
2128
2129     public <T extends Component> Map<String, ComponentInstanceDataDefinition> associateComponentInstancesToComponent(Component containerComponent, Map<ComponentInstance, T> componentInstanceTMap, GraphVertex containerVertex, boolean allowDeleted, boolean isUpdateCsar) {
2130
2131         String containerId = containerComponent.getUniqueId();
2132         Map<String, ComponentInstanceDataDefinition> instancesJsonData;
2133         Either<GraphVertex, JanusGraphOperationStatus> updateElement = null;
2134         if (!validateInstanceNames(componentInstanceTMap)) {
2135             throw new StorageException(StorageOperationStatus.INCONSISTENCY);
2136         }
2137         if (!allowDeleted) {
2138             if (!validateDeletedResources(componentInstanceTMap)) {
2139                 throw new StorageException(StorageOperationStatus.INCONSISTENCY);
2140             }
2141         }
2142         instancesJsonData = convertToComponentInstanceDataDefinition(componentInstanceTMap, containerId, isUpdateCsar);
2143
2144         if (MapUtils.isNotEmpty(instancesJsonData)) {
2145             containerVertex.setJsonMetadataField(JsonPresentationFields.LAST_UPDATE_DATE, System.currentTimeMillis());
2146             Map<String, CompositionDataDefinition> compositions = new HashMap<>();
2147             CompositionDataDefinition composition = new CompositionDataDefinition();
2148             composition.setComponentInstances(instancesJsonData);
2149             compositions.put(JsonConstantKeysEnum.COMPOSITION.getValue(), composition);
2150             containerVertex.setJson(compositions);
2151             updateElement = janusGraphDao.updateVertex(containerVertex);
2152             if (updateElement.isRight()) {
2153                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Failed to update topology template {} with new component instances. ", containerComponent.getName());
2154                 throw new StorageException(DaoStatusConverter.convertJanusGraphStatusToStorageStatus(updateElement.right().value()));
2155             }
2156         }
2157         if (updateElement != null) {
2158             GraphVertex vertexC = updateElement.left().value();
2159             instancesJsonData.entrySet().forEach(i -> createInstanceEdge(vertexC, i.getValue()));
2160         }
2161         return instancesJsonData;
2162     }
2163
2164     private <T extends Component> Map<String, ComponentInstanceDataDefinition> convertToComponentInstanceDataDefinition(Map<ComponentInstance, T> componentInstanceTMap, String containerId, boolean isUpdateCsar) {
2165
2166         Map<String, ComponentInstanceDataDefinition> instances = new HashMap<>();
2167         for (Entry<ComponentInstance, T> entry : componentInstanceTMap.entrySet()) {
2168             ComponentInstanceDataDefinition instance = buildComponentInstanceDataDefinition(entry.getKey(), containerId, null, !isUpdateCsar || entry.getKey().isCreatedFromCsar(), ModelConverter.convertToToscaElement(entry.getValue()));
2169             instances.put(instance.getUniqueId(), instance);
2170         }
2171         return instances;
2172     }
2173
2174     private <T extends Component> boolean validateDeletedResources(Map<ComponentInstance, T> resourcesInstancesMap) {
2175         boolean result = true;
2176         for (Component component : resourcesInstancesMap.values()) {
2177             if (component.getIsDeleted() != null && component.getIsDeleted()) {
2178                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG, "Component {} is already deleted. Cannot add component instance. ", component.getName());
2179                 result = false;
2180                 break;
2181             }
2182         }
2183         return result;
2184     }
2185
2186     private <T extends Component> boolean validateInstanceNames(Map<ComponentInstance, T> resourcesInstancesMap) {
2187         boolean result = true;
2188         Set<String> names = new HashSet<>();
2189         for (ComponentInstance instance : resourcesInstancesMap.keySet()) {
2190             if (StringUtils.isEmpty(instance.getName())) {
2191                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG,
2192                     "Component instance {} name is empty. Cannot add component instance. ", instance.getUniqueId());
2193                 result = false;
2194                 break;
2195             } else if (names.contains(instance.getName())) {
2196                 CommonUtility.addRecordToLog(log, LogLevelEnum.DEBUG,
2197                     "Component instance with the name {} already exsists. Cannot add component instance. ",
2198                     instance.getName());
2199                 result = false;
2200                 break;
2201             } else {
2202                 names.add(instance.getName());
2203             }
2204         }
2205         return result;
2206     }
2207
2208     public StorageOperationStatus addDeploymentArtifactsToInstance(String toscaElementId, String instanceId, Map<String, ArtifactDataDefinition> instDeplArtifacts) {
2209         return addArtifactsToInstance(toscaElementId, instanceId, instDeplArtifacts, EdgeLabelEnum.INST_DEPLOYMENT_ARTIFACTS, VertexTypeEnum.INST_DEPLOYMENT_ARTIFACTS);
2210     }
2211
2212     public StorageOperationStatus addInformationalArtifactsToInstance(String toscaElementId, String instanceId, Map<String, ArtifactDataDefinition> instDeplArtifacts) {
2213         return addArtifactsToInstance(toscaElementId, instanceId, instDeplArtifacts, EdgeLabelEnum.INSTANCE_ARTIFACTS, VertexTypeEnum.INSTANCE_ARTIFACTS);
2214     }
2215
2216     public StorageOperationStatus addArtifactsToInstance(String toscaElementId, String instanceId, Map<String, ArtifactDataDefinition> instDeplArtifacts, EdgeLabelEnum edgeLabel, VertexTypeEnum vertexType) {
2217         Either<GraphVertex, JanusGraphOperationStatus> metadataVertex = janusGraphDao
2218             .getVertexById(toscaElementId, JsonParseFlagEnum.NoParse);
2219         if (metadataVertex.isRight()) {
2220             JanusGraphOperationStatus status = metadataVertex.right().value();
2221             if (status == JanusGraphOperationStatus.NOT_FOUND) {
2222                 status = JanusGraphOperationStatus.INVALID_ID;
2223             }
2224             return DaoStatusConverter.convertJanusGraphStatusToStorageStatus(status);
2225         }
2226         MapArtifactDataDefinition instArtifacts = new MapArtifactDataDefinition(instDeplArtifacts);
2227         return addToscaDataDeepElementsBlockToToscaElement(metadataVertex.left().value(), edgeLabel, vertexType, instArtifacts, instanceId);
2228
2229     }
2230
2231     @SuppressWarnings({"unchecked"})
2232     public StorageOperationStatus generateCustomizationUUIDOnInstance(String componentId, String instanceId) {
2233         Either<GraphVertex, JanusGraphOperationStatus> metadataVertex = janusGraphDao
2234             .getVertexById(componentId, JsonParseFlagEnum.ParseAll);
2235         if (metadataVertex.isRight()) {
2236             JanusGraphOperationStatus status = metadataVertex.right().value();
2237             if (status == JanusGraphOperationStatus.NOT_FOUND) {
2238                 status = JanusGraphOperationStatus.INVALID_ID;
2239             }
2240             return DaoStatusConverter.convertJanusGraphStatusToStorageStatus(status);
2241         }
2242         GraphVertex metaVertex = metadataVertex.left().value();
2243         Map<String, CompositionDataDefinition> json = (Map<String, CompositionDataDefinition>) metaVertex.getJson();
2244         CompositionDataDefinition compositionDataDefinition = json.get(JsonConstantKeysEnum.COMPOSITION.getValue());
2245         StorageOperationStatus status = updateCustomizationUUID(instanceId, compositionDataDefinition);
2246         if (status != StorageOperationStatus.OK) {
2247             log.debug("Failed to update customization UUID for instance {} in component {} error {}", instanceId, componentId, status);
2248             return status;
2249         }
2250         Either<GraphVertex, JanusGraphOperationStatus> updateVertex = janusGraphDao.updateVertex(metaVertex);
2251         if (updateVertex.isRight()) {
2252             log.debug("Failed to update vertex of component {} error {}", componentId, updateVertex.right().value());
2253             return DaoStatusConverter.convertJanusGraphStatusToStorageStatus(updateVertex.right().value());
2254         }
2255         return StorageOperationStatus.OK;
2256     }
2257
2258     public StorageOperationStatus generateCustomizationUUIDOnInstanceGroup(String componentId, String instanceId, List<String> groupInstances) {
2259         if (groupInstances != null) {
2260             Either<Map<String, MapGroupsDataDefinition>, JanusGraphOperationStatus> dataFromGraph = getDataFromGraph(componentId, EdgeLabelEnum.INST_GROUPS);
2261             if (dataFromGraph.isRight()) {
2262                 return DaoStatusConverter.convertJanusGraphStatusToStorageStatus(dataFromGraph.right().value());
2263             }
2264             MapGroupsDataDefinition grInstPerInstance = dataFromGraph.left().value().get(instanceId);
2265             if (grInstPerInstance == null) {
2266                 log.debug("No  instance groups for instance {} in component {}", instanceId, componentId);
2267                 return StorageOperationStatus.NOT_FOUND;
2268             }
2269             for (String instGroupForUpdate : groupInstances) {
2270                 GroupInstanceDataDefinition groupInst = grInstPerInstance.findByKey(instGroupForUpdate);
2271                 if (groupInst == null) {
2272                     log.debug("No group instance {} in group list  for instance {} in component {}", instGroupForUpdate, instanceId, componentId);
2273                     continue;
2274                 }
2275                 UUID uuid = UUID.randomUUID();
2276                 groupInst.setCustomizationUUID(uuid.toString());
2277             }
2278
2279         }
2280         return StorageOperationStatus.OK;
2281     }
2282
2283     public StorageOperationStatus addGroupInstancesToComponentInstance(Component containerComponent, ComponentInstance componentInstance, List<GroupInstance> groupInstances) {
2284
2285         return addToscaDataDeepElementsBlockToToscaElement(containerComponent.getUniqueId(), EdgeLabelEnum.INST_GROUPS, VertexTypeEnum.INST_GROUPS,
2286                 new MapDataDefinition<>(groupInstances.stream().collect(Collectors.toMap(GroupInstanceDataDefinition::getName, gi -> gi))), componentInstance.getUniqueId());
2287     }
2288
2289     public StorageOperationStatus addDeploymentArtifactsToComponentInstance(Component containerComponent, ComponentInstance componentInstance, Map<String, ArtifactDefinition> deploymentArtifacts) {
2290
2291         return addToscaDataDeepElementsBlockToToscaElement(containerComponent.getUniqueId(), EdgeLabelEnum.INST_DEPLOYMENT_ARTIFACTS, VertexTypeEnum.INST_DEPLOYMENT_ARTIFACTS, new MapDataDefinition<>(deploymentArtifacts),
2292                 componentInstance.getUniqueId());
2293     }
2294
2295     public StorageOperationStatus updateComponentInstanceProperty(Component containerComponent, String componentInstanceId, ComponentInstanceProperty property) {
2296
2297         List<String> pathKeys = new ArrayList<>();
2298         pathKeys.add(componentInstanceId);
2299         return updateToscaDataDeepElementOfToscaElement(containerComponent.getUniqueId(), EdgeLabelEnum.INST_PROPERTIES, VertexTypeEnum.INST_PROPERTIES, property, pathKeys, JsonPresentationFields.NAME);
2300     }
2301
2302     public StorageOperationStatus updateComponentInstanceCapabilityProperty(Component containerComponent, String componentInstanceId, String capabilityPropertyKey, ComponentInstanceProperty property) {
2303         List<String> pathKeys = new ArrayList<>();
2304         pathKeys.add(componentInstanceId);
2305         pathKeys.add(capabilityPropertyKey);
2306         return updateToscaDataDeepElementOfToscaElement(containerComponent.getUniqueId(), EdgeLabelEnum.CALCULATED_CAP_PROPERTIES, VertexTypeEnum.CALCULATED_CAP_PROPERTIES, property, pathKeys, JsonPresentationFields.NAME);
2307     }
2308
2309     public StorageOperationStatus overrideComponentCapabilitiesProperties(Component containerComponent, Map<String, MapCapabilityProperty> capabilityPropertyMap) {
2310         return overrideToscaDataOfToscaElement(containerComponent.getUniqueId(), EdgeLabelEnum.CALCULATED_CAP_PROPERTIES, capabilityPropertyMap);
2311     }
2312
2313     public StorageOperationStatus addComponentInstanceProperty(Component containerComponent, String componentInstanceId, ComponentInstanceProperty property) {
2314         List<String> pathKeys = new ArrayList<>();
2315         pathKeys.add(componentInstanceId);
2316         return addToscaDataDeepElementToToscaElement(containerComponent.getUniqueId(), EdgeLabelEnum.INST_PROPERTIES, VertexTypeEnum.INST_PROPERTIES, property, pathKeys, JsonPresentationFields.NAME);
2317     }
2318
2319     public StorageOperationStatus updateComponentInstanceProperties(Component containerComponent, String componentInstanceId, List<ComponentInstanceProperty> properties) {
2320         List<String> pathKeys = new ArrayList<>();
2321         pathKeys.add(componentInstanceId);
2322         return updateToscaDataDeepElementsOfToscaElement(containerComponent.getUniqueId(), EdgeLabelEnum.INST_PROPERTIES, VertexTypeEnum.INST_PROPERTIES, properties, pathKeys, JsonPresentationFields.NAME);
2323     }
2324
2325     public StorageOperationStatus updateComponentInstanceAttribute(Component containerComponent, String componentInstanceId, ComponentInstanceAttribute property){
2326         List<String> pathKeys = new ArrayList<>();
2327         pathKeys.add(componentInstanceId);
2328         return updateToscaDataDeepElementOfToscaElement(containerComponent.getUniqueId(), EdgeLabelEnum.INST_ATTRIBUTES, VertexTypeEnum.INST_ATTRIBUTES, property, pathKeys, JsonPresentationFields.NAME);
2329     }
2330
2331     public StorageOperationStatus addComponentInstanceAttribute(Component containerComponent, String componentInstanceId, ComponentInstanceAttribute attribute){
2332         List<String> pathKeys = new ArrayList<>();
2333         pathKeys.add(componentInstanceId);
2334         return addToscaDataDeepElementToToscaElement(containerComponent.getUniqueId(), EdgeLabelEnum.INST_ATTRIBUTES, VertexTypeEnum.INST_ATTRIBUTES, attribute, pathKeys, JsonPresentationFields.NAME);
2335     }
2336
2337     public StorageOperationStatus updateComponentInstanceInput(Component containerComponent, String componentInstanceId, ComponentInstanceInput property) {
2338
2339         List<String> pathKeys = new ArrayList<>();
2340         pathKeys.add(componentInstanceId);
2341         return updateToscaDataDeepElementOfToscaElement(containerComponent.getUniqueId(), EdgeLabelEnum.INST_INPUTS, VertexTypeEnum.INST_INPUTS, property, pathKeys, JsonPresentationFields.NAME);
2342     }
2343
2344     public StorageOperationStatus updateComponentInstanceInputs(Component containerComponent, String componentInstanceId, List<ComponentInstanceInput> properties) {
2345         List<String> pathKeys = new ArrayList<>();
2346         pathKeys.add(componentInstanceId);
2347         return updateToscaDataDeepElementsOfToscaElement(containerComponent.getUniqueId(), EdgeLabelEnum.INST_INPUTS, VertexTypeEnum.INST_INPUTS, properties, pathKeys, JsonPresentationFields.NAME);
2348     }
2349
2350     public StorageOperationStatus addComponentInstanceInput(Component containerComponent, String componentInstanceId, ComponentInstanceInput property) {
2351         List<String> pathKeys = new ArrayList<>();
2352         pathKeys.add(componentInstanceId);
2353         return addToscaDataDeepElementToToscaElement(containerComponent.getUniqueId(), EdgeLabelEnum.INST_INPUTS, VertexTypeEnum.INST_INPUTS, property, pathKeys, JsonPresentationFields.NAME);
2354     }
2355
2356     public StorageOperationStatus createInstanceEdge(GraphVertex metadataVertex, ComponentInstanceDataDefinition componentInstance) {
2357         String instUniqueId = componentInstance.getUniqueId();
2358
2359         // create edge between container and origin ( in case of proxy this edge will be to ProxyService node type)
2360         StorageOperationStatus result = createOrUpdateInstanceEdge(metadataVertex, EdgeLabelEnum.INSTANCE_OF, componentInstance.getComponentUid(), instUniqueId).either(v -> StorageOperationStatus.OK,
2361                  DaoStatusConverter::convertJanusGraphStatusToStorageStatus);
2362
2363         if (result == StorageOperationStatus.OK && componentInstance.getIsProxy()) {
2364             // create edge between container and service origin
2365             result = createOrUpdateInstanceEdge(metadataVertex, EdgeLabelEnum.PROXY_OF, componentInstance.getSourceModelUid(), instUniqueId)
2366                         .either(v -> StorageOperationStatus.OK, DaoStatusConverter::convertJanusGraphStatusToStorageStatus);
2367         }
2368         return result;
2369     }
2370
2371     public StorageOperationStatus createAllottedOfEdge(String componentId, String instanceId, String serviceUUID) {
2372         Either<GraphVertex, JanusGraphOperationStatus> vertexById = janusGraphDao.getVertexById(componentId);
2373         if (vertexById.isRight()) {
2374             log.debug("Failed to fetch component metadata vertex for id {} error {}", componentId, vertexById.right().value());
2375             return DaoStatusConverter.convertJanusGraphStatusToStorageStatus(vertexById.right().value());
2376         }
2377         GraphVertex metadataVertex = vertexById.left().value();
2378
2379         EnumMap<GraphPropertyEnum, Object> props = new EnumMap<>(GraphPropertyEnum.class);
2380         props.put(GraphPropertyEnum.UUID, serviceUUID);
2381         props.put(GraphPropertyEnum.IS_HIGHEST_VERSION, true);
2382
2383         EnumMap<GraphPropertyEnum, Object> hasNot = new EnumMap<>(GraphPropertyEnum.class);
2384         hasNot.put(GraphPropertyEnum.IS_DELETED, true);
2385
2386         Either<List<GraphVertex>, JanusGraphOperationStatus> byCriteria = janusGraphDao
2387             .getByCriteria(VertexTypeEnum.TOPOLOGY_TEMPLATE, props,hasNot, JsonParseFlagEnum.ParseMetadata );
2388         if (byCriteria.isRight()) {
2389             log.debug("Failed to fetch vertex by criteria {} error {}", props, byCriteria.right().value());
2390             return DaoStatusConverter.convertJanusGraphStatusToStorageStatus(byCriteria.right().value());
2391         }
2392         List<GraphVertex> vertecies = byCriteria.left().value();
2393         StorageOperationStatus result = StorageOperationStatus.OK;
2394         if (vertecies != null) {
2395             GraphVertex serviceVertex = vertecies.get(0);
2396             //remove previous edges
2397
2398             log.debug("Try to create or update edge between resource {} and service {} ", metadataVertex, serviceVertex.getUniqueId());
2399             // create edge between container and service reference
2400             result = createOrUpdateInstanceEdge(metadataVertex, EdgeLabelEnum.ALLOTTED_OF, serviceVertex.getUniqueId(), instanceId).either(v -> StorageOperationStatus.OK,
2401                     DaoStatusConverter::convertJanusGraphStatusToStorageStatus);
2402         }
2403         return result;
2404     }
2405
2406
2407     public StorageOperationStatus removeInstanceEdge(GraphVertex metadataVertex, ComponentInstanceDataDefinition componentInstance) {
2408         String instUniqueId = componentInstance.getUniqueId();
2409
2410         // create edge between container and origin ( in case of proxy this edge will be to ProxyService node type)
2411         StorageOperationStatus result = removeOrUpdateInstanceEdge(metadataVertex, EdgeLabelEnum.INSTANCE_OF, componentInstance.getComponentUid(), instUniqueId)
2412                 .either(v -> StorageOperationStatus.OK,
2413                 DaoStatusConverter::convertJanusGraphStatusToStorageStatus);
2414
2415         if (componentInstance.getIsProxy()) {
2416             // create edge between container and service origin
2417             result = removeOrUpdateInstanceEdge(metadataVertex, EdgeLabelEnum.PROXY_OF, componentInstance.getSourceModelUid(), instUniqueId)
2418                     .either(v -> StorageOperationStatus.OK, DaoStatusConverter::convertJanusGraphStatusToStorageStatus);
2419         }
2420         return result;
2421     }
2422
2423     private Either<GraphVertex, JanusGraphOperationStatus> createOrUpdateInstanceEdge(GraphVertex metadataVertex, EdgeLabelEnum edgeLabel, String componentUid, String instUniqueId) {
2424         Map<GraphPropertyEnum, Object> properties = new EnumMap<>(GraphPropertyEnum.class);
2425         properties.put(GraphPropertyEnum.UNIQUE_ID, componentUid);
2426
2427         return janusGraphDao.getEdgeByChildrenVertexProperties(metadataVertex, edgeLabel, properties)
2428                 .left()
2429                 .bind(v -> addInstanceToPropertyOnEdge(instUniqueId, v, metadataVertex))
2430                 .right()
2431                 .bind(s -> createInstanceEdge(metadataVertex, edgeLabel, componentUid, instUniqueId, s));
2432     }
2433
2434     private Either<GraphVertex, JanusGraphOperationStatus> removeOrUpdateInstanceEdge(GraphVertex metadataVertex, EdgeLabelEnum edgeLabel, String componentUid, String instUniqueId) {
2435         Map<GraphPropertyEnum, Object> properties = new EnumMap<>(GraphPropertyEnum.class);
2436         properties.put(GraphPropertyEnum.UNIQUE_ID, componentUid);
2437
2438         return janusGraphDao.getEdgeByChildrenVertexProperties(metadataVertex, edgeLabel, properties).left().bind(v -> removeInstanceFromPropertyOnEdge(instUniqueId, v, metadataVertex)).right()
2439                 .map(err -> removeInstanceEdgeLogError(metadataVertex, edgeLabel, componentUid, err));
2440     }
2441
2442     private Either<GraphVertex, JanusGraphOperationStatus> addInstanceToPropertyOnEdge(String instUniqueId, Edge edge, GraphVertex metadataVertex) {
2443         // edge exist need to add instance id to list on edge's property
2444         List<String> property = (List<String>) janusGraphDao.getProperty(edge, EdgePropertyEnum.INSTANCES);
2445         if (property == null) {
2446             property = new ArrayList<>();
2447         }
2448         Optional<String> findFirst = property.stream().filter(a -> a.equals(instUniqueId)).findFirst();
2449         if (!findFirst.isPresent()) {
2450             property.add(instUniqueId);
2451         }
2452         try {
2453             String jsonArr = JsonParserUtils.toJson(property);
2454             log.debug("Update INSTANCES edge property with value {} ", jsonArr);
2455             edge.property(EdgePropertyEnum.INSTANCES.getProperty(), jsonArr);
2456         } catch (IOException e) {
2457             log.debug("Failed to convert INSTANCES edge property to json for container {}", metadataVertex.getUniqueId(), e);
2458            return Either.right(JanusGraphOperationStatus.GENERAL_ERROR);
2459         }
2460         return Either.left(metadataVertex);
2461     }
2462
2463     private Either<GraphVertex, JanusGraphOperationStatus> removeInstanceFromPropertyOnEdge(String instUniqueId, Edge edge, GraphVertex metadataVertex) {
2464         // edge exist need to add instance id to list on edge's property
2465         List<String> property = (List<String>) janusGraphDao.getProperty(edge, EdgePropertyEnum.INSTANCES);
2466         if (property == null) {
2467             property = new ArrayList<>();
2468         }
2469         Optional<String> findFirst = property.stream().filter(a -> a.equals(instUniqueId)).findFirst();
2470         if (findFirst.isPresent()) {
2471             property.remove(instUniqueId);
2472         }
2473         if (property.isEmpty()) {
2474             // For last instance need to remove edge
2475             edge.remove();
2476         } else {
2477             try {
2478                 String jsonArr = JsonParserUtils.toJson(property);
2479                 edge.property(EdgePropertyEnum.INSTANCES.getProperty(), jsonArr);
2480             } catch (IOException e) {
2481                 log.debug("Failed to convert INSTANCES edge property to json for container {}", metadataVertex.getUniqueId(), e);
2482                return Either.right(JanusGraphOperationStatus.GENERAL_ERROR);
2483             }
2484         }
2485         return Either.left(metadataVertex);
2486     }
2487
2488     private Either<GraphVertex, JanusGraphOperationStatus> createInstanceEdge(GraphVertex metadataVertex, EdgeLabelEnum edgeLabel, String componentUid, String instUniqueId, JanusGraphOperationStatus retrieveEdgeStatus) {
2489         if (retrieveEdgeStatus == JanusGraphOperationStatus.NOT_FOUND) {
2490             // create new edge
2491             Either<GraphVertex, JanusGraphOperationStatus> vertexById = janusGraphDao.getVertexById(componentUid);
2492             if (vertexById.isRight()) {
2493                 return vertexById;
2494             }
2495             GraphVertex originVertex = vertexById.left().value();
2496             Map<EdgePropertyEnum, Object> edgeProps = new EnumMap<>(EdgePropertyEnum.class);
2497             List<String> instList = new ArrayList<>();
2498             instList.add(instUniqueId);
2499             edgeProps.put(EdgePropertyEnum.INSTANCES, instList);
2500
2501             log.debug("Create new edge {} between {} and {} and properties {} ", edgeLabel, metadataVertex.getUniqueId(), originVertex.getUniqueId(), edgeProps);
2502             JanusGraphOperationStatus
2503                 edgeResult = janusGraphDao
2504                 .createEdge(metadataVertex, originVertex, edgeLabel, edgeProps);
2505             return edgeResult == JanusGraphOperationStatus.OK ? Either.left(metadataVertex) : Either.right(edgeResult);
2506         }
2507         // error
2508         log.debug("Failed to fetch edge with label {} and to vertex with id {} error {} ", edgeLabel, componentUid, retrieveEdgeStatus);
2509         return Either.right(retrieveEdgeStatus);
2510     }
2511
2512     private JanusGraphOperationStatus removeInstanceEdgeLogError(GraphVertex metadataVertex, EdgeLabelEnum edgeLabel, String componentUid, JanusGraphOperationStatus retrieveEdgeStatus) {
2513         if (retrieveEdgeStatus == JanusGraphOperationStatus.NOT_FOUND) {
2514             log.debug("No edge {} to remove between container {} and origin {}", edgeLabel, metadataVertex.getUniqueId(), componentUid);
2515         } else {
2516             // error
2517             log.debug("Failed to fetch edge with label {} and to vertex with id {} error {} ", edgeLabel, componentUid, retrieveEdgeStatus);
2518         }
2519         return retrieveEdgeStatus;
2520     }
2521
2522     public void removeAllAllotedEdges(String uniqueId) {
2523         Either<GraphVertex, JanusGraphOperationStatus> vertexById = janusGraphDao.getVertexById(uniqueId);
2524         if (vertexById.isLeft()) {
2525             GraphVertex originVertex = vertexById.left().value();
2526             JanusGraphVertex vertex = originVertex.getVertex();
2527             Iterator<Edge> edges = vertex.edges(Direction.OUT, EdgeLabelEnum.ALLOTTED_OF.name());
2528             while (edges != null && edges.hasNext()) {
2529                 Edge edge = edges.next();
2530                 edge.remove();
2531             }
2532         }
2533     }
2534 }