catalog-be/src/main/java/org/openecomp/sdc/be/components/impl/ResourceImportManager.java

   1 /*-
   2  * ============LICENSE_START=======================================================
   3  * SDC
   4  * ================================================================================
   5  * Copyright (C) 2017 AT&T Intellectual Property. All rights reserved.
   6  * ================================================================================
   7  * Licensed under the Apache License, Version 2.0 (the "License");
   8  * you may not use this file except in compliance with the License.
   9  * You may obtain a copy of the License at
  10  *
  11  *      http://www.apache.org/licenses/LICENSE-2.0
  12  *
  13  * Unless required by applicable law or agreed to in writing, software
  14  * distributed under the License is distributed on an "AS IS" BASIS,
  15  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16  * See the License for the specific language governing permissions and
  17  * limitations under the License.
  18  * ============LICENSE_END=========================================================
  19  * Modifications copyright (c) 2019 Nokia
  20  * ================================================================================
  21  */
  22 package org.openecomp.sdc.be.components.impl;
  23
  24 import static org.openecomp.sdc.be.model.jsonjanusgraph.operations.ToscaElementOperation.createDataType;
  25 import static org.openecomp.sdc.be.model.jsonjanusgraph.operations.ToscaElementOperation.createDataTypeDefinitionWithName;
  26
  27 import fj.data.Either;
  28 import java.util.ArrayList;
  29 import java.util.Arrays;
  30 import java.util.Collections;
  31 import java.util.Comparator;
  32 import java.util.EnumMap;
  33 import java.util.HashMap;
  34 import java.util.HashSet;
  35 import java.util.Iterator;
  36 import java.util.List;
  37 import java.util.Map;
  38 import java.util.Map.Entry;
  39 import java.util.Optional;
  40 import java.util.Set;
  41 import java.util.function.Function;
  42 import java.util.regex.Pattern;
  43 import java.util.stream.Collectors;
  44 import javax.servlet.ServletContext;
  45 import org.apache.commons.codec.binary.Base64;
  46 import org.apache.commons.collections4.CollectionUtils;
  47 import org.apache.commons.collections4.MapUtils;
  48 import org.apache.commons.lang3.StringUtils;
  49 import org.apache.commons.lang3.tuple.ImmutablePair;
  50 import org.openecomp.sdc.be.auditing.api.AuditEventFactory;
  51 import org.openecomp.sdc.be.auditing.impl.AuditingManager;
  52 import org.openecomp.sdc.be.auditing.impl.resourceadmin.AuditImportResourceAdminEventFactory;
  53 import org.openecomp.sdc.be.components.csar.CsarInfo;
  54 import org.openecomp.sdc.be.components.impl.ArtifactsBusinessLogic.ArtifactOperationEnum;
  55 import org.openecomp.sdc.be.components.impl.ImportUtils.Constants;
  56 import org.openecomp.sdc.be.components.impl.ImportUtils.ResultStatusEnum;
  57 import org.openecomp.sdc.be.components.impl.ImportUtils.ToscaElementTypeEnum;
  58 import org.openecomp.sdc.be.components.impl.exceptions.ByActionStatusComponentException;
  59 import org.openecomp.sdc.be.components.impl.exceptions.ComponentException;
  60 import org.openecomp.sdc.be.components.lifecycle.LifecycleChangeInfoWithAction;
  61 import org.openecomp.sdc.be.config.BeEcompErrorManager;
  62 import org.openecomp.sdc.be.config.BeEcompErrorManager.ErrorSeverity;
  63 import org.openecomp.sdc.be.dao.api.ActionStatus;
  64 import org.openecomp.sdc.be.dao.janusgraph.JanusGraphDao;
  65 import org.openecomp.sdc.be.dao.janusgraph.JanusGraphOperationStatus;
  66 import org.openecomp.sdc.be.dao.jsongraph.GraphVertex;
  67 import org.openecomp.sdc.be.dao.jsongraph.types.JsonParseFlagEnum;
  68 import org.openecomp.sdc.be.dao.jsongraph.types.VertexTypeEnum;
  69 import org.openecomp.sdc.be.datatypes.elements.PropertyDataDefinition;
  70 import org.openecomp.sdc.be.datatypes.elements.SchemaDefinition;
  71 import org.openecomp.sdc.be.datatypes.enums.ComponentTypeEnum;
  72 import org.openecomp.sdc.be.datatypes.enums.GraphPropertyEnum;
  73 import org.openecomp.sdc.be.datatypes.enums.JsonPresentationFields;
  74 import org.openecomp.sdc.be.datatypes.enums.NodeTypeEnum;
  75 import org.openecomp.sdc.be.datatypes.enums.ResourceTypeEnum;
  76 import org.openecomp.sdc.be.impl.ComponentsUtils;
  77 import org.openecomp.sdc.be.impl.WebAppContextWrapper;
  78 import org.openecomp.sdc.be.model.ArtifactDefinition;
  79 import org.openecomp.sdc.be.model.AttributeDefinition;
  80 import org.openecomp.sdc.be.model.CapabilityDefinition;
  81 import org.openecomp.sdc.be.model.ComponentInstanceProperty;
  82 import org.openecomp.sdc.be.model.DataTypeDefinition;
  83 import org.openecomp.sdc.be.model.DefaultUploadResourceInfo;
  84 import org.openecomp.sdc.be.model.InterfaceDefinition;
  85 import org.openecomp.sdc.be.model.LifecycleStateEnum;
  86 import org.openecomp.sdc.be.model.NodeTypesMetadataList;
  87 import org.openecomp.sdc.be.model.NullNodeTypeMetadata;
  88 import org.openecomp.sdc.be.model.PropertyDefinition;
  89 import org.openecomp.sdc.be.model.RequirementDefinition;
  90 import org.openecomp.sdc.be.model.Resource;
  91 import org.openecomp.sdc.be.model.UploadResourceInfo;
  92 import org.openecomp.sdc.be.model.User;
  93 import org.openecomp.sdc.be.model.category.CategoryDefinition;
  94 import org.openecomp.sdc.be.model.category.SubCategoryDefinition;
  95 import org.openecomp.sdc.be.model.jsonjanusgraph.operations.ToscaOperationFacade;
  96 import org.openecomp.sdc.be.model.jsonjanusgraph.utils.ModelConverter;
  97 import org.openecomp.sdc.be.model.mapper.NodeTypeMetadataMapper;
  98 import org.openecomp.sdc.be.model.operations.api.IGraphLockOperation;
  99 import org.openecomp.sdc.be.model.operations.api.StorageOperationStatus;
 100 import org.openecomp.sdc.be.model.operations.impl.CapabilityTypeOperation;
 101 import org.openecomp.sdc.be.resources.data.auditing.AuditingActionEnum;
 102 import org.openecomp.sdc.be.resources.data.auditing.model.CommonAuditData;
 103 import org.openecomp.sdc.be.resources.data.auditing.model.ResourceCommonInfo;
 104 import org.openecomp.sdc.be.resources.data.auditing.model.ResourceVersionInfo;
 105 import org.openecomp.sdc.be.utils.TypeUtils;
 106 import org.openecomp.sdc.be.utils.TypeUtils.ToscaTagNamesEnum;
 107 import org.openecomp.sdc.common.log.enums.EcompLoggerErrorCode;
 108 import org.openecomp.sdc.common.log.wrappers.Logger;
 109 import org.openecomp.sdc.common.util.ThreadLocalsHolder;
 110 import org.openecomp.sdc.common.util.ValidationUtils;
 111 import org.openecomp.sdc.exception.ResponseFormat;
 112 import org.springframework.beans.factory.annotation.Autowired;
 113 import org.springframework.web.context.WebApplicationContext;
 114 import org.yaml.snakeyaml.Yaml;
 115
 116 @org.springframework.stereotype.Component("resourceImportManager")
 117 public class ResourceImportManager {
 118
 119     static final Pattern PROPERTY_NAME_PATTERN_IGNORE_LENGTH = Pattern.compile("['\\w\\s\\-\\:]+");
 120     private static final Logger log = Logger.getLogger(ResourceImportManager.class);
 121     private final InterfaceDefinitionHandler interfaceDefinitionHandler;
 122     private final ComponentsUtils componentsUtils;
 123     private final CapabilityTypeOperation capabilityTypeOperation;
 124     private final JanusGraphDao janusGraphDao;
 125     private ServletContext servletContext;
 126     private AuditingManager auditingManager;
 127     private ResourceBusinessLogic resourceBusinessLogic;
 128     @Autowired
 129     private ServiceBusinessLogic serviceBusinessLogic;
 130     private IGraphLockOperation graphLockOperation;
 131     private ToscaOperationFacade toscaOperationFacade;
 132     private ResponseFormatManager responseFormatManager;
 133
 134     @Autowired
 135     public ResourceImportManager(final ComponentsUtils componentsUtils, final CapabilityTypeOperation capabilityTypeOperation,
 136                                  final InterfaceDefinitionHandler interfaceDefinitionHandler, final JanusGraphDao janusGraphDao) {
 137         this.componentsUtils = componentsUtils;
 138         this.capabilityTypeOperation = capabilityTypeOperation;
 139         this.interfaceDefinitionHandler = interfaceDefinitionHandler;
 140         this.janusGraphDao = janusGraphDao;
 141     }
 142
 143     public ServiceBusinessLogic getServiceBusinessLogic() {
 144         return serviceBusinessLogic;
 145     }
 146
 147     public void setServiceBusinessLogic(ServiceBusinessLogic serviceBusinessLogic) {
 148         this.serviceBusinessLogic = serviceBusinessLogic;
 149     }
 150
 151     @Autowired
 152     public void setToscaOperationFacade(ToscaOperationFacade toscaOperationFacade) {
 153         this.toscaOperationFacade = toscaOperationFacade;
 154     }
 155
 156     public ImmutablePair<Resource, ActionStatus> importNormativeResource(final String resourceYml, final UploadResourceInfo resourceMetaData,
 157                                                                          final User creator, final boolean createNewVersion, final boolean needLock,
 158                                                                          final boolean isInTransaction) {
 159         LifecycleChangeInfoWithAction lifecycleChangeInfo = new LifecycleChangeInfoWithAction();
 160         lifecycleChangeInfo.setUserRemarks("certification on import");
 161         Function<Resource, Boolean> validator = resource -> resourceBusinessLogic.validatePropertiesDefaultValues(resource);
 162         return importCertifiedResource(resourceYml, resourceMetaData, creator, validator, lifecycleChangeInfo, isInTransaction, createNewVersion,
 163             needLock, null, null, false, null, null, false);
 164     }
 165
 166     public void importAllNormativeResource(final String resourcesYaml, final NodeTypesMetadataList nodeTypesMetadataList, final User user,
 167                                            final boolean createNewVersion, final boolean needLock) {
 168         final Map<String, Object> nodeTypesYamlMap;
 169         try {
 170             nodeTypesYamlMap = new Yaml().load(resourcesYaml);
 171         } catch (final Exception e) {
 172             log.error(EcompLoggerErrorCode.BUSINESS_PROCESS_ERROR, ResourceImportManager.class.getName(), "Could not parse node types YAML", e);
 173             throw new ByActionStatusComponentException(ActionStatus.INVALID_NODE_TYPES_YAML);
 174         }
 175         if (!nodeTypesYamlMap.containsKey(ToscaTagNamesEnum.NODE_TYPES.getElementName())) {
 176             return;
 177         }
 178         final Map<String, Object> nodeTypesMap = (Map<String, Object>) nodeTypesYamlMap.get(ToscaTagNamesEnum.NODE_TYPES.getElementName());
 179         importAllNormativeResource(nodeTypesMap, nodeTypesMetadataList, user, "", createNewVersion,needLock);
 180     }
 181
 182     public void importAllNormativeResource(final  Map<String, Object> nodeTypesMap, final NodeTypesMetadataList nodeTypesMetadataList,
 183                                            final User user, String model, final boolean createNewVersion, final boolean needLock) {
 184         try {
 185             nodeTypesMetadataList.getNodeMetadataList().forEach(nodeTypeMetadata -> {
 186                 final String nodeTypeToscaName = nodeTypeMetadata.getToscaName();
 187                 final Map<String, Object> nodeTypeMap = (Map<String, Object>) nodeTypesMap.get(nodeTypeToscaName);
 188                 if (nodeTypeMap == null) {
 189                     log.warn(EcompLoggerErrorCode.BUSINESS_PROCESS_ERROR, ResourceImportManager.class.getName(),
 190                         "Could not find given node type '{}'. The node will not be created.", nodeTypeToscaName);
 191                 } else {
 192                     final Map<String, Map<String, Map<String, Object>>> nodeTypeDefinitionMap =
 193                         Map.of(ToscaTagNamesEnum.NODE_TYPES.getElementName(),
 194                             Map.of(nodeTypeToscaName, nodeTypeMap)
 195                         );
 196                     final String nodeTypeYaml = new Yaml().dump(nodeTypeDefinitionMap);
 197                     UploadResourceInfo uploadResourceInfo = NodeTypeMetadataMapper.mapTo(nodeTypeMetadata);
 198                     if (uploadResourceInfo instanceof DefaultUploadResourceInfo) {
 199                         uploadResourceInfo.setModel(model);
 200                         uploadResourceInfo.setContactId(user.getUserId());
 201                     }
 202                     importNormativeResource(nodeTypeYaml, uploadResourceInfo, user, createNewVersion, needLock, true);
 203                 }
 204             });
 205             janusGraphDao.commit();
 206         } catch (final Exception e) {
 207             janusGraphDao.rollback();
 208             throw e;
 209         }
 210     }
 211
 212     public ImmutablePair<Resource, ActionStatus> importNormativeResourceFromCsar(String resourceYml, UploadResourceInfo resourceMetaData,
 213                                                                                  User creator, boolean createNewVersion, boolean needLock) {
 214         LifecycleChangeInfoWithAction lifecycleChangeInfo = new LifecycleChangeInfoWithAction();
 215         lifecycleChangeInfo.setUserRemarks("certification on import");
 216         Function<Resource, Boolean> validator = resource -> resourceBusinessLogic.validatePropertiesDefaultValues(resource);
 217         return importCertifiedResource(resourceYml, resourceMetaData, creator, validator, lifecycleChangeInfo, false, createNewVersion, needLock,
 218             null, null, false, null, null, false);
 219     }
 220
 221     public ImmutablePair<Resource, ActionStatus> importCertifiedResource(String resourceYml, UploadResourceInfo resourceMetaData, User creator,
 222                                                                          Function<Resource, Boolean> validationFunction,
 223                                                                          LifecycleChangeInfoWithAction lifecycleChangeInfo, boolean isInTransaction,
 224                                                                          boolean createNewVersion, boolean needLock,
 225                                                                          Map<ArtifactOperationEnum, List<ArtifactDefinition>> nodeTypeArtifactsToHandle,
 226                                                                          List<ArtifactDefinition> nodeTypesNewCreatedArtifacts,
 227                                                                          boolean forceCertificationAllowed, CsarInfo csarInfo, String nodeName,
 228                                                                          boolean isNested) {
 229         Resource resource = new Resource();
 230         ImmutablePair<Resource, ActionStatus> responsePair = new ImmutablePair<>(resource, ActionStatus.CREATED);
 231         Either<ImmutablePair<Resource, ActionStatus>, ResponseFormat> response = Either.left(responsePair);
 232         String latestCertifiedResourceId = null;
 233         try {
 234             boolean shouldBeCertified = nodeTypeArtifactsToHandle == null || nodeTypeArtifactsToHandle.isEmpty();
 235             setConstantMetaData(resource, shouldBeCertified);
 236             setResourceMetaData(resource, resourceYml, resourceMetaData);
 237             populateResourceFromYaml(resourceYml, resource);
 238             validationFunction.apply(resource);
 239             resource.getComponentMetadataDefinition().getMetadataDataDefinition().setNormative(resourceMetaData.isNormative());
 240             checkResourceExists(createNewVersion, csarInfo, resource);
 241             resource = resourceBusinessLogic
 242                 .createOrUpdateResourceByImport(resource, creator, true, isInTransaction, needLock, csarInfo, nodeName, isNested).left;
 243             Resource changeStateResponse;
 244             if (nodeTypeArtifactsToHandle != null && !nodeTypeArtifactsToHandle.isEmpty()) {
 245                 Either<List<ArtifactDefinition>, ResponseFormat> handleNodeTypeArtifactsRes = resourceBusinessLogic
 246                     .handleNodeTypeArtifacts(resource, nodeTypeArtifactsToHandle, nodeTypesNewCreatedArtifacts, creator, isInTransaction, false);
 247                 if (handleNodeTypeArtifactsRes.isRight()) {
 248                     //TODO: should be used more correct action
 249                     throw new ByActionStatusComponentException(ActionStatus.GENERAL_ERROR);
 250                 }
 251             }
 252             latestCertifiedResourceId = getLatestCertifiedResourceId(resource);
 253             changeStateResponse = resourceBusinessLogic
 254                 .propagateStateToCertified(creator, resource, lifecycleChangeInfo, isInTransaction, needLock, forceCertificationAllowed);
 255             responsePair = new ImmutablePair<>(changeStateResponse, response.left().value().right);
 256         } catch (RuntimeException e) {
 257             handleImportResourceException(resourceMetaData, creator, true, e);
 258         } finally {
 259             if (latestCertifiedResourceId != null && needLock) {
 260                 log.debug("unlock resource {}", latestCertifiedResourceId);
 261                 graphLockOperation.unlockComponent(latestCertifiedResourceId, NodeTypeEnum.Resource);
 262             }
 263         }
 264         return responsePair;
 265     }
 266
 267     private void checkResourceExists(final boolean isCreate, final CsarInfo csarInfo, final Resource resource) {
 268         if (isCreate) {
 269             checkResourceExistsOnCreate(resource, csarInfo);
 270         } else {
 271             checkResourceExistsOnUpdate(resource);
 272         }
 273     }
 274
 275     private void checkResourceExistsOnCreate(final Resource resource, final CsarInfo csarInfo) {
 276         if (isCsarPresent(csarInfo)) {
 277             return;
 278         }
 279         final Either<Resource, StorageOperationStatus> resourceEither =
 280             toscaOperationFacade.getComponentByNameAndVendorRelease(resource.getComponentType(), resource.getName(),
 281                 resource.getVendorRelease(), JsonParseFlagEnum.ParseAll, resource.getModel());
 282         if (resourceEither.isLeft() && toscaOperationFacade.isNodeAssociatedToModel(resource.getModel(), resource)) {
 283             if (resource.getModel() == null) {
 284                 throw new ByActionStatusComponentException(ActionStatus.COMPONENT_WITH_VENDOR_RELEASE_ALREADY_EXISTS,
 285                     resource.getName(), resource.getVendorRelease());
 286             }
 287             throw new ByActionStatusComponentException(ActionStatus.COMPONENT_WITH_VENDOR_RELEASE_ALREADY_EXISTS_IN_MODEL,
 288                 resource.getName(), resource.getVendorRelease(), resource.getModel());
 289         }
 290     }
 291
 292     private void checkResourceExistsOnUpdate(final Resource resource) {
 293         final String model = resource.getModel();
 294         final Either<Resource, StorageOperationStatus> latestByName = toscaOperationFacade.getLatestByName(resource.getName(), model);
 295         if (latestByName.isLeft() && toscaOperationFacade.isNodeAssociatedToModel(model, resource)) {
 296             if (model == null) {
 297                 throw new ByActionStatusComponentException(ActionStatus.COMPONENT_NAME_ALREADY_EXIST,
 298                     resource.getResourceType().name(), resource.getName());
 299             }
 300             throw new ByActionStatusComponentException(ActionStatus.COMPONENT_WITH_MODEL_ALREADY_EXIST, resource.getName(), model);
 301         }
 302     }
 303
 304     private boolean isCsarPresent(final CsarInfo csarInfo) {
 305         return csarInfo != null && StringUtils.isNotEmpty(csarInfo.getCsarUUID());
 306     }
 307
 308     private String getLatestCertifiedResourceId(Resource resource) {
 309         Map<String, String> allVersions = resource.getAllVersions();
 310         Double latestCertifiedVersion = 0.0;
 311         if (allVersions != null) {
 312             for (String version : allVersions.keySet()) {
 313                 Double dVersion = Double.valueOf(version);
 314                 if ((dVersion > latestCertifiedVersion) && (version.endsWith(".0"))) {
 315                     latestCertifiedVersion = dVersion;
 316                 }
 317             }
 318             return allVersions.get(String.valueOf(latestCertifiedVersion));
 319         } else {
 320             return null;
 321         }
 322     }
 323
 324     public void populateResourceMetadata(UploadResourceInfo resourceMetaData, Resource resource) {
 325         if (resource != null && resourceMetaData != null) {
 326             resource.setDescription(resourceMetaData.getDescription());
 327             resource.setTags(resourceMetaData.getTags());
 328             resource.setCategories(resourceMetaData.getCategories());
 329             resource.setContactId(resourceMetaData.getContactId());
 330             resource.setName(resourceMetaData.getName());
 331             resource.setIcon(resourceMetaData.getResourceIconPath());
 332             resource.setResourceVendorModelNumber(resourceMetaData.getResourceVendorModelNumber());
 333             resource.setResourceType(ResourceTypeEnum.valueOf(resourceMetaData.getResourceType()));
 334             resource.setTenant(resourceMetaData.getTenant());
 335             if (resourceMetaData.getVendorName() != null) {
 336                 resource.setVendorName(resourceMetaData.getVendorName());
 337             }
 338             if (resourceMetaData.getVendorRelease() != null) {
 339                 resource.setVendorRelease(resourceMetaData.getVendorRelease());
 340             }
 341             if (resourceMetaData.getModel() != null) {
 342                 resource.setModel(resourceMetaData.getModel());
 343             }
 344         }
 345     }
 346
 347     public ImmutablePair<Resource, ActionStatus> importUserDefinedResource(String resourceYml, UploadResourceInfo resourceMetaData, User creator,
 348                                                                            boolean isInTransaction) {
 349         Resource resource = new Resource();
 350         ImmutablePair<Resource, ActionStatus> responsePair = new ImmutablePair<>(resource, ActionStatus.CREATED);
 351         try {
 352             setMetaDataFromJson(resourceMetaData, resource);
 353             populateResourceFromYaml(resourceYml, resource);
 354             // currently import VF isn't supported. In future will be supported import VF only with CSAR file!!
 355             if (ResourceTypeEnum.VF == resource.getResourceType()) {
 356                 log.debug("Now import VF isn't supported. It will be supported in future with CSAR file only");
 357                 throw new ByActionStatusComponentException(ActionStatus.RESTRICTED_OPERATION);
 358             }
 359             resourceBusinessLogic.validateDerivedFromNotEmpty(creator, resource, AuditingActionEnum.CREATE_RESOURCE);
 360             resourceBusinessLogic.validatePropertiesDefaultValues(resource);
 361             responsePair = resourceBusinessLogic.createOrUpdateResourceByImport(resource, creator, false, isInTransaction, true, null, null, false);
 362         } catch (RuntimeException e) {
 363             handleImportResourceException(resourceMetaData, creator, false, e);
 364         }
 365         return responsePair;
 366     }
 367
 368     private void populateResourceFromYaml(final String resourceYml, Resource resource) {
 369         @SuppressWarnings("unchecked") Object ymlObj = new Yaml().load(resourceYml);
 370         if (ymlObj instanceof Map) {
 371             final Either<Resource, StorageOperationStatus> existingResource = getExistingResource(resource);
 372             final Map<String, Object> toscaJsonAll = (Map<String, Object>) ymlObj;
 373             Map<String, Object> toscaJson = toscaJsonAll;
 374             if (toscaJsonAll.containsKey(ToscaTagNamesEnum.NODE_TYPES.getElementName()) && resource.getResourceType() != ResourceTypeEnum.CVFC) {
 375                 toscaJson = new HashMap<>();
 376                 toscaJson.put(ToscaTagNamesEnum.NODE_TYPES.getElementName(), toscaJsonAll.get(ToscaTagNamesEnum.NODE_TYPES.getElementName()));
 377             }
 378             final List<Object> foundElements = new ArrayList<>();
 379             final Either<List<Object>, ResultStatusEnum> toscaElements = ImportUtils
 380                 .findToscaElements(toscaJsonAll, ToscaTagNamesEnum.DATA_TYPES.getElementName(), ToscaElementTypeEnum.MAP, foundElements);
 381             if (toscaElements.isLeft()) {
 382                 final Map<String, Object> toscaAttributes = (Map<String, Object>) foundElements.get(0);
 383                 if (MapUtils.isNotEmpty(toscaAttributes)) {
 384                     resource.setDataTypes(extractDataTypeFromJson(resourceBusinessLogic, toscaAttributes, resource.getModel()));
 385                 }
 386             }
 387             final Resource parentResource = setDerivedFrom(toscaJson, resource);
 388             if (StringUtils.isEmpty(resource.getToscaResourceName())) {
 389                 setToscaResourceName(toscaJson, resource);
 390             }
 391             setCapabilities(toscaJson, resource, parentResource);
 392             setProperties(toscaJson, resource, existingResource);
 393             setAttributes(toscaJson, resource);
 394             setRequirements(toscaJson, resource, parentResource);
 395             setInterfaceLifecycle(toscaJson, resource, existingResource);
 396         } else {
 397             throw new ByActionStatusComponentException(ActionStatus.GENERAL_ERROR);
 398         }
 399     }
 400
 401     private Either<Resource, StorageOperationStatus> getExistingResource(final Resource resource) {
 402         final Either<List<GraphVertex>, JanusGraphOperationStatus> byCriteria = janusGraphDao.getByCriteria(
 403             getVertexTypeEnum(resource.getResourceType()), propertiesToMatch(resource), propertiesToNotMatch(),
 404             JsonParseFlagEnum.ParseAll, resource.getModel(), false);
 405         if (byCriteria.isLeft() && CollectionUtils.isNotEmpty(byCriteria.left().value())) {
 406             final List<GraphVertex> graphVertexList = byCriteria.left().value();
 407             if (graphVertexList.size() == 1) {
 408                 return toscaOperationFacade.getToscaElement(graphVertexList.get(0).getUniqueId());
 409             } else {
 410                 final Optional<GraphVertex> vertex = graphVertexList.stream()
 411                     .max(Comparator.comparing(graphVertex -> (String) graphVertex.getMetadataProperties().get(GraphPropertyEnum.VERSION)));
 412                 if (vertex.isPresent()) {
 413                     return toscaOperationFacade.getToscaElement(vertex.get().getUniqueId());
 414                 }
 415             }
 416         }
 417         return Either.right(StorageOperationStatus.NOT_FOUND);
 418     }
 419
 420     private VertexTypeEnum getVertexTypeEnum(final ResourceTypeEnum resourceType) {
 421         return ModelConverter.isAtomicComponent(resourceType) ? VertexTypeEnum.NODE_TYPE : VertexTypeEnum.TOPOLOGY_TEMPLATE;
 422     }
 423
 424     private Map<GraphPropertyEnum, Object> propertiesToMatch(final Resource resource) {
 425         final Map<GraphPropertyEnum, Object> graphProperties = new EnumMap<>(GraphPropertyEnum.class);
 426         graphProperties.put(GraphPropertyEnum.NORMALIZED_NAME, ValidationUtils.normaliseComponentName(resource.getName()));
 427         graphProperties.put(GraphPropertyEnum.COMPONENT_TYPE, resource.getComponentType().name());
 428         graphProperties.put(GraphPropertyEnum.RESOURCE_TYPE, resource.getResourceType().name());
 429         graphProperties.put(GraphPropertyEnum.IS_HIGHEST_VERSION, true);
 430         return graphProperties;
 431     }
 432
 433     private Map<GraphPropertyEnum, Object> propertiesToNotMatch() {
 434         final Map<GraphPropertyEnum, Object> graphProperties = new EnumMap<>(GraphPropertyEnum.class);
 435         graphProperties.put(GraphPropertyEnum.IS_DELETED, true);
 436         graphProperties.put(GraphPropertyEnum.IS_ARCHIVED, true);
 437         return graphProperties;
 438     }
 439
 440     private void setToscaResourceName(Map<String, Object> toscaJson, Resource resource) {
 441         resource.setToscaResourceName(getToscaResourceName(toscaJson));
 442     }
 443
 444     private String getToscaResourceName(Map<String, Object> toscaJson) {
 445         Either<Map<String, Object>, ResultStatusEnum> toscaElement = ImportUtils
 446                 .findFirstToscaMapElement(toscaJson, ToscaTagNamesEnum.NODE_TYPES);
 447         if (toscaElement.isLeft() && toscaElement.left().value().size() == 1) {
 448             String toscaResourceName = toscaElement.left().value().keySet().iterator().next();
 449             return toscaResourceName;
 450         }
 451         return null;
 452     }
 453
 454     private void setInterfaceLifecycle(Map<String, Object> toscaJson, Resource resource, Either<Resource, StorageOperationStatus> existingResource) {
 455         final Either<Map<String, Object>, ResultStatusEnum> toscaInterfaces = ImportUtils
 456             .findFirstToscaMapElement(toscaJson, ToscaTagNamesEnum.INTERFACES);
 457         final Map<String, InterfaceDefinition> moduleInterfaces = new HashMap<>();
 458         final Map<String, Object> map;
 459         if (toscaInterfaces.isLeft()) {
 460             map = toscaInterfaces.left().value();
 461             for (final Entry<String, Object> interfaceNameValue : map.entrySet()) {
 462                 final Either<InterfaceDefinition, ResultStatusEnum> eitherInterface = createModuleInterface(interfaceNameValue.getValue(),
 463                     resource.getModel());
 464                 if (eitherInterface.isRight()) {
 465                     log.info("error when creating interface:{}, for resource:{}", interfaceNameValue.getKey(), resource.getName());
 466                 } else {
 467                     final InterfaceDefinition interfaceDefinition = eitherInterface.left().value();
 468                     moduleInterfaces.put(interfaceDefinition.getType(), interfaceDefinition);
 469                 }
 470             }
 471         } else {
 472             map = Collections.emptyMap();
 473         }
 474         if (existingResource.isLeft()) {
 475             final Map<String, InterfaceDefinition> userCreatedInterfaceDefinitions =
 476                 existingResource.left().value().getInterfaces().entrySet().stream()
 477                     .filter(i -> i.getValue().isUserCreated())
 478                     .filter(i -> !map.containsKey(i.getValue().getType()))
 479                     .collect(Collectors.toMap(Entry::getKey, Entry::getValue));
 480             if (MapUtils.isNotEmpty(userCreatedInterfaceDefinitions)) {
 481                 moduleInterfaces.putAll(userCreatedInterfaceDefinitions);
 482             }
 483         }
 484
 485         if (MapUtils.isNotEmpty(moduleInterfaces)) {
 486             resource.setInterfaces(moduleInterfaces);
 487         }
 488     }
 489
 490     private Either<InterfaceDefinition, ResultStatusEnum> createModuleInterface(final Object interfaceJson, final String model) {
 491         try {
 492             if (interfaceJson instanceof String) {
 493                 final InterfaceDefinition interfaceDefinition = new InterfaceDefinition();
 494                 interfaceDefinition.setType((String) interfaceJson);
 495                 return Either.left(interfaceDefinition);
 496             }
 497             if (interfaceJson instanceof Map) {
 498                 final Map<String, Object> interfaceJsonMap = (Map<String, Object>) interfaceJson;
 499                 final InterfaceDefinition interfaceDefinition = interfaceDefinitionHandler.create(interfaceJsonMap, model);
 500                 return Either.left(interfaceDefinition);
 501             }
 502             return Either.right(ResultStatusEnum.GENERAL_ERROR);
 503         } catch (final Exception e) {
 504             BeEcompErrorManager.getInstance().logBeSystemError("Import Resource- create interface");
 505             log.debug("error when creating interface, message:{}", e.getMessage(), e);
 506             return Either.right(ResultStatusEnum.GENERAL_ERROR);
 507         }
 508     }
 509
 510     private void setRequirements(Map<String, Object> toscaJson, Resource resource,
 511                                  Resource parentResource) {// Note that parentResource can be null
 512         Either<List<Object>, ResultStatusEnum> toscaRequirements = ImportUtils
 513             .findFirstToscaListElement(toscaJson, ToscaTagNamesEnum.REQUIREMENTS);
 514         if (toscaRequirements.isLeft()) {
 515             List<Object> jsonRequirements = toscaRequirements.left().value();
 516             Map<String, List<RequirementDefinition>> moduleRequirements = new HashMap<>();
 517             // Checking for name duplication
 518             Set<String> reqNames = new HashSet<>();
 519             // Getting flattened list of capabilities of parent node - cap name to cap type
 520             Map<String, String> reqName2TypeMap = getReqName2Type(parentResource);
 521             for (Object jsonRequirementObj : jsonRequirements) {
 522                 // Requirement
 523                 Map<String, Object> requirementJsonWrapper = (Map<String, Object>) jsonRequirementObj;
 524                 String requirementName = requirementJsonWrapper.keySet().iterator().next();
 525                 String reqNameLowerCase = requirementName.toLowerCase();
 526                 if (reqNames.contains(reqNameLowerCase)) {
 527                     log.debug("More than one requirement with same name {} (case-insensitive) in imported TOSCA file is invalid", reqNameLowerCase);
 528                     throw new ByActionStatusComponentException(ActionStatus.IMPORT_DUPLICATE_REQ_CAP_NAME, "requirement", reqNameLowerCase);
 529                 }
 530                 reqNames.add(reqNameLowerCase);
 531                 RequirementDefinition requirementDef = createRequirementFromImportFile(requirementJsonWrapper.get(requirementName));
 532                 requirementDef.setName(requirementName);
 533                 if (moduleRequirements.containsKey(requirementDef.getCapability())) {
 534                     moduleRequirements.get(requirementDef.getCapability()).add(requirementDef);
 535                 } else {
 536                     List<RequirementDefinition> list = new ArrayList<>();
 537                     list.add(requirementDef);
 538                     moduleRequirements.put(requirementDef.getCapability(), list);
 539                 }
 540                 // Validating against req/cap of "derived from" node
 541                 Boolean validateVsParentCap = validateCapNameVsDerived(reqName2TypeMap, requirementDef.getCapability(), requirementDef.getName());
 542                 if (!validateVsParentCap) {
 543                     String parentResourceName = parentResource != null ? parentResource.getName() : "";
 544                     log.debug("Requirement with name {} already exists in parent {}", requirementDef.getName(), parentResourceName);
 545                     throw new ByActionStatusComponentException(ActionStatus.IMPORT_REQ_CAP_NAME_EXISTS_IN_DERIVED, "requirement",
 546                         requirementDef.getName().toLowerCase(), parentResourceName);
 547                 }
 548             }
 549             if (moduleRequirements.size() > 0) {
 550                 resource.setRequirements(moduleRequirements);
 551             }
 552         }
 553     }
 554
 555     private RequirementDefinition createRequirementFromImportFile(Object requirementJson) {
 556         RequirementDefinition requirement = new RequirementDefinition();
 557         if (requirementJson instanceof String) {
 558             String requirementJsonString = (String) requirementJson;
 559             requirement.setCapability(requirementJsonString);
 560         } else if (requirementJson instanceof Map) {
 561             Map<String, Object> requirementJsonMap = (Map<String, Object>) requirementJson;
 562             if (requirementJsonMap.containsKey(ToscaTagNamesEnum.CAPABILITY.getElementName())) {
 563                 requirement.setCapability((String) requirementJsonMap.get(ToscaTagNamesEnum.CAPABILITY.getElementName()));
 564             }
 565             if (requirementJsonMap.containsKey(ToscaTagNamesEnum.NODE.getElementName())) {
 566                 requirement.setNode((String) requirementJsonMap.get(ToscaTagNamesEnum.NODE.getElementName()));
 567             }
 568             if (requirementJsonMap.containsKey(ToscaTagNamesEnum.RELATIONSHIP.getElementName())) {
 569                 requirement.setRelationship((String) requirementJsonMap.get(ToscaTagNamesEnum.RELATIONSHIP.getElementName()));
 570             }
 571             if (requirementJsonMap.containsKey(ToscaTagNamesEnum.OCCURRENCES.getElementName())) {
 572                 List<Object> occurrencesList = (List) requirementJsonMap.get(ToscaTagNamesEnum.OCCURRENCES.getElementName());
 573                 validateOccurrences(occurrencesList);
 574                 requirement.setMinOccurrences(occurrencesList.get(0).toString());
 575                 requirement.setMaxOccurrences(occurrencesList.get(1).toString());
 576             }
 577         } else {
 578             throw new ByActionStatusComponentException(ActionStatus.INVALID_YAML);
 579         }
 580         return requirement;
 581     }
 582
 583     private void setProperties(final Map<String, Object> toscaJson, final Resource resource,
 584                                final Either<Resource, StorageOperationStatus> existingResource) {
 585         final Map<String, Object> reducedToscaJson = new HashMap<>(toscaJson);
 586         ImportUtils.removeElementFromJsonMap(reducedToscaJson, "capabilities");
 587         final Either<Map<String, PropertyDefinition>, ResultStatusEnum> properties = ImportUtils.getProperties(reducedToscaJson);
 588         if (properties.isLeft()) {
 589             final Map<String, PropertyDefinition> propertyDefinitionMap = properties.left().value();
 590             if (MapUtils.isNotEmpty(propertyDefinitionMap)) {
 591                 final List<PropertyDefinition> propertiesList = new ArrayList<>();
 592                 for (final Entry<String, PropertyDefinition> entry : propertyDefinitionMap.entrySet()) {
 593                     addPropertyToList(resource.getName(), propertiesList, entry);
 594                 }
 595                 if (existingResource.isLeft()) {
 596                     if ( CollectionUtils.isNotEmpty(existingResource.left().value().getProperties())) {
 597                         final List<PropertyDefinition> userCreatedResourceProperties =
 598                             existingResource.left().value().getProperties().stream()
 599                                 .filter(PropertyDataDefinition::isUserCreated)
 600                                 .filter(propertyDefinition -> !propertyDefinitionMap.containsKey(propertyDefinition.getName()))
 601                                 .collect(Collectors.toList());
 602                         if (CollectionUtils.isNotEmpty(userCreatedResourceProperties)) {
 603                             propertiesList.addAll(userCreatedResourceProperties);
 604                         }
 605                     }
 606                 }
 607
 608                 resource.setProperties(propertiesList);
 609             }
 610         } else if (properties.right().value() != ResultStatusEnum.ELEMENT_NOT_FOUND) {
 611             throw new ByActionStatusComponentException(
 612                 componentsUtils.convertFromResultStatusEnum(properties.right().value(), JsonPresentationFields.PROPERTY));
 613         }
 614     }
 615
 616     private void addPropertyToList(final String resourceName,
 617                                    final List<PropertyDefinition> propertiesList,
 618                                    final Entry<String, PropertyDefinition> entry) {
 619         final String propertyName = entry.getKey();
 620         if (!PROPERTY_NAME_PATTERN_IGNORE_LENGTH.matcher(propertyName).matches()) {
 621             log.debug("The property with invalid name {} occured upon import resource {}. ", propertyName, resourceName);
 622             throw new ByActionStatusComponentException(
 623                 componentsUtils.convertFromResultStatusEnum(ResultStatusEnum.INVALID_PROPERTY_NAME, JsonPresentationFields.PROPERTY));
 624         }
 625         final PropertyDefinition propertyDefinition = entry.getValue();
 626         propertyDefinition.setName(propertyName);
 627         propertiesList.add(propertyDefinition);
 628     }
 629
 630     private void setAttributes(final Map<String, Object> originalToscaJsonMap, final Resource resource) {
 631         final Map<String, Object> toscaJsonMap = new HashMap<>(originalToscaJsonMap);
 632         ImportUtils.removeElementFromJsonMap(toscaJsonMap, "capabilities");
 633         final Either<Map<String, AttributeDefinition>, ResultStatusEnum> getAttributeEither = ImportUtils.getAttributes(toscaJsonMap);
 634         if (getAttributeEither.isRight()) {
 635             final ResultStatusEnum resultStatus = getAttributeEither.right().value();
 636             if (resultStatus == ResultStatusEnum.ELEMENT_NOT_FOUND) {
 637                 return;
 638             }
 639             throw new ByActionStatusComponentException(componentsUtils.convertFromResultStatusEnum(resultStatus, JsonPresentationFields.ATTRIBUTES));
 640         }
 641         final List<AttributeDefinition> attributeDefinitionList = new ArrayList<>();
 642         final Map<String, AttributeDefinition> attributeMap = getAttributeEither.left().value();
 643         if (MapUtils.isEmpty(attributeMap)) {
 644             return;
 645         }
 646         for (final Entry<String, AttributeDefinition> entry : attributeMap.entrySet()) {
 647             final String name = entry.getKey();
 648             if (!PROPERTY_NAME_PATTERN_IGNORE_LENGTH.matcher(name).matches()) {
 649                 log.debug("Detected attribute with invalid name '{}' during resource '{}' import. ", name, resource.getName());
 650                 throw new ByActionStatusComponentException(
 651                     componentsUtils.convertFromResultStatusEnum(ResultStatusEnum.INVALID_ATTRIBUTE_NAME, JsonPresentationFields.ATTRIBUTES));
 652             }
 653             final AttributeDefinition attributeDefinition = entry.getValue();
 654             attributeDefinition.setName(name);
 655             if (attributeDefinition.getEntry_schema() != null && attributeDefinition.getEntry_schema().getType() != null) {
 656                 attributeDefinition.setSchema(new SchemaDefinition());
 657                 attributeDefinition.getSchema().setProperty(new PropertyDataDefinition());
 658                 attributeDefinition.getSchema().getProperty().setType(entry.getValue().getEntry_schema().getType());
 659             }
 660             attributeDefinitionList.add(attributeDefinition);
 661         }
 662         resource.setAttributes(attributeDefinitionList);
 663     }
 664
 665     private Resource setDerivedFrom(Map<String, Object> toscaJson, Resource resource) {
 666         Either<String, ResultStatusEnum> toscaDerivedFromElement = ImportUtils
 667             .findFirstToscaStringElement(toscaJson, ToscaTagNamesEnum.DERIVED_FROM);
 668         Resource derivedFromResource = null;
 669         if (toscaDerivedFromElement.isLeft()) {
 670             String derivedFrom = toscaDerivedFromElement.left().value();
 671             log.debug("Derived from TOSCA name is {}", derivedFrom);
 672             resource.setDerivedFrom(Arrays.asList(new String[]{derivedFrom}));
 673             Either<Resource, StorageOperationStatus> latestByToscaResourceName = toscaOperationFacade.getLatestByToscaResourceName(derivedFrom,
 674                 resource.getModel());
 675             if (latestByToscaResourceName.isRight()) {
 676                 StorageOperationStatus operationStatus = latestByToscaResourceName.right().value();
 677                 if (operationStatus == StorageOperationStatus.NOT_FOUND) {
 678                     operationStatus = StorageOperationStatus.PARENT_RESOURCE_NOT_FOUND;
 679                 }
 680                 log.debug("Error when fetching parent resource {}, error: {}", derivedFrom, operationStatus);
 681                 ActionStatus convertFromStorageResponse = componentsUtils.convertFromStorageResponse(operationStatus);
 682                 BeEcompErrorManager.getInstance().logBeComponentMissingError("Import TOSCA YAML", "resource", derivedFrom);
 683                 throw new ByActionStatusComponentException(convertFromStorageResponse, derivedFrom);
 684             }
 685             derivedFromResource = latestByToscaResourceName.left().value();
 686         }
 687         return derivedFromResource;
 688     }
 689
 690     private void setCapabilities(Map<String, Object> toscaJson, Resource resource,
 691                                  Resource parentResource) {// Note that parentResource can be null
 692         Either<Map<String, Object>, ResultStatusEnum> toscaCapabilities = ImportUtils
 693             .findFirstToscaMapElement(toscaJson, ToscaTagNamesEnum.CAPABILITIES);
 694         if (toscaCapabilities.isLeft()) {
 695             Map<String, Object> jsonCapabilities = toscaCapabilities.left().value();
 696             Map<String, List<CapabilityDefinition>> moduleCapabilities = new HashMap<>();
 697             Iterator<Entry<String, Object>> capabilitiesNameValue = jsonCapabilities.entrySet().iterator();
 698             Set<String> capNames = new HashSet<>();
 699             // Getting flattened list of capabilities of parent node - cap name
 700
 701             // to cap type
 702             Map<String, String> capName2TypeMap = getCapName2Type(parentResource);
 703             while (capabilitiesNameValue.hasNext()) {
 704                 Entry<String, Object> capabilityNameValue = capabilitiesNameValue.next();
 705                 // Validating that no req/cap duplicates exist in imported YAML
 706                 String capNameLowerCase = capabilityNameValue.getKey().toLowerCase();
 707                 if (capNames.contains(capNameLowerCase)) {
 708                     log.debug("More than one capability with same name {} (case-insensitive) in imported TOSCA file is invalid", capNameLowerCase);
 709                     throw new ByActionStatusComponentException(ActionStatus.IMPORT_DUPLICATE_REQ_CAP_NAME, "capability", capNameLowerCase);
 710                 }
 711                 capNames.add(capNameLowerCase);
 712                 CapabilityDefinition capabilityDef = createCapabilityFromImportFile(capabilityNameValue.getValue());
 713                 capabilityDef.setName(capabilityNameValue.getKey());
 714                 if (moduleCapabilities.containsKey(capabilityDef.getType())) {
 715                     moduleCapabilities.get(capabilityDef.getType()).add(capabilityDef);
 716                 } else {
 717                     List<CapabilityDefinition> list = new ArrayList<>();
 718                     list.add(capabilityDef);
 719                     moduleCapabilities.put(capabilityDef.getType(), list);
 720                 }
 721                 // Validating against req/cap of "derived from" node
 722                 Boolean validateVsParentCap = validateCapNameVsDerived(capName2TypeMap, capabilityDef.getType(), capabilityDef.getName());
 723                 if (!validateVsParentCap) {
 724                     // Here parentResource is for sure not null, so it's
 725
 726                     // null-safe
 727
 728                     // Check added to avoid sonar warning
 729                     String parentResourceName = parentResource != null ? parentResource.getName() : "";
 730                     log.debug("Capability with name {} already exists in parent {}", capabilityDef.getName(), parentResourceName);
 731                     throw new ByActionStatusComponentException(ActionStatus.IMPORT_REQ_CAP_NAME_EXISTS_IN_DERIVED, "capability",
 732                         capabilityDef.getName().toLowerCase(), parentResourceName);
 733                 }
 734             }
 735             if (moduleCapabilities.size() > 0) {
 736                 resource.setCapabilities(moduleCapabilities);
 737             }
 738         }
 739     }
 740
 741     private Map<String, String> getCapName2Type(Resource parentResource) {
 742         Map<String, String> capName2type = new HashMap<>();
 743         if (parentResource != null) {
 744             Map<String, List<CapabilityDefinition>> capabilities = parentResource.getCapabilities();
 745             if (capabilities != null) {
 746                 for (List<CapabilityDefinition> capDefinitions : capabilities.values()) {
 747                     for (CapabilityDefinition capDefinition : capDefinitions) {
 748                         String nameLowerCase = capDefinition.getName().toLowerCase();
 749                         if (capName2type.get(nameLowerCase) != null) {
 750                             String parentResourceName = parentResource.getName();
 751                             log.debug("Resource with name {} has more than one capability with name {}, ignoring case", parentResourceName,
 752                                 nameLowerCase);
 753                             BeEcompErrorManager.getInstance().logInternalDataError("Import resource",
 754                                 "Parent resource " + parentResourceName + " of imported resource has one or more capabilities with name "
 755                                     + nameLowerCase, ErrorSeverity.ERROR);
 756                             throw new ByActionStatusComponentException(ActionStatus.GENERAL_ERROR);
 757                         }
 758                         capName2type.put(nameLowerCase, capDefinition.getType());
 759                     }
 760                 }
 761             }
 762         }
 763         return capName2type;
 764     }
 765
 766     private Map<String, String> getReqName2Type(Resource parentResource) {
 767         Map<String, String> reqName2type = new HashMap<>();
 768         if (parentResource != null) {
 769             Map<String, List<RequirementDefinition>> requirements = parentResource.getRequirements();
 770             if (requirements != null) {
 771                 for (List<RequirementDefinition> reqDefinitions : requirements.values()) {
 772                     for (RequirementDefinition reqDefinition : reqDefinitions) {
 773                         String nameLowerCase = reqDefinition.getName().toLowerCase();
 774                         if (reqName2type.get(nameLowerCase) != null) {
 775                             String parentResourceName = parentResource.getName();
 776                             log.debug("Resource with name {} has more than one requirement with name {}, ignoring case", parentResourceName,
 777                                 nameLowerCase);
 778                             BeEcompErrorManager.getInstance().logInternalDataError("Import resource",
 779                                 "Parent resource " + parentResourceName + " of imported resource has one or more requirements with name "
 780                                     + nameLowerCase, ErrorSeverity.ERROR);
 781                             throw new ByActionStatusComponentException(ActionStatus.GENERAL_ERROR);
 782                         }
 783                         reqName2type.put(nameLowerCase, reqDefinition.getCapability());
 784                     }
 785                 }
 786             }
 787         }
 788         return reqName2type;
 789     }
 790
 791     private Boolean validateCapNameVsDerived(Map<String, String> parentCapName2Type, String childCapabilityType, String reqCapName) {
 792         String capNameLowerCase = reqCapName.toLowerCase();
 793         log.trace("Validating capability {} vs parent resource", capNameLowerCase);
 794         String parentCapType = parentCapName2Type.get(capNameLowerCase);
 795         if (parentCapType != null) {
 796             if (childCapabilityType.equals(parentCapType)) {
 797                 log.debug("Capability with name {} is of same type {} for imported resource and its parent - this is OK", capNameLowerCase,
 798                     childCapabilityType);
 799                 return true;
 800             }
 801             Either<Boolean, StorageOperationStatus> capabilityTypeDerivedFrom = capabilityTypeOperation
 802                 .isCapabilityTypeDerivedFrom(childCapabilityType, parentCapType);
 803             if (capabilityTypeDerivedFrom.isRight()) {
 804                 log.debug("Couldn't check whether imported resource capability derives from its parent's capability");
 805                 throw new ByActionStatusComponentException(componentsUtils.convertFromStorageResponse(capabilityTypeDerivedFrom.right().value()));
 806             }
 807             return capabilityTypeDerivedFrom.left().value();
 808         }
 809         return true;
 810     }
 811
 812     private CapabilityDefinition createCapabilityFromImportFile(Object capabilityJson) {
 813         CapabilityDefinition capabilityDefinition = new CapabilityDefinition();
 814         if (capabilityJson instanceof String) {
 815             String capabilityJsonString = (String) capabilityJson;
 816             capabilityDefinition.setType(capabilityJsonString);
 817         } else if (capabilityJson instanceof Map) {
 818             Map<String, Object> capabilityJsonMap = (Map<String, Object>) capabilityJson;
 819             // Type
 820             if (capabilityJsonMap.containsKey(ToscaTagNamesEnum.TYPE.getElementName())) {
 821                 capabilityDefinition.setType((String) capabilityJsonMap.get(ToscaTagNamesEnum.TYPE.getElementName()));
 822             }
 823             // ValidSourceTypes
 824             if (capabilityJsonMap.containsKey(ToscaTagNamesEnum.VALID_SOURCE_TYPES.getElementName())) {
 825                 capabilityDefinition
 826                     .setValidSourceTypes((List<String>) capabilityJsonMap.get(ToscaTagNamesEnum.VALID_SOURCE_TYPES.getElementName()));
 827             }
 828             // ValidSourceTypes
 829             if (capabilityJsonMap.containsKey(ToscaTagNamesEnum.DESCRIPTION.getElementName())) {
 830                 capabilityDefinition.setDescription((String) capabilityJsonMap.get(ToscaTagNamesEnum.DESCRIPTION.getElementName()));
 831             }
 832             if (capabilityJsonMap.containsKey(ToscaTagNamesEnum.OCCURRENCES.getElementName())) {
 833                 List<Object> occurrencesList = (List) capabilityJsonMap.get(ToscaTagNamesEnum.OCCURRENCES.getElementName());
 834                 validateOccurrences(occurrencesList);
 835                 capabilityDefinition.setMinOccurrences(occurrencesList.get(0).toString());
 836                 capabilityDefinition.setMaxOccurrences(occurrencesList.get(1).toString());
 837             }
 838             if (capabilityJsonMap.containsKey(ToscaTagNamesEnum.PROPERTIES.getElementName())) {
 839                 Either<Map<String, PropertyDefinition>, ResultStatusEnum> propertiesRes = ImportUtils.getProperties(capabilityJsonMap);
 840                 if (propertiesRes.isRight()) {
 841                     throw new ByActionStatusComponentException(ActionStatus.PROPERTY_NOT_FOUND);
 842                 } else {
 843                     propertiesRes.left().value().entrySet().stream().forEach(e -> e.getValue().setName(e.getKey().toLowerCase()));
 844                     List<ComponentInstanceProperty> capabilityProperties = propertiesRes.left().value().values().stream()
 845                         .map(p -> new ComponentInstanceProperty(p, p.getDefaultValue(), null)).collect(Collectors.toList());
 846                     capabilityDefinition.setProperties(capabilityProperties);
 847                 }
 848             }
 849         } else if (!(capabilityJson instanceof List)) {
 850             throw new ByActionStatusComponentException(ActionStatus.INVALID_YAML);
 851         }
 852         return capabilityDefinition;
 853     }
 854
 855     private void handleImportResourceException(UploadResourceInfo resourceMetaData, User user, boolean isNormative, RuntimeException e) {
 856         ResponseFormat responseFormat;
 857         ComponentException newException;
 858         if (e instanceof ComponentException) {
 859             ComponentException componentException = (ComponentException) e;
 860             responseFormat = componentException.getResponseFormat();
 861             if (responseFormat == null) {
 862                 responseFormat = getResponseFormatManager().getResponseFormat(componentException.getActionStatus(), componentException.getParams());
 863             }
 864             newException = componentException;
 865         } else {
 866             responseFormat = getResponseFormatManager().getResponseFormat(ActionStatus.GENERAL_ERROR);
 867             newException = new ByActionStatusComponentException(ActionStatus.GENERAL_ERROR);
 868         }
 869         String payloadName = (resourceMetaData != null) ? resourceMetaData.getPayloadName() : "";
 870         BeEcompErrorManager.getInstance().logBeSystemError("Import Resource " + payloadName);
 871         log.debug("Error when importing resource from payload:{} Exception text: {}", payloadName, e.getMessage(), e);
 872         auditErrorImport(resourceMetaData, user, responseFormat, isNormative);
 873         throw newException;
 874     }
 875
 876     private void auditErrorImport(UploadResourceInfo resourceMetaData, User user, ResponseFormat errorResponseWrapper, boolean isNormative) {
 877         String version, lifeCycleState;
 878         if (isNormative) {
 879             version = TypeUtils.getFirstCertifiedVersionVersion();
 880             lifeCycleState = LifecycleStateEnum.CERTIFIED.name();
 881         } else {
 882             version = "";
 883             lifeCycleState = LifecycleStateEnum.NOT_CERTIFIED_CHECKOUT.name();
 884         }
 885         String message = "";
 886         if (errorResponseWrapper.getMessageId() != null) {
 887             message = errorResponseWrapper.getMessageId() + ": ";
 888         }
 889         message += errorResponseWrapper.getFormattedMessage();
 890         AuditEventFactory factory = new AuditImportResourceAdminEventFactory(
 891             CommonAuditData.newBuilder().status(errorResponseWrapper.getStatus()).description(message).requestId(ThreadLocalsHolder.getUuid())
 892                 .build(), new ResourceCommonInfo(resourceMetaData.getName(), ComponentTypeEnum.RESOURCE.getValue()),
 893             ResourceVersionInfo.newBuilder().state(lifeCycleState).version(version).build(),
 894             ResourceVersionInfo.newBuilder().state("").version("").build(), "", user, "");
 895         getAuditingManager().auditEvent(factory);
 896     }
 897
 898     private void setResourceMetaData(Resource resource, String resourceYml, UploadResourceInfo resourceMetaData) {
 899         Map<String, Object> ymlObj = new Yaml().load(resourceYml);
 900         String toscaName = getToscaResourceName(ymlObj);
 901         final Either<Resource, StorageOperationStatus> latestByToscaName = toscaOperationFacade
 902             .getLatestByToscaResourceName(toscaName, resourceMetaData.getModel());
 903         if (latestByToscaName.isLeft() && resourceMetaData instanceof DefaultUploadResourceInfo) {
 904             setMetaDataFromLatestResource(resource, latestByToscaName.left().value());
 905         } else {
 906             setMetaDataFromJson(resourceMetaData, resource);
 907         }
 908     }
 909
 910     private void setMetaDataFromJson(final UploadResourceInfo resourceMetaData, final Resource resource) {
 911         this.populateResourceMetadata(resourceMetaData, resource);
 912         resource.setCreatorUserId(resourceMetaData.getContactId());
 913         final String payloadData = resourceMetaData.getPayloadData();
 914         if (payloadData != null) {
 915             resource.setToscaVersion(getToscaVersion(payloadData));
 916         }
 917         final List<CategoryDefinition> categories = resourceMetaData.getCategories();
 918         calculateResourceIsAbstract(resource, categories);
 919     }
 920
 921     private void setMetaDataFromLatestResource(Resource resource, Resource latestResource) {
 922         if (resource != null && latestResource != null) {
 923             resource.setCreatorUserId(latestResource.getContactId());
 924             resource.setDescription(latestResource.getDescription());
 925             resource.setTags(latestResource.getTags());
 926             resource.setCategories(latestResource.getCategories());
 927             resource.setContactId(latestResource.getContactId());
 928             resource.setName(latestResource.getName());
 929             resource.setIcon(latestResource.getIcon());
 930             resource.setResourceVendorModelNumber(latestResource.getResourceVendorModelNumber());
 931             resource.setResourceType(latestResource.getResourceType());
 932             if (latestResource.getVendorName() != null) {
 933                 resource.setVendorName(latestResource.getVendorName());
 934             }
 935             if (latestResource.getVendorRelease() != null) {
 936                 resource.setVendorRelease(latestResource.getVendorRelease());
 937             }
 938             if (latestResource.getModel() != null) {
 939                 resource.setModel(latestResource.getModel());
 940             }
 941             if (latestResource.getToscaVersion() != null) {
 942                 resource.setToscaVersion(latestResource.getToscaVersion());
 943             }
 944             final List<CategoryDefinition> categories = latestResource.getCategories();
 945             calculateResourceIsAbstract(resource, categories);
 946         }
 947     }
 948
 949     private Map<String, Object> decodePayload(final String payloadData) {
 950         final String decodedPayload = new String(Base64.decodeBase64(payloadData));
 951         return (Map<String, Object>) new Yaml().load(decodedPayload);
 952     }
 953
 954     private String getToscaVersion(final String payloadData) {
 955         final Map<String, Object> mappedToscaTemplate = decodePayload(payloadData);
 956         final Either<String, ResultStatusEnum> findFirstToscaStringElement = ImportUtils
 957             .findFirstToscaStringElement(mappedToscaTemplate, ToscaTagNamesEnum.TOSCA_VERSION);
 958         if (findFirstToscaStringElement.isLeft()) {
 959             return findFirstToscaStringElement.left().value();
 960         } else {
 961             return null;
 962         }
 963     }
 964
 965     private void calculateResourceIsAbstract(Resource resource, List<CategoryDefinition> categories) {
 966         if (categories != null && !categories.isEmpty()) {
 967             CategoryDefinition categoryDef = categories.get(0);
 968             resource.setAbstract(false);
 969             if (categoryDef != null && categoryDef.getName() != null && categoryDef.getName().equals(Constants.ABSTRACT_CATEGORY_NAME)) {
 970                 SubCategoryDefinition subCategoryDef = categoryDef.getSubcategories().get(0);
 971                 if (subCategoryDef != null && subCategoryDef.getName().equals(Constants.ABSTRACT_SUBCATEGORY)) {
 972                     resource.setAbstract(true);
 973                 }
 974             }
 975         }
 976     }
 977
 978     private void setConstantMetaData(Resource resource, boolean shouldBeCertified) {
 979         String version;
 980         LifecycleStateEnum state;
 981         if (shouldBeCertified) {
 982             version = TypeUtils.getFirstCertifiedVersionVersion();
 983             state = ImportUtils.Constants.NORMATIVE_TYPE_LIFE_CYCLE;
 984         } else {
 985             version = ImportUtils.Constants.FIRST_NON_CERTIFIED_VERSION;
 986             state = ImportUtils.Constants.NORMATIVE_TYPE_LIFE_CYCLE_NOT_CERTIFIED_CHECKOUT;
 987         }
 988         resource.setVersion(version);
 989         resource.setLifecycleState(state);
 990         resource.setHighestVersion(ImportUtils.Constants.NORMATIVE_TYPE_HIGHEST_VERSION);
 991         resource.setVendorName(ImportUtils.Constants.VENDOR_NAME);
 992         resource.setVendorRelease(ImportUtils.Constants.VENDOR_RELEASE);
 993     }
 994
 995     private void validateOccurrences(List<Object> occurrensesList) {
 996         if (!ValidationUtils.validateListNotEmpty(occurrensesList)) {
 997             log.debug("Occurrenses list empty");
 998             throw new ByActionStatusComponentException(ActionStatus.INVALID_OCCURRENCES);
 999         }
1000         if (occurrensesList.size() < 2) {
1001             log.debug("Occurrenses list size not 2");
1002             throw new ByActionStatusComponentException(ActionStatus.INVALID_OCCURRENCES);
1003         }
1004         Object minObj = occurrensesList.get(0);
1005         Object maxObj = occurrensesList.get(1);
1006         Integer minOccurrences;
1007         Integer maxOccurrences;
1008         if (minObj instanceof Integer) {
1009             minOccurrences = (Integer) minObj;
1010         } else {
1011             log.debug("Invalid occurrenses format. low_bound occurrense must be Integer {}", minObj);
1012             throw new ByActionStatusComponentException(ActionStatus.INVALID_OCCURRENCES);
1013         }
1014         if (minOccurrences < 0) {
1015             log.debug("Invalid occurrenses format.low_bound occurrense negative {}", minOccurrences);
1016             throw new ByActionStatusComponentException(ActionStatus.INVALID_OCCURRENCES);
1017         }
1018         if (maxObj instanceof String) {
1019             if (!"UNBOUNDED".equals(maxObj)) {
1020                 log.debug("Invalid occurrenses format. Max occurrence is {}", maxObj);
1021                 throw new ByActionStatusComponentException(ActionStatus.INVALID_OCCURRENCES);
1022             }
1023         } else {
1024             if (maxObj instanceof Integer) {
1025                 maxOccurrences = (Integer) maxObj;
1026             } else {
1027                 log.debug("Invalid occurrenses format.  Max occurrence is {}", maxObj);
1028                 throw new ByActionStatusComponentException(ActionStatus.INVALID_OCCURRENCES);
1029             }
1030             if (maxOccurrences < 0 || maxOccurrences < minOccurrences) {
1031                 log.debug("Invalid occurrenses format.  min occurrence is {}, Max occurrence is {}", minOccurrences, maxOccurrences);
1032                 throw new ByActionStatusComponentException(ActionStatus.INVALID_OCCURRENCES);
1033             }
1034         }
1035     }
1036
1037     public synchronized void init(ServletContext servletContext) {
1038         if (this.servletContext == null) {
1039             this.servletContext = servletContext;
1040             responseFormatManager = ResponseFormatManager.getInstance();
1041             resourceBusinessLogic = getResourceBL(servletContext);
1042         }
1043     }
1044
1045     public boolean isResourceExist(String resourceName) {
1046         return resourceBusinessLogic.isResourceExist(resourceName);
1047     }
1048
1049     private ResourceBusinessLogic getResourceBL(ServletContext context) {
1050         WebAppContextWrapper webApplicationContextWrapper = (WebAppContextWrapper) context
1051             .getAttribute(org.openecomp.sdc.common.api.Constants.WEB_APPLICATION_CONTEXT_WRAPPER_ATTR);
1052         WebApplicationContext webApplicationContext = webApplicationContextWrapper.getWebAppContext(context);
1053         return webApplicationContext.getBean(ResourceBusinessLogic.class);
1054     }
1055
1056     public ServletContext getServletContext() {
1057         return servletContext;
1058     }
1059
1060     public void setServletContext(ServletContext servletContext) {
1061         this.servletContext = servletContext;
1062     }
1063
1064     public AuditingManager getAuditingManager() {
1065         return auditingManager;
1066     }
1067
1068     @Autowired
1069     public void setAuditingManager(AuditingManager auditingManager) {
1070         this.auditingManager = auditingManager;
1071     }
1072
1073     public ResponseFormatManager getResponseFormatManager() {
1074         return responseFormatManager;
1075     }
1076
1077     public void setResponseFormatManager(ResponseFormatManager responseFormatManager) {
1078         this.responseFormatManager = responseFormatManager;
1079     }
1080
1081     public ResourceBusinessLogic getResourceBusinessLogic() {
1082         return resourceBusinessLogic;
1083     }
1084
1085     @Autowired
1086     public void setResourceBusinessLogic(ResourceBusinessLogic resourceBusinessLogic) {
1087         this.resourceBusinessLogic = resourceBusinessLogic;
1088     }
1089
1090     public IGraphLockOperation getGraphLockOperation() {
1091         return graphLockOperation;
1092     }
1093
1094     @Autowired
1095     public void setGraphLockOperation(IGraphLockOperation graphLockOperation) {
1096         this.graphLockOperation = graphLockOperation;
1097     }
1098
1099     private List<DataTypeDefinition> extractDataTypeFromJson(final ResourceBusinessLogic resourceBusinessLogic,
1100                                                              final Map<String, Object> foundElements,
1101                                                              final String model) {
1102         final List<DataTypeDefinition> dataTypeDefinitionList = new ArrayList<>();
1103         if (MapUtils.isNotEmpty(foundElements)) {
1104             final Either<Map<String, DataTypeDefinition>, JanusGraphOperationStatus> dataTypeCacheAll =
1105                 resourceBusinessLogic.applicationDataTypeCache.getAll(model);
1106             if (dataTypeCacheAll.isLeft()) {
1107                 for (final Entry<String, Object> attributeNameValue : foundElements.entrySet()) {
1108                     final Object value = attributeNameValue.getValue();
1109                     if (value instanceof Map) {
1110                         final DataTypeDefinition dataTypeDefinition = createDataTypeDefinitionWithName(attributeNameValue);
1111                         final DataTypeDefinition dataTypeDefinitionParent = dataTypeCacheAll.left().value()
1112                             .get(dataTypeDefinition.getDerivedFromName());
1113                         dataTypeDefinition.setDerivedFrom(dataTypeDefinitionParent);
1114                         dataTypeDefinitionList.add(dataTypeDefinition);
1115                     } else {
1116                         dataTypeDefinitionList.add(createDataType(String.valueOf(value)));
1117                     }
1118                 }
1119             }
1120         }
1121         return dataTypeDefinitionList;
1122     }
1123 }