cps-ncmp-service/src/main/java/org/onap/cps/ncmp/api/impl/inventory/sync/ModuleSyncService.java

   1 /*
   2  *  ============LICENSE_START=======================================================
   3  *  Copyright (C) 2022-2023 Nordix Foundation
   4  *  ================================================================================
   5  *  Licensed under the Apache License, Version 2.0 (the "License");
   6  *  you may not use this file except in compliance with the License.
   7  *  You may obtain a copy of the License at
   8  *
   9  *        http://www.apache.org/licenses/LICENSE-2.0
  10  *
  11  *  Unless required by applicable law or agreed to in writing, software
  12  *  distributed under the License is distributed on an "AS IS" BASIS,
  13  *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14  *  See the License for the specific language governing permissions and
  15  *  limitations under the License.
  16  *
  17  *  SPDX-License-Identifier: Apache-2.0
  18  *  ============LICENSE_END=========================================================
  19  */
  20
  21 package org.onap.cps.ncmp.api.impl.inventory.sync;
  22
  23 import static org.onap.cps.ncmp.api.impl.ncmppersistence.NcmpPersistence.NCMP_DATASPACE_NAME;
  24 import static org.onap.cps.ncmp.api.impl.ncmppersistence.NcmpPersistence.NCMP_DMI_REGISTRY_ANCHOR;
  25 import static org.onap.cps.ncmp.api.impl.ncmppersistence.NcmpPersistence.NCMP_DMI_REGISTRY_PARENT;
  26 import static org.onap.cps.ncmp.api.impl.ncmppersistence.NcmpPersistence.NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME;
  27
  28 import java.time.OffsetDateTime;
  29 import java.util.Collection;
  30 import java.util.Collections;
  31 import java.util.HashMap;
  32 import java.util.List;
  33 import java.util.Map;
  34 import java.util.Optional;
  35 import lombok.RequiredArgsConstructor;
  36 import lombok.extern.slf4j.Slf4j;
  37 import org.apache.commons.lang3.StringUtils;
  38 import org.onap.cps.api.CpsAdminService;
  39 import org.onap.cps.api.CpsDataService;
  40 import org.onap.cps.api.CpsModuleService;
  41 import org.onap.cps.ncmp.api.impl.inventory.CmHandleQueries;
  42 import org.onap.cps.ncmp.api.impl.inventory.CmHandleState;
  43 import org.onap.cps.ncmp.api.impl.inventory.CompositeState;
  44 import org.onap.cps.ncmp.api.impl.operations.DmiModelOperations;
  45 import org.onap.cps.ncmp.api.impl.utils.YangDataConverter;
  46 import org.onap.cps.ncmp.api.impl.yangmodels.YangModelCmHandle;
  47 import org.onap.cps.spi.CascadeDeleteAllowed;
  48 import org.onap.cps.spi.FetchDescendantsOption;
  49 import org.onap.cps.spi.exceptions.SchemaSetNotFoundException;
  50 import org.onap.cps.spi.model.DataNode;
  51 import org.onap.cps.spi.model.ModuleReference;
  52 import org.onap.cps.utils.JsonObjectMapper;
  53 import org.springframework.stereotype.Service;
  54
  55 @Slf4j
  56 @Service
  57 @RequiredArgsConstructor
  58 public class ModuleSyncService {
  59
  60     private final DmiModelOperations dmiModelOperations;
  61     private final CpsModuleService cpsModuleService;
  62     private final CpsAdminService cpsAdminService;
  63     private final CmHandleQueries cmHandleQueries;
  64     private final CpsDataService cpsDataService;
  65     private final JsonObjectMapper jsonObjectMapper;
  66     private final Map<String, Collection<ModuleReference>> moduleSetTagCache;
  67     private static final Map<String, String> NO_NEW_MODULES = Collections.emptyMap();
  68
  69     /**
  70      * This method registers a cm handle and initiates modules sync.
  71      *
  72      * @param yangModelCmHandle the yang model of cm handle.
  73      */
  74     public void syncAndCreateOrUpgradeSchemaSetAndAnchor(final YangModelCmHandle yangModelCmHandle) {
  75
  76         final String moduleSetTag;
  77         final String cmHandleId = yangModelCmHandle.getId();
  78         final CompositeState compositeState = yangModelCmHandle.getCompositeState();
  79         final boolean inUpgrade = ModuleOperationsUtils.isInUpgradeOrUpgradeFailed(compositeState);
  80
  81         if (inUpgrade) {
  82             moduleSetTag = ModuleOperationsUtils.getLockedCompositeStateDetails(compositeState.getLockReason())
  83                     .get(ModuleOperationsUtils.MODULE_SET_TAG_KEY);
  84         } else {
  85             moduleSetTag = yangModelCmHandle.getModuleSetTag();
  86         }
  87
  88         final Collection<ModuleReference> moduleReferencesFromCache = moduleSetTagCache.get(moduleSetTag);
  89
  90         if (moduleReferencesFromCache == null) {
  91             final Optional<DataNode> optionalExistingCmHandleWithSameModuleSetTag
  92                     = getFirstReadyDataNodeWithModuleSetTag(moduleSetTag);
  93
  94             if (optionalExistingCmHandleWithSameModuleSetTag.isPresent()) {
  95                 final String existingCmHandleAnchorName
  96                         = optionalExistingCmHandleWithSameModuleSetTag.get().getAnchorName();
  97                 createOrUpgradeSchemaSetUsingModuleSetTag(cmHandleId, moduleSetTag, existingCmHandleAnchorName);
  98             } else {
  99                 syncAndCreateSchemaSet(yangModelCmHandle, moduleSetTag);
 100             }
 101         } else {
 102             cpsModuleService.createOrUpgradeSchemaSetFromModules(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME,
 103                     cmHandleId, NO_NEW_MODULES, moduleReferencesFromCache);
 104         }
 105         if (!inUpgrade) {
 106             cpsAdminService.createAnchor(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, cmHandleId, cmHandleId);
 107         }
 108         setCmHandleModuleSetTag(yangModelCmHandle, moduleSetTag);
 109     }
 110
 111     private void syncAndCreateSchemaSet(final YangModelCmHandle yangModelCmHandle, final String moduleSetTag) {
 112         final Collection<ModuleReference> allModuleReferencesFromCmHandle =
 113                 dmiModelOperations.getModuleReferences(yangModelCmHandle);
 114         final Collection<ModuleReference> identifiedNewModuleReferencesFromCmHandle = cpsModuleService
 115                 .identifyNewModuleReferences(allModuleReferencesFromCmHandle);
 116         final Map<String, String> newModuleNameToContentMap;
 117         if (identifiedNewModuleReferencesFromCmHandle.isEmpty()) {
 118             newModuleNameToContentMap = NO_NEW_MODULES;
 119         } else {
 120             newModuleNameToContentMap = dmiModelOperations.getNewYangResourcesFromDmi(yangModelCmHandle,
 121                     identifiedNewModuleReferencesFromCmHandle);
 122         }
 123         cpsModuleService.createOrUpgradeSchemaSetFromModules(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME,
 124             yangModelCmHandle.getId(), newModuleNameToContentMap, allModuleReferencesFromCmHandle);
 125         if (StringUtils.isNotBlank(moduleSetTag)) {
 126             moduleSetTagCache.put(moduleSetTag, allModuleReferencesFromCmHandle);
 127         }
 128     }
 129
 130     /**
 131      * Deletes the SchemaSet for schema set id if the SchemaSet Exists.
 132      *
 133      * @param schemaSetId the schema set id to be deleted
 134      */
 135     public void deleteSchemaSetIfExists(final String schemaSetId) {
 136         try {
 137             cpsModuleService.deleteSchemaSet(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, schemaSetId,
 138                 CascadeDeleteAllowed.CASCADE_DELETE_ALLOWED);
 139             log.debug("SchemaSet for {} has been deleted. Ready to be recreated.", schemaSetId);
 140         } catch (final SchemaSetNotFoundException e) {
 141             log.debug("No SchemaSet for {}. Assuming CmHandle has not been previously Module Synced.", schemaSetId);
 142         }
 143     }
 144
 145     private Optional<DataNode> getFirstReadyDataNodeWithModuleSetTag(final String moduleSetTag) {
 146         final List<DataNode> dataNodes = StringUtils.isNotBlank(moduleSetTag) ? cmHandleQueries
 147                 .queryNcmpRegistryByCpsPath("//cm-handles[@module-set-tag='" + moduleSetTag + "']",
 148                         FetchDescendantsOption.OMIT_DESCENDANTS) : Collections.emptyList();
 149         return dataNodes.stream().filter(dataNode -> {
 150             final String cmHandleId = YangDataConverter.extractCmHandleIdFromXpath(dataNode.getXpath());
 151             return cmHandleQueries.cmHandleHasState(cmHandleId, CmHandleState.READY);
 152         }).findFirst();
 153     }
 154
 155     private void setCmHandleModuleSetTag(final YangModelCmHandle upgradedCmHandle, final String moduleSetTag) {
 156         final Map<String, Map<String, String>> dmiRegistryProperties = new HashMap<>(1);
 157         final Map<String, String> cmHandleProperties = new HashMap<>(2);
 158         cmHandleProperties.put("id", upgradedCmHandle.getId());
 159         cmHandleProperties.put("module-set-tag", moduleSetTag);
 160         dmiRegistryProperties.put("cm-handles", cmHandleProperties);
 161         cpsDataService.updateNodeLeaves(NCMP_DATASPACE_NAME, NCMP_DMI_REGISTRY_ANCHOR, NCMP_DMI_REGISTRY_PARENT,
 162                 jsonObjectMapper.asJsonString(dmiRegistryProperties), OffsetDateTime.now());
 163     }
 164
 165     private void createOrUpgradeSchemaSetUsingModuleSetTag(final String schemaSetName,
 166                                                            final String moduleSetTag,
 167                                                            final String existingCmHandleAnchorName) {
 168         log.info("Found cm handle having module set tag: {}", moduleSetTag);
 169         final Collection<ModuleReference> moduleReferencesFromExistingCmHandle =
 170                 cpsModuleService.getYangResourcesModuleReferences(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME,
 171                         existingCmHandleAnchorName);
 172         cpsModuleService.createOrUpgradeSchemaSetFromModules(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME,
 173             schemaSetName, NO_NEW_MODULES, moduleReferencesFromExistingCmHandle);
 174         moduleSetTagCache.put(moduleSetTag, moduleReferencesFromExistingCmHandle);
 175     }
 176
 177 }