2 * ============LICENSE_START=======================================================
3 * Copyright (C) 2022-2023 Nordix Foundation
4 * ================================================================================
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at
9 * http://www.apache.org/licenses/LICENSE-2.0
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
17 * SPDX-License-Identifier: Apache-2.0
18 * ============LICENSE_END=========================================================
21 package org.onap.cps.ncmp.api.impl.inventory.sync;
23 import static org.onap.cps.ncmp.api.impl.ncmppersistence.NcmpPersistence.NCMP_DATASPACE_NAME;
24 import static org.onap.cps.ncmp.api.impl.ncmppersistence.NcmpPersistence.NCMP_DMI_REGISTRY_ANCHOR;
25 import static org.onap.cps.ncmp.api.impl.ncmppersistence.NcmpPersistence.NCMP_DMI_REGISTRY_PARENT;
26 import static org.onap.cps.ncmp.api.impl.ncmppersistence.NcmpPersistence.NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME;
28 import java.time.OffsetDateTime;
29 import java.util.Collection;
30 import java.util.Collections;
31 import java.util.HashMap;
32 import java.util.List;
34 import java.util.Optional;
35 import lombok.RequiredArgsConstructor;
36 import lombok.extern.slf4j.Slf4j;
37 import org.apache.commons.lang3.StringUtils;
38 import org.onap.cps.api.CpsAdminService;
39 import org.onap.cps.api.CpsDataService;
40 import org.onap.cps.api.CpsModuleService;
41 import org.onap.cps.ncmp.api.impl.inventory.CmHandleQueries;
42 import org.onap.cps.ncmp.api.impl.inventory.CmHandleState;
43 import org.onap.cps.ncmp.api.impl.inventory.CompositeState;
44 import org.onap.cps.ncmp.api.impl.operations.DmiModelOperations;
45 import org.onap.cps.ncmp.api.impl.utils.YangDataConverter;
46 import org.onap.cps.ncmp.api.impl.yangmodels.YangModelCmHandle;
47 import org.onap.cps.spi.CascadeDeleteAllowed;
48 import org.onap.cps.spi.FetchDescendantsOption;
49 import org.onap.cps.spi.exceptions.SchemaSetNotFoundException;
50 import org.onap.cps.spi.model.DataNode;
51 import org.onap.cps.spi.model.ModuleReference;
52 import org.onap.cps.utils.JsonObjectMapper;
53 import org.springframework.stereotype.Service;
57 @RequiredArgsConstructor
58 public class ModuleSyncService {
60 private final DmiModelOperations dmiModelOperations;
61 private final CpsModuleService cpsModuleService;
62 private final CpsAdminService cpsAdminService;
63 private final CmHandleQueries cmHandleQueries;
64 private final CpsDataService cpsDataService;
65 private final JsonObjectMapper jsonObjectMapper;
66 private final Map<String, Collection<ModuleReference>> moduleSetTagCache;
67 private static final Map<String, String> NO_NEW_MODULES = Collections.emptyMap();
70 * This method registers a cm handle and initiates modules sync.
72 * @param yangModelCmHandle the yang model of cm handle.
74 public void syncAndCreateOrUpgradeSchemaSetAndAnchor(final YangModelCmHandle yangModelCmHandle) {
76 final String cmHandleId = yangModelCmHandle.getId();
77 final CompositeState compositeState = yangModelCmHandle.getCompositeState();
78 final boolean inUpgrade = ModuleOperationsUtils.isInUpgradeOrUpgradeFailed(compositeState);
79 final String moduleSetTag = getModuleSetTag(yangModelCmHandle, compositeState, inUpgrade);
81 final Collection<ModuleReference> moduleReferencesFromCache = moduleSetTagCache.get(moduleSetTag);
83 if (moduleReferencesFromCache == null) {
84 final Optional<DataNode> existingCmHandleWithSameModuleSetTag
85 = getFirstReadyDataNodeWithModuleSetTag(moduleSetTag);
87 if (existingCmHandleWithSameModuleSetTag.isPresent()) {
88 final String existingAnchorName = existingCmHandleWithSameModuleSetTag.get().getAnchorName();
89 final Collection<ModuleReference> moduleReferencesFromExistingCmHandle =
90 upgradeOrCreateSchemaSetUsingModuleSetTag(yangModelCmHandle.getId(), moduleSetTag,
91 existingAnchorName, inUpgrade);
92 updateModuleSetTagCache(moduleSetTag, moduleReferencesFromExistingCmHandle);
94 final Collection<ModuleReference> allModuleReferencesFromCmHandle
95 = syncAndCreateSchemaSet(yangModelCmHandle);
96 updateModuleSetTagCache(moduleSetTag, allModuleReferencesFromCmHandle);
100 cpsModuleService.upgradeSchemaSetFromModules(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, cmHandleId,
101 NO_NEW_MODULES, moduleReferencesFromCache);
103 cpsModuleService.createSchemaSetFromModules(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME,
104 cmHandleId, NO_NEW_MODULES, moduleReferencesFromCache);
108 cpsAdminService.createAnchor(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, cmHandleId, cmHandleId);
110 setCmHandleModuleSetTag(yangModelCmHandle, moduleSetTag);
114 * Deletes the SchemaSet for schema set id if the SchemaSet Exists.
116 * @param schemaSetId the schema set id to be deleted
118 public void deleteSchemaSetIfExists(final String schemaSetId) {
120 cpsModuleService.deleteSchemaSet(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, schemaSetId,
121 CascadeDeleteAllowed.CASCADE_DELETE_ALLOWED);
122 log.debug("SchemaSet for {} has been deleted. Ready to be recreated.", schemaSetId);
123 } catch (final SchemaSetNotFoundException e) {
124 log.debug("No SchemaSet for {}. Assuming CmHandle has not been previously Module Synced.", schemaSetId);
128 private Optional<DataNode> getFirstReadyDataNodeWithModuleSetTag(final String moduleSetTag) {
129 final List<DataNode> dataNodes = StringUtils.isNotBlank(moduleSetTag) ? cmHandleQueries
130 .queryNcmpRegistryByCpsPath("//cm-handles[@module-set-tag='" + moduleSetTag + "']",
131 FetchDescendantsOption.OMIT_DESCENDANTS) : Collections.emptyList();
132 return dataNodes.stream().filter(dataNode -> {
133 final String cmHandleId = YangDataConverter.extractCmHandleIdFromXpath(dataNode.getXpath());
134 return cmHandleQueries.cmHandleHasState(cmHandleId, CmHandleState.READY);
138 private void setCmHandleModuleSetTag(final YangModelCmHandle upgradedCmHandle, final String moduleSetTag) {
139 final Map<String, Map<String, String>> dmiRegistryProperties = new HashMap<>(1);
140 final Map<String, String> cmHandleProperties = new HashMap<>(2);
141 cmHandleProperties.put("id", upgradedCmHandle.getId());
142 cmHandleProperties.put("module-set-tag", moduleSetTag);
143 dmiRegistryProperties.put("cm-handles", cmHandleProperties);
144 cpsDataService.updateNodeLeaves(NCMP_DATASPACE_NAME, NCMP_DMI_REGISTRY_ANCHOR, NCMP_DMI_REGISTRY_PARENT,
145 jsonObjectMapper.asJsonString(dmiRegistryProperties), OffsetDateTime.now());
148 private Collection<ModuleReference> syncAndCreateSchemaSet(final YangModelCmHandle yangModelCmHandle) {
149 final Collection<ModuleReference> allModuleReferencesFromCmHandle =
150 dmiModelOperations.getModuleReferences(yangModelCmHandle);
151 final Collection<ModuleReference> identifiedNewModuleReferencesFromCmHandle = cpsModuleService
152 .identifyNewModuleReferences(allModuleReferencesFromCmHandle);
153 final Map<String, String> newModuleNameToContentMap;
154 if (identifiedNewModuleReferencesFromCmHandle.isEmpty()) {
155 newModuleNameToContentMap = NO_NEW_MODULES;
157 newModuleNameToContentMap = dmiModelOperations.getNewYangResourcesFromDmi(yangModelCmHandle,
158 identifiedNewModuleReferencesFromCmHandle);
160 cpsModuleService.createSchemaSetFromModules(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME,
161 yangModelCmHandle.getId(), newModuleNameToContentMap, allModuleReferencesFromCmHandle);
162 return allModuleReferencesFromCmHandle;
165 private Collection<ModuleReference> upgradeOrCreateSchemaSetUsingModuleSetTag(final String schemaSetName,
166 final String moduleSetTag,
167 final String existingAnchorName,
168 final boolean inUpgrade) {
169 log.info("Found cm handle having module set tag: {}", moduleSetTag);
170 final Collection<ModuleReference> moduleReferencesFromExistingCmHandle =
171 cpsModuleService.getYangResourcesModuleReferences(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME,
174 cpsModuleService.upgradeSchemaSetFromModules(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, schemaSetName,
175 NO_NEW_MODULES, moduleReferencesFromExistingCmHandle);
177 cpsModuleService.createSchemaSetFromModules(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME,
178 schemaSetName, NO_NEW_MODULES, moduleReferencesFromExistingCmHandle);
180 return moduleReferencesFromExistingCmHandle;
183 private String getModuleSetTag(final YangModelCmHandle yangModelCmHandle,
184 final CompositeState compositeState,
185 final boolean inUpgrade) {
187 return ModuleOperationsUtils.getLockedCompositeStateDetails(compositeState.getLockReason())
188 .get(ModuleOperationsUtils.MODULE_SET_TAG_KEY);
190 return yangModelCmHandle.getModuleSetTag();
193 private void updateModuleSetTagCache(final String moduleSetTag,
194 final Collection<ModuleReference> allModuleReferencesFromCmHandle) {
195 if (StringUtils.isNotBlank(moduleSetTag)) {
196 moduleSetTagCache.putIfAbsent(moduleSetTag, allModuleReferencesFromCmHandle);