2 * ============LICENSE_START=======================================================
3 * Copyright (C) 2021 highstreet technologies GmbH
4 * Modifications Copyright (C) 2021-2022 Nordix Foundation
5 * Modifications Copyright (C) 2021 Pantheon.tech
6 * Modifications Copyright (C) 2021-2022 Bell Canada
7 * ================================================================================
8 * Licensed under the Apache License, Version 2.0 (the "License");
9 * you may not use this file except in compliance with the License.
10 * You may obtain a copy of the License at
12 * http://www.apache.org/licenses/LICENSE-2.0
14 * Unless required by applicable law or agreed to in writing, software
15 * distributed under the License is distributed on an "AS IS" BASIS,
16 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
17 * See the License for the specific language governing permissions and
18 * limitations under the License.
20 * SPDX-License-Identifier: Apache-2.0
21 * ============LICENSE_END=========================================================
24 package org.onap.cps.ncmp.api.impl;
26 import static org.onap.cps.ncmp.api.impl.constants.DmiRegistryConstants.NCMP_DATASPACE_NAME;
27 import static org.onap.cps.ncmp.api.impl.constants.DmiRegistryConstants.NCMP_DMI_REGISTRY_ANCHOR;
28 import static org.onap.cps.ncmp.api.impl.constants.DmiRegistryConstants.NCMP_DMI_REGISTRY_PARENT;
29 import static org.onap.cps.ncmp.api.impl.constants.DmiRegistryConstants.NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME;
30 import static org.onap.cps.ncmp.api.impl.constants.DmiRegistryConstants.NO_TIMESTAMP;
31 import static org.onap.cps.ncmp.api.impl.operations.DmiRequestBody.OperationEnum;
32 import static org.onap.cps.spi.CascadeDeleteAllowed.CASCADE_DELETE_ALLOWED;
34 import com.google.common.base.Strings;
35 import java.util.ArrayList;
36 import java.util.Collection;
37 import java.util.HashMap;
38 import java.util.LinkedHashMap;
39 import java.util.List;
42 import java.util.stream.Collectors;
43 import lombok.RequiredArgsConstructor;
44 import lombok.extern.slf4j.Slf4j;
45 import org.onap.cps.api.CpsAdminService;
46 import org.onap.cps.api.CpsDataService;
47 import org.onap.cps.api.CpsModuleService;
48 import org.onap.cps.ncmp.api.NetworkCmProxyDataService;
49 import org.onap.cps.ncmp.api.impl.exception.HttpClientRequestException;
50 import org.onap.cps.ncmp.api.impl.operations.DmiDataOperations;
51 import org.onap.cps.ncmp.api.impl.operations.DmiOperations;
52 import org.onap.cps.ncmp.api.impl.operations.YangModelCmHandleRetriever;
53 import org.onap.cps.ncmp.api.impl.yangmodels.YangModelCmHandle;
54 import org.onap.cps.ncmp.api.inventory.sync.ModuleSyncService;
55 import org.onap.cps.ncmp.api.models.CmHandleQueryApiParameters;
56 import org.onap.cps.ncmp.api.models.CmHandleRegistrationResponse;
57 import org.onap.cps.ncmp.api.models.CmHandleRegistrationResponse.RegistrationError;
58 import org.onap.cps.ncmp.api.models.DmiPluginRegistration;
59 import org.onap.cps.ncmp.api.models.DmiPluginRegistrationResponse;
60 import org.onap.cps.ncmp.api.models.NcmpServiceCmHandle;
61 import org.onap.cps.spi.exceptions.AlreadyDefinedException;
62 import org.onap.cps.spi.exceptions.DataNodeNotFoundException;
63 import org.onap.cps.spi.exceptions.DataValidationException;
64 import org.onap.cps.spi.exceptions.SchemaSetNotFoundException;
65 import org.onap.cps.spi.model.ModuleReference;
66 import org.onap.cps.utils.CpsValidator;
67 import org.onap.cps.utils.JsonObjectMapper;
68 import org.springframework.http.ResponseEntity;
69 import org.springframework.stereotype.Service;
73 @RequiredArgsConstructor
74 public class NetworkCmProxyDataServiceImpl implements NetworkCmProxyDataService {
76 private final CpsDataService cpsDataService;
78 private final JsonObjectMapper jsonObjectMapper;
80 private final DmiDataOperations dmiDataOperations;
82 private final CpsModuleService cpsModuleService;
84 private final CpsAdminService cpsAdminService;
86 private final NetworkCmProxyDataServicePropertyHandler networkCmProxyDataServicePropertyHandler;
88 private final YangModelCmHandleRetriever yangModelCmHandleRetriever;
90 private final ModuleSyncService moduleSyncService;
93 public DmiPluginRegistrationResponse updateDmiRegistrationAndSyncModule(
94 final DmiPluginRegistration dmiPluginRegistration) {
95 dmiPluginRegistration.validateDmiPluginRegistration();
96 final var dmiPluginRegistrationResponse = new DmiPluginRegistrationResponse();
97 dmiPluginRegistrationResponse.setRemovedCmHandles(
98 parseAndRemoveCmHandlesInDmiRegistration(dmiPluginRegistration.getRemovedCmHandles()));
99 if (!dmiPluginRegistration.getCreatedCmHandles().isEmpty()) {
100 dmiPluginRegistrationResponse.setCreatedCmHandles(
101 parseAndCreateCmHandlesInDmiRegistrationAndSyncModules(dmiPluginRegistration));
103 if (!dmiPluginRegistration.getUpdatedCmHandles().isEmpty()) {
104 dmiPluginRegistrationResponse.setUpdatedCmHandles(
105 networkCmProxyDataServicePropertyHandler
106 .updateCmHandleProperties(dmiPluginRegistration.getUpdatedCmHandles()));
108 return dmiPluginRegistrationResponse;
112 public Object getResourceDataOperationalForCmHandle(final String cmHandleId,
113 final String resourceIdentifier,
114 final String optionsParamInQuery,
115 final String topicParamInQuery,
116 final String requestId) {
117 CpsValidator.validateNameCharacters(cmHandleId);
118 return getResourceDataResponse(cmHandleId, resourceIdentifier,
119 DmiOperations.DataStoreEnum.PASSTHROUGH_OPERATIONAL, optionsParamInQuery, topicParamInQuery, requestId);
123 public Object getResourceDataPassThroughRunningForCmHandle(final String cmHandleId,
124 final String resourceIdentifier,
125 final String optionsParamInQuery,
126 final String topicParamInQuery,
127 final String requestId) {
128 CpsValidator.validateNameCharacters(cmHandleId);
129 return getResourceDataResponse(cmHandleId, resourceIdentifier,
130 DmiOperations.DataStoreEnum.PASSTHROUGH_RUNNING, optionsParamInQuery, topicParamInQuery, requestId);
134 public Object writeResourceDataPassThroughRunningForCmHandle(final String cmHandleId,
135 final String resourceIdentifier,
136 final OperationEnum operation,
137 final String requestData,
138 final String dataType) {
139 CpsValidator.validateNameCharacters(cmHandleId);
140 return handleResponse(
141 dmiDataOperations.writeResourceDataPassThroughRunningFromDmi(cmHandleId, resourceIdentifier, operation,
142 requestData, dataType), operation);
147 public Collection<ModuleReference> getYangResourcesModuleReferences(final String cmHandleId) {
148 CpsValidator.validateNameCharacters(cmHandleId);
149 return cpsModuleService.getYangResourcesModuleReferences(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, cmHandleId);
153 * Retrieve cm handle identifiers for the given list of module names.
155 * @param moduleNames module names.
156 * @return a collection of anchor identifiers
159 public Collection<String> executeCmHandleHasAllModulesSearch(final Collection<String> moduleNames) {
160 return cpsAdminService.queryAnchorNames(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, moduleNames);
164 public Set<String> queryCmHandles(final CmHandleQueryApiParameters cmHandleQueryApiParameters) {
166 cmHandleQueryApiParameters.getPublicProperties().forEach((key, value) -> {
167 if (Strings.isNullOrEmpty(key)) {
168 throw new DataValidationException("Invalid Query Parameter.",
169 "Missing property name - please supply a valid name.");
173 return cpsAdminService.queryCmHandles(jsonObjectMapper.convertToValueType(cmHandleQueryApiParameters,
174 org.onap.cps.spi.model.CmHandleQueryParameters.class));
178 * Retrieve cm handle details for a given cm handle.
180 * @param cmHandleId cm handle identifier
181 * @return cm handle details
184 public NcmpServiceCmHandle getNcmpServiceCmHandle(final String cmHandleId) {
185 CpsValidator.validateNameCharacters(cmHandleId);
186 final NcmpServiceCmHandle ncmpServiceCmHandle = new NcmpServiceCmHandle();
187 final YangModelCmHandle yangModelCmHandle =
188 yangModelCmHandleRetriever.getYangModelCmHandle(cmHandleId);
189 final List<YangModelCmHandle.Property> dmiProperties = yangModelCmHandle.getDmiProperties();
190 final List<YangModelCmHandle.Property> publicProperties = yangModelCmHandle.getPublicProperties();
191 ncmpServiceCmHandle.setCmHandleId(yangModelCmHandle.getId());
192 setDmiProperties(dmiProperties, ncmpServiceCmHandle);
193 setPublicProperties(publicProperties, ncmpServiceCmHandle);
194 return ncmpServiceCmHandle;
198 * Get cm handle public properties for a given cm handle id.
200 * @param cmHandleId cm handle identifier
201 * @return cm handle public properties
204 public Map<String, String> getCmHandlePublicProperties(final String cmHandleId) {
205 CpsValidator.validateNameCharacters(cmHandleId);
206 final YangModelCmHandle yangModelCmHandle =
207 yangModelCmHandleRetriever.getYangModelCmHandle(cmHandleId);
208 final List<YangModelCmHandle.Property> yangModelPublicProperties = yangModelCmHandle.getPublicProperties();
209 final Map<String, String> cmHandlePublicProperties = new HashMap<>();
210 asPropertiesMap(yangModelPublicProperties, cmHandlePublicProperties);
211 return cmHandlePublicProperties;
215 * THis method registers a cm handle and initiates modules sync.
217 * @param dmiPluginRegistration dmi plugin registration information.
218 * @return cm-handle registration response for create cm-handle requests.
220 public List<CmHandleRegistrationResponse> parseAndCreateCmHandlesInDmiRegistrationAndSyncModules(
221 final DmiPluginRegistration dmiPluginRegistration) {
222 List<CmHandleRegistrationResponse> cmHandleRegistrationResponses = new ArrayList<>();
224 cmHandleRegistrationResponses = dmiPluginRegistration.getCreatedCmHandles().stream()
226 YangModelCmHandle.toYangModelCmHandle(
227 dmiPluginRegistration.getDmiPlugin(),
228 dmiPluginRegistration.getDmiDataPlugin(),
229 dmiPluginRegistration.getDmiModelPlugin(), cmHandle)
231 .map(this::registerAndSyncNewCmHandle)
232 .collect(Collectors.toList());
233 } catch (final DataValidationException dataValidationException) {
234 cmHandleRegistrationResponses.add(CmHandleRegistrationResponse.createFailureResponse(dmiPluginRegistration
235 .getCreatedCmHandles().stream()
236 .map(NcmpServiceCmHandle::getCmHandleId).findFirst().orElse(null),
237 RegistrationError.CM_HANDLE_INVALID_ID));
239 return cmHandleRegistrationResponses;
242 protected void syncModulesAndCreateAnchor(final YangModelCmHandle yangModelCmHandle) {
243 final String schemaSetName = moduleSyncService.syncAndCreateSchemaSet(yangModelCmHandle);
244 final String anchorName = yangModelCmHandle.getId();
245 cpsAdminService.createAnchor(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, schemaSetName,
249 protected List<CmHandleRegistrationResponse> parseAndRemoveCmHandlesInDmiRegistration(
250 final List<String> tobeRemovedCmHandles) {
251 final List<CmHandleRegistrationResponse> cmHandleRegistrationResponses =
252 new ArrayList<>(tobeRemovedCmHandles.size());
253 for (final String cmHandle : tobeRemovedCmHandles) {
255 CpsValidator.validateNameCharacters(cmHandle);
256 deleteSchemaSetWithCascade(cmHandle);
257 cpsDataService.deleteListOrListElement(NCMP_DATASPACE_NAME, NCMP_DMI_REGISTRY_ANCHOR,
258 "/dmi-registry/cm-handles[@id='" + cmHandle + "']", NO_TIMESTAMP);
259 cmHandleRegistrationResponses.add(CmHandleRegistrationResponse.createSuccessResponse(cmHandle));
260 } catch (final DataNodeNotFoundException dataNodeNotFoundException) {
261 log.error("Unable to find dataNode for cmHandleId : {} , caused by : {}",
262 cmHandle, dataNodeNotFoundException.getMessage());
263 cmHandleRegistrationResponses.add(CmHandleRegistrationResponse
264 .createFailureResponse(cmHandle, RegistrationError.CM_HANDLE_DOES_NOT_EXIST));
265 } catch (final DataValidationException dataValidationException) {
266 log.error("Unable to de-register cm-handle id: {}, caused by: {}",
267 cmHandle, dataValidationException.getMessage());
268 cmHandleRegistrationResponses.add(CmHandleRegistrationResponse
269 .createFailureResponse(cmHandle, RegistrationError.CM_HANDLE_INVALID_ID));
270 } catch (final Exception exception) {
271 log.error("Unable to de-register cm-handle id : {} , caused by : {}",
272 cmHandle, exception.getMessage());
273 cmHandleRegistrationResponses.add(
274 CmHandleRegistrationResponse.createFailureResponse(cmHandle, exception));
277 return cmHandleRegistrationResponses;
280 private void deleteSchemaSetWithCascade(final String schemaSetName) {
282 cpsModuleService.deleteSchemaSet(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, schemaSetName,
283 CASCADE_DELETE_ALLOWED);
284 } catch (final SchemaSetNotFoundException schemaSetNotFoundException) {
285 log.warn("Schema set {} does not exist or already deleted", schemaSetName);
289 private Object getResourceDataResponse(final String cmHandleId,
290 final String resourceIdentifier,
291 final DmiOperations.DataStoreEnum dataStore,
292 final String optionsParamInQuery,
293 final String topicParamInQuery,
294 final String requestId) {
295 final ResponseEntity<?> responseEntity = dmiDataOperations.getResourceDataFromDmi(
296 cmHandleId, resourceIdentifier, optionsParamInQuery, dataStore, requestId, topicParamInQuery);
297 return handleResponse(responseEntity, OperationEnum.READ);
300 private void setDmiProperties(final List<YangModelCmHandle.Property> dmiProperties,
301 final NcmpServiceCmHandle ncmpServiceCmHandle) {
302 final Map<String, String> dmiPropertiesMap = new LinkedHashMap<>(dmiProperties.size());
303 asPropertiesMap(dmiProperties, dmiPropertiesMap);
304 ncmpServiceCmHandle.setDmiProperties(dmiPropertiesMap);
307 private void setPublicProperties(final List<YangModelCmHandle.Property> publicProperties,
308 final NcmpServiceCmHandle ncmpServiceCmHandle) {
309 final Map<String, String> publicPropertiesMap = new LinkedHashMap<>();
310 asPropertiesMap(publicProperties, publicPropertiesMap);
311 ncmpServiceCmHandle.setPublicProperties(publicPropertiesMap);
314 private void asPropertiesMap(final List<YangModelCmHandle.Property> properties,
315 final Map<String, String> propertiesMap) {
316 for (final YangModelCmHandle.Property property: properties) {
317 propertiesMap.put(property.getName(), property.getValue());
322 private CmHandleRegistrationResponse registerAndSyncNewCmHandle(final YangModelCmHandle yangModelCmHandle) {
324 final String cmHandleJsonData = String.format("{\"cm-handles\":[%s]}",
325 jsonObjectMapper.asJsonString(yangModelCmHandle));
326 cpsDataService.saveListElements(NCMP_DATASPACE_NAME, NCMP_DMI_REGISTRY_ANCHOR, NCMP_DMI_REGISTRY_PARENT,
327 cmHandleJsonData, NO_TIMESTAMP);
328 syncModulesAndCreateAnchor(yangModelCmHandle);
329 return CmHandleRegistrationResponse.createSuccessResponse(yangModelCmHandle.getId());
330 } catch (final AlreadyDefinedException alreadyDefinedException) {
331 return CmHandleRegistrationResponse.createFailureResponse(
332 yangModelCmHandle.getId(), RegistrationError.CM_HANDLE_ALREADY_EXIST);
333 } catch (final Exception exception) {
334 return CmHandleRegistrationResponse.createFailureResponse(yangModelCmHandle.getId(), exception);
338 private static Object handleResponse(final ResponseEntity<?> responseEntity, final OperationEnum operation) {
339 if (responseEntity.getStatusCode().is2xxSuccessful()) {
340 return responseEntity.getBody();
342 final String exceptionMessage = "Unable to " + operation.toString() + " resource data.";
343 throw new HttpClientRequestException(exceptionMessage, (String) responseEntity.getBody(),
344 responseEntity.getStatusCodeValue());