cps-ncmp-service/src/main/java/org/onap/cps/ncmp/api/impl/NetworkCmProxyDataServiceImpl.java

   1 /*
   2  *  ============LICENSE_START=======================================================
   3  *  Copyright (C) 2021 highstreet technologies GmbH
   4  *  Modifications Copyright (C) 2021 Nordix Foundation
   5  *  Modifications Copyright (C) 2021 Pantheon.tech
   6  *  Modifications Copyright (C) 2021 Bell Canada
   7  *  ================================================================================
   8  *  Licensed under the Apache License, Version 2.0 (the "License");
   9  *  you may not use this file except in compliance with the License.
  10  *  You may obtain a copy of the License at
  11  *
  12  *        http://www.apache.org/licenses/LICENSE-2.0
  13  *
  14  *  Unless required by applicable law or agreed to in writing, software
  15  *  distributed under the License is distributed on an "AS IS" BASIS,
  16  *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17  *  See the License for the specific language governing permissions and
  18  *  limitations under the License.
  19  *
  20  *  SPDX-License-Identifier: Apache-2.0
  21  *  ============LICENSE_END=========================================================
  22  */
  23
  24 package org.onap.cps.ncmp.api.impl;
  25
  26 import com.fasterxml.jackson.core.JsonProcessingException;
  27 import com.fasterxml.jackson.databind.ObjectMapper;
  28 import com.google.gson.Gson;
  29 import com.google.gson.JsonArray;
  30 import com.google.gson.JsonElement;
  31 import com.google.gson.JsonObject;
  32 import java.time.OffsetDateTime;
  33 import java.util.ArrayList;
  34 import java.util.Collection;
  35 import java.util.Collections;
  36 import java.util.HashMap;
  37 import java.util.LinkedHashMap;
  38 import java.util.List;
  39 import java.util.Map;
  40 import javax.validation.constraints.NotNull;
  41 import lombok.extern.slf4j.Slf4j;
  42 import org.onap.cps.api.CpsAdminService;
  43 import org.onap.cps.api.CpsDataService;
  44 import org.onap.cps.api.CpsModuleService;
  45 import org.onap.cps.api.CpsQueryService;
  46 import org.onap.cps.ncmp.api.NetworkCmProxyDataService;
  47 import org.onap.cps.ncmp.api.impl.exception.NcmpException;
  48 import org.onap.cps.ncmp.api.impl.operation.DmiOperations;
  49 import org.onap.cps.ncmp.api.models.CmHandle;
  50 import org.onap.cps.ncmp.api.models.DmiPluginRegistration;
  51 import org.onap.cps.ncmp.api.models.GenericRequestBody;
  52 import org.onap.cps.ncmp.api.models.PersistenceCmHandle;
  53 import org.onap.cps.ncmp.api.models.PersistenceCmHandle.AdditionalProperty;
  54 import org.onap.cps.ncmp.api.models.PersistenceCmHandlesList;
  55 import org.onap.cps.ncmp.api.models.YangResource;
  56 import org.onap.cps.spi.FetchDescendantsOption;
  57 import org.onap.cps.spi.exceptions.DataNodeNotFoundException;
  58 import org.onap.cps.spi.exceptions.DataValidationException;
  59 import org.onap.cps.spi.model.DataNode;
  60 import org.onap.cps.spi.model.ModuleReference;
  61 import org.springframework.http.HttpStatus;
  62 import org.springframework.http.ResponseEntity;
  63 import org.springframework.stereotype.Service;
  64 import org.springframework.util.StringUtils;
  65
  66 @Slf4j
  67 @Service
  68 public class NetworkCmProxyDataServiceImpl implements NetworkCmProxyDataService {
  69
  70     private static final String NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME = "NFP-Operational";
  71
  72     private static final String NCMP_DATASPACE_NAME = "NCMP-Admin";
  73
  74     private static final String NCMP_DMI_REGISTRY_ANCHOR = "ncmp-dmi-registry";
  75
  76     private static final OffsetDateTime NO_TIMESTAMP = null;
  77
  78     private static  final String NCMP_DMI_SERVICE_NAME = "dmi-service-name";
  79
  80     private  static final String REVISION = "revision";
  81
  82     private CpsDataService cpsDataService;
  83
  84     private ObjectMapper objectMapper;
  85
  86     private CpsQueryService cpsQueryService;
  87
  88     private DmiOperations dmiOperations;
  89
  90     private CpsModuleService cpsModuleService;
  91
  92     private CpsAdminService cpsAdminService;
  93
  94     /**
  95      * Constructor Injection for Dependencies.
  96      * @param dmiOperations DMI operation
  97      * @param cpsDataService Data Service Interface
  98      * @param cpsQueryService Query Service Interface
  99      * @param objectMapper Object Mapper
 100      */
 101     public NetworkCmProxyDataServiceImpl(final DmiOperations dmiOperations,
 102         final CpsModuleService cpsModuleService,
 103         final CpsDataService cpsDataService,
 104         final CpsQueryService cpsQueryService,
 105         final CpsAdminService cpsAdminService,
 106         final ObjectMapper objectMapper) {
 107         this.dmiOperations = dmiOperations;
 108         this.cpsModuleService = cpsModuleService;
 109         this.cpsDataService = cpsDataService;
 110         this.cpsQueryService = cpsQueryService;
 111         this.cpsAdminService = cpsAdminService;
 112         this.objectMapper = objectMapper;
 113     }
 114
 115     @Override
 116     public DataNode getDataNode(final String cmHandle, final String xpath,
 117         final FetchDescendantsOption fetchDescendantsOption) {
 118         return cpsDataService
 119             .getDataNode(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, cmHandle, xpath, fetchDescendantsOption);
 120     }
 121
 122     @Override
 123     public Collection<DataNode> queryDataNodes(final String cmHandle, final String cpsPath,
 124         final FetchDescendantsOption fetchDescendantsOption) {
 125         return cpsQueryService
 126             .queryDataNodes(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, cmHandle, cpsPath, fetchDescendantsOption);
 127     }
 128
 129     @Override
 130     public void createDataNode(final String cmHandle, final String parentNodeXpath, final String jsonData) {
 131         if (!StringUtils.hasText(parentNodeXpath) || "/".equals(parentNodeXpath)) {
 132             cpsDataService.saveData(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, cmHandle, jsonData, NO_TIMESTAMP);
 133         } else {
 134             cpsDataService
 135                 .saveData(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, cmHandle, parentNodeXpath, jsonData, NO_TIMESTAMP);
 136         }
 137     }
 138
 139     @Override
 140     public void addListNodeElements(final String cmHandle, final String parentNodeXpath, final String jsonData) {
 141         cpsDataService.saveListElements(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, cmHandle, parentNodeXpath, jsonData,
 142             NO_TIMESTAMP);
 143     }
 144
 145     @Override
 146     public void updateNodeLeaves(final String cmHandle, final String parentNodeXpath, final String jsonData) {
 147         cpsDataService
 148             .updateNodeLeaves(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, cmHandle, parentNodeXpath, jsonData,
 149                 NO_TIMESTAMP);
 150     }
 151
 152     @Override
 153     public void replaceNodeTree(final String cmHandle, final String parentNodeXpath, final String jsonData) {
 154         cpsDataService.replaceNodeTree(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, cmHandle, parentNodeXpath, jsonData,
 155             NO_TIMESTAMP);
 156     }
 157
 158     @Override
 159     public void updateDmiRegistrationAndSyncModule(final DmiPluginRegistration dmiPluginRegistration) {
 160         try {
 161             if (dmiPluginRegistration.getCreatedCmHandles() != null) {
 162                 parseAndCreateCmHandlesInDmiRegistrationAndSyncModule(dmiPluginRegistration);
 163             }
 164             if (dmiPluginRegistration.getUpdatedCmHandles() != null) {
 165                 parseAndUpdateCmHandlesInDmiRegistration(dmiPluginRegistration);
 166             }
 167             if (dmiPluginRegistration.getRemovedCmHandles() != null) {
 168                 parseAndRemoveCmHandlesInDmiRegistration(dmiPluginRegistration);
 169             }
 170         } catch (final JsonProcessingException e) {
 171             handleJsonProcessingException(dmiPluginRegistration, e);
 172         }
 173     }
 174
 175     @Override
 176     public Object getResourceDataOperationalForCmHandle(final @NotNull String cmHandle,
 177                                                         final @NotNull String resourceIdentifier,
 178                                                         final String acceptParamInHeader,
 179                                                         final String optionsParamInQuery) {
 180
 181         final DataNode cmHandleDataNode = fetchDataNodeFromDmiRegistryForCmHandle(cmHandle);
 182         final String dmiServiceName = String.valueOf(cmHandleDataNode.getLeaves().get(NCMP_DMI_SERVICE_NAME));
 183         final String dmiRequestBody = getGenericRequestBody(cmHandleDataNode);
 184         final ResponseEntity<Object> response = dmiOperations.getResourceDataOperationalFromDmi(dmiServiceName,
 185                 cmHandle,
 186                 resourceIdentifier,
 187                 optionsParamInQuery,
 188                 acceptParamInHeader,
 189                 dmiRequestBody);
 190         return handleResponse(response);
 191     }
 192
 193     @Override
 194     public Object getResourceDataPassThroughRunningForCmHandle(final @NotNull String cmHandle,
 195                                                                final @NotNull String resourceIdentifier,
 196                                                                final String acceptParamInHeader,
 197                                                                final String optionsParamInQuery) {
 198         final DataNode cmHandleDataNode = fetchDataNodeFromDmiRegistryForCmHandle(cmHandle);
 199         final String dmiServiceName = String.valueOf(cmHandleDataNode.getLeaves().get(NCMP_DMI_SERVICE_NAME));
 200         final String dmiRequestBody = getGenericRequestBody(cmHandleDataNode);
 201         final ResponseEntity<Object> response = dmiOperations.getResourceDataPassThroughRunningFromDmi(dmiServiceName,
 202                 cmHandle,
 203                 resourceIdentifier,
 204                 optionsParamInQuery,
 205                 acceptParamInHeader,
 206                 dmiRequestBody);
 207         return handleResponse(response);
 208     }
 209
 210     @Override
 211     public void createResourceDataPassThroughRunningForCmHandle(final @NotNull String cmHandle,
 212                                                                 final @NotNull String resourceIdentifier,
 213                                                                 final @NotNull String requestBody,
 214                                                                 final String contentType) {
 215         final DataNode cmHandleDataNode = fetchDataNodeFromDmiRegistryForCmHandle(cmHandle);
 216         final String dmiServiceName = String.valueOf(cmHandleDataNode.getLeaves().get(NCMP_DMI_SERVICE_NAME));
 217         final Collection<DataNode> cmHandlePropertiesAsDataNodes     = cmHandleDataNode.getChildDataNodes();
 218         final Map<String, String> cmHandlePropertiesAsMap = getCmHandlePropertiesAsMap(cmHandlePropertiesAsDataNodes);
 219         final GenericRequestBody dmiRequestBodyObject = GenericRequestBody.builder()
 220                 .operation(GenericRequestBody.OperationEnum.CREATE)
 221                 .dataType(contentType)
 222                 .data(requestBody)
 223                 .cmHandleProperties(cmHandlePropertiesAsMap)
 224                 .build();
 225         final String dmiRequestBody = prepareOperationBody(dmiRequestBodyObject);
 226         final ResponseEntity<String> responseEntity = dmiOperations
 227                 .createResourceDataPassThroughRunningFromDmi(dmiServiceName,
 228                         cmHandle,
 229                         resourceIdentifier,
 230                         dmiRequestBody);
 231         handleResponseForPost(responseEntity);
 232     }
 233
 234     @Override
 235     public Collection<ModuleReference> getYangResourcesModuleReferences(final String cmHandle) {
 236         return cpsModuleService.getYangResourcesModuleReferences(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, cmHandle);
 237     }
 238
 239     /**
 240      * Retrieve cm handle identifiers for the given list of module names.
 241      *
 242      * @param moduleNames module names.
 243      * @return a collection of anchor identifiers
 244      */
 245     @Override
 246     public Collection<String> executeCmHandleHasAllModulesSearch(final Collection<String> moduleNames) {
 247         return cpsAdminService.queryAnchorNames(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, moduleNames);
 248     }
 249
 250     private DataNode fetchDataNodeFromDmiRegistryForCmHandle(final String cmHandle) {
 251         final String xpathForDmiRegistryToFetchCmHandle = "/dmi-registry/cm-handles[@id='" + cmHandle + "']";
 252         return cpsDataService.getDataNode(NCMP_DATASPACE_NAME,
 253                 NCMP_DMI_REGISTRY_ANCHOR,
 254                 xpathForDmiRegistryToFetchCmHandle,
 255                 FetchDescendantsOption.INCLUDE_ALL_DESCENDANTS);
 256     }
 257
 258     private String prepareOperationBody(final GenericRequestBody requestBodyObject) {
 259         try {
 260             return objectMapper.writeValueAsString(requestBodyObject);
 261         } catch (final JsonProcessingException e) {
 262             log.error("Parsing error occurred while converting Object to JSON.");
 263             throw new NcmpException("Parsing error occurred while converting given object to JSON.",
 264                 e.getMessage());
 265         }
 266     }
 267
 268     private static Map<String, String> getCmHandlePropertiesAsMap(
 269             final Collection<DataNode> cmHandlePropertiesAsDataNode) {
 270         if (cmHandlePropertiesAsDataNode.isEmpty()) {
 271             return Collections.emptyMap();
 272         }
 273         final Map<String, String> cmHandlePropertiesAsMap = new LinkedHashMap<>();
 274         for (final DataNode dataNode: cmHandlePropertiesAsDataNode) {
 275             cmHandlePropertiesAsMap.put(String.valueOf(dataNode.getLeaves().get("name")),
 276                     String.valueOf(dataNode.getLeaves().get("value")));
 277         }
 278         return cmHandlePropertiesAsMap;
 279     }
 280
 281     private static Map<String, String> getCmHandlePropertiesAsMap(
 282             final List<AdditionalProperty> cmHandlePropertiesAsList) {
 283         if (cmHandlePropertiesAsList == null || cmHandlePropertiesAsList.isEmpty()) {
 284             return Collections.emptyMap();
 285         }
 286         final Map<String, String> cmHandlePropertiesAsMap = new LinkedHashMap<>();
 287         for (final AdditionalProperty additionalProperty: cmHandlePropertiesAsList) {
 288             cmHandlePropertiesAsMap.put(additionalProperty.getName(),
 289                     additionalProperty.getValue());
 290         }
 291         return cmHandlePropertiesAsMap;
 292     }
 293
 294     private static Object handleResponse(final @NotNull ResponseEntity<Object> responseEntity) {
 295         if (responseEntity.getStatusCode() == HttpStatus.OK) {
 296             return responseEntity.getBody();
 297         } else {
 298             throw new NcmpException("Not able to get resource data.",
 299                     "DMI status code: " + responseEntity.getStatusCodeValue()
 300                             + ", DMI response body: " + responseEntity.getBody());
 301         }
 302     }
 303
 304     private static void handleResponseForPost(final @NotNull ResponseEntity<String> responseEntity) {
 305         if (!HttpStatus.valueOf(responseEntity.getStatusCodeValue()).is2xxSuccessful()) {
 306             throw new NcmpException("Not able to create resource data.",
 307                     "DMI status code: " + responseEntity.getStatusCodeValue()
 308                             + ", DMI response body: " + responseEntity.getBody());
 309         }
 310     }
 311
 312     private String getGenericRequestBody(final DataNode cmHandleDataNode) {
 313         final Collection<DataNode> cmHandlePropertiesAsDataNodes = cmHandleDataNode.getChildDataNodes();
 314         final Map<String, String> cmHandlePropertiesAsMap = getCmHandlePropertiesAsMap(cmHandlePropertiesAsDataNodes);
 315         final GenericRequestBody requestBodyObject = GenericRequestBody.builder()
 316                 .operation(GenericRequestBody.OperationEnum.READ)
 317                 .cmHandleProperties(cmHandlePropertiesAsMap)
 318                 .build();
 319         return prepareOperationBody(requestBodyObject);
 320     }
 321
 322     private void parseAndUpdateCmHandlesInDmiRegistration(final DmiPluginRegistration dmiPluginRegistration)
 323         throws JsonProcessingException {
 324         final PersistenceCmHandlesList updatedPersistenceCmHandlesList = toPersistenceCmHandlesList(
 325             dmiPluginRegistration.getDmiPlugin(),
 326             dmiPluginRegistration.getUpdatedCmHandles());
 327         final String cmHandlesAsJson = objectMapper.writeValueAsString(updatedPersistenceCmHandlesList);
 328         cpsDataService.updateNodeLeavesAndExistingDescendantLeaves(NCMP_DATASPACE_NAME, NCMP_DMI_REGISTRY_ANCHOR,
 329                 "/dmi-registry", cmHandlesAsJson, NO_TIMESTAMP);
 330     }
 331
 332     private void parseAndCreateCmHandlesInDmiRegistrationAndSyncModule(
 333         final DmiPluginRegistration dmiPluginRegistration) throws JsonProcessingException {
 334         final PersistenceCmHandlesList createdPersistenceCmHandlesList = toPersistenceCmHandlesList(
 335             dmiPluginRegistration.getDmiPlugin(),
 336             dmiPluginRegistration.getCreatedCmHandles());
 337         registerAndSyncNewCmHandles(createdPersistenceCmHandlesList);
 338     }
 339
 340     private static PersistenceCmHandlesList toPersistenceCmHandlesList(final String dmiPlugin,
 341                                                                        final Collection<CmHandle> cmHandles) {
 342         final PersistenceCmHandlesList persistenceCmHandlesList = new PersistenceCmHandlesList();
 343         for (final CmHandle cmHandle : cmHandles) {
 344             final PersistenceCmHandle persistenceCmHandle = toPersistenceCmHandle(dmiPlugin, cmHandle);
 345             persistenceCmHandlesList.add(persistenceCmHandle);
 346         }
 347         return persistenceCmHandlesList;
 348     }
 349
 350     private static void handleJsonProcessingException(final DmiPluginRegistration dmiPluginRegistration,
 351                                                       final JsonProcessingException e) {
 352         final String message = "Parsing error occurred while processing DMI Plugin Registration"
 353             + dmiPluginRegistration;
 354         log.error(message);
 355         throw new DataValidationException(message, e.getMessage(), e);
 356     }
 357
 358     private void registerAndSyncNewCmHandles(final PersistenceCmHandlesList persistenceCmHandlesList)
 359         throws JsonProcessingException  {
 360         final String cmHandleJsonData = objectMapper.writeValueAsString(persistenceCmHandlesList);
 361         cpsDataService.saveListElements(NCMP_DATASPACE_NAME, NCMP_DMI_REGISTRY_ANCHOR, "/dmi-registry",
 362             cmHandleJsonData, NO_TIMESTAMP);
 363
 364         for (final PersistenceCmHandle persistenceCmHandle : persistenceCmHandlesList.getPersistenceCmHandles()) {
 365             syncModulesAndCreateAnchor(persistenceCmHandle);
 366         }
 367     }
 368
 369     protected void syncModulesAndCreateAnchor(final PersistenceCmHandle persistenceCmHandle) {
 370         fetchAndSyncModules(persistenceCmHandle);
 371         createAnchor(persistenceCmHandle);
 372     }
 373
 374     private static PersistenceCmHandle toPersistenceCmHandle(final String dmiPluginService,
 375                                                              final CmHandle cmHandle) {
 376         final PersistenceCmHandle persistenceCmHandle = new PersistenceCmHandle();
 377         persistenceCmHandle.setDmiServiceName(dmiPluginService);
 378         persistenceCmHandle.setId(cmHandle.getCmHandleID());
 379         if (cmHandle.getCmHandleProperties() == null) {
 380             persistenceCmHandle.setAdditionalProperties(Collections.emptyMap());
 381         } else {
 382             persistenceCmHandle.setAdditionalProperties(cmHandle.getCmHandleProperties());
 383         }
 384         return persistenceCmHandle;
 385     }
 386
 387     private void parseAndRemoveCmHandlesInDmiRegistration(final DmiPluginRegistration dmiPluginRegistration) {
 388         for (final String cmHandle : dmiPluginRegistration.getRemovedCmHandles()) {
 389             try {
 390                 cpsDataService.deleteListOrListElement(NCMP_DATASPACE_NAME, NCMP_DMI_REGISTRY_ANCHOR,
 391                     "/dmi-registry/cm-handles[@id='" + cmHandle + "']", NO_TIMESTAMP);
 392             } catch (final DataNodeNotFoundException e) {
 393                 log.warn("Datanode {} not deleted message {}", cmHandle, e.getMessage());
 394             }
 395         }
 396     }
 397
 398     private void fetchAndSyncModules(final PersistenceCmHandle persistenceCmHandle) {
 399         final Map<String, String> cmHandlePropertiesAsMap = getCmHandlePropertiesAsMap(
 400             persistenceCmHandle.getAdditionalProperties());
 401
 402         final List<ModuleReference> moduleReferencesFromCmHandle =
 403             fetchModuleReferencesFromDmi(persistenceCmHandle, cmHandlePropertiesAsMap);
 404         final List<ModuleReference> existingModuleReferences = new ArrayList<>();
 405         final List<ModuleReference> unknownModuleReferences = new ArrayList<>();
 406         prepareModuleSubsets(moduleReferencesFromCmHandle, existingModuleReferences, unknownModuleReferences);
 407
 408         final Map<String, String> newYangResourcesModuleNameToContentMap;
 409         if (unknownModuleReferences.isEmpty()) {
 410             newYangResourcesModuleNameToContentMap = new HashMap<>();
 411         } else {
 412             newYangResourcesModuleNameToContentMap = getNewYangResourcesFromDmi(persistenceCmHandle,
 413                 unknownModuleReferences, cmHandlePropertiesAsMap);
 414         }
 415         cpsModuleService
 416             .createSchemaSetFromModules(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, persistenceCmHandle.getId(),
 417                 newYangResourcesModuleNameToContentMap, existingModuleReferences);
 418     }
 419
 420     private void prepareModuleSubsets(final List<ModuleReference> moduleReferencesFromCmHandle,
 421                                       final List<ModuleReference> existingModuleReferences,
 422                                       final List<ModuleReference> unknownModuleReferences) {
 423
 424         final Collection<ModuleReference> knownModuleReferencesInCps =
 425             cpsModuleService.getYangResourceModuleReferences(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME);
 426
 427         for (final ModuleReference moduleReferenceFromDmiForCmHandle : moduleReferencesFromCmHandle) {
 428             if (knownModuleReferencesInCps.contains(moduleReferenceFromDmiForCmHandle)) {
 429                 existingModuleReferences.add(moduleReferenceFromDmiForCmHandle);
 430             } else {
 431                 unknownModuleReferences.add(moduleReferenceFromDmiForCmHandle);
 432             }
 433         }
 434     }
 435
 436     private List<ModuleReference> fetchModuleReferencesFromDmi(final PersistenceCmHandle persistenceCmHandle,
 437                                                                final Map<String, String> cmHandlePropertiesAsMap) {
 438         final GenericRequestBody genericRequestBody = GenericRequestBody.builder()
 439                 .cmHandleProperties(cmHandlePropertiesAsMap)
 440                 .build();
 441         final String jsonBodyWithOnlyCmHandleProperties = prepareOperationBody(genericRequestBody);
 442         final ResponseEntity<String> dmiFetchModulesResponseEntity =
 443             dmiOperations.getResourceFromDmiWithJsonData(persistenceCmHandle.getDmiServiceName(),
 444                     jsonBodyWithOnlyCmHandleProperties, persistenceCmHandle.getId(), "modules");
 445         return toModuleReferences(dmiFetchModulesResponseEntity);
 446     }
 447
 448     private void createAnchor(final PersistenceCmHandle persistenceCmHandle) {
 449         cpsAdminService.createAnchor(NFP_OPERATIONAL_DATASTORE_DATASPACE_NAME, persistenceCmHandle.getId(),
 450             persistenceCmHandle.getId());
 451     }
 452
 453     private String getRequestBodyToFetchYangResourceFromDmi(final List<ModuleReference> unknownModuleReferences,
 454                                                             final Map<String, String> cmHandlePropertiesAsMap) {
 455         final JsonArray moduleReferencesAsJson = getModuleReferencesAsJson(unknownModuleReferences);
 456         final JsonObject data = new JsonObject();
 457         data.add("modules", moduleReferencesAsJson);
 458         final JsonObject jsonRequestObject = new JsonObject();
 459         jsonRequestObject.add("data", data);
 460         final Gson gson = new Gson();
 461         jsonRequestObject.add("cmHandleProperties", gson.toJsonTree(cmHandlePropertiesAsMap));
 462         return jsonRequestObject.toString();
 463     }
 464
 465     private static JsonArray getModuleReferencesAsJson(final List<ModuleReference> unknownModuleReferences) {
 466         final JsonArray moduleReferences = new JsonArray();
 467
 468         for (final ModuleReference moduleReference : unknownModuleReferences) {
 469             final JsonObject moduleReferenceAsJson = new JsonObject();
 470             moduleReferenceAsJson.addProperty("name", moduleReference.getModuleName());
 471             moduleReferenceAsJson.addProperty(REVISION, moduleReference.getRevision());
 472             moduleReferences.add(moduleReferenceAsJson);
 473         }
 474         return moduleReferences;
 475     }
 476
 477     private Map<String, String> getNewYangResourcesFromDmi(final PersistenceCmHandle persistenceCmHandle,
 478                                                            final List<ModuleReference> unknownModuleReferences,
 479                                                            final Map<String, String> cmHandlePropertiesAsMap) {
 480         final String jsonDataWithDataAndCmHandleProperties = getRequestBodyToFetchYangResourceFromDmi(
 481                 unknownModuleReferences, cmHandlePropertiesAsMap);
 482
 483         final ResponseEntity<String> moduleResourcesAsJsonString =  dmiOperations.getResourceFromDmiWithJsonData(
 484                 persistenceCmHandle.getDmiServiceName(),
 485                 jsonDataWithDataAndCmHandleProperties,
 486                 persistenceCmHandle.getId(),
 487                 "moduleResources");
 488
 489         final JsonArray moduleResources = new Gson().fromJson(moduleResourcesAsJsonString.getBody(),
 490             JsonArray.class);
 491         final Map<String, String> newYangResourcesModuleNameToContentMap = new HashMap<>();
 492
 493         for (final JsonElement moduleResource : moduleResources) {
 494             final YangResource yangResource = toYangResource((JsonObject) moduleResource);
 495             newYangResourcesModuleNameToContentMap.put(yangResource.getModuleName(), yangResource.getYangSource());
 496         }
 497         return newYangResourcesModuleNameToContentMap;
 498     }
 499
 500     private static YangResource toYangResource(final JsonObject yangResourceAsJson) {
 501         final YangResource yangResource = new YangResource();
 502         yangResource.setModuleName(yangResourceAsJson.get("moduleName").getAsString());
 503         yangResource.setRevision(yangResourceAsJson.get(REVISION).getAsString());
 504         final String yangSourceJson = yangResourceAsJson.get("yangSource").getAsString();
 505
 506         String yangSource = JsonUtils.removeWrappingTokens(yangSourceJson);
 507         yangSource = JsonUtils.removeRedundantEscapeCharacters(yangSource);
 508         yangResource.setYangSource(yangSource);
 509
 510         return yangResource;
 511     }
 512
 513     private static List<ModuleReference> toModuleReferences(
 514             final ResponseEntity<String> dmiFetchModulesResponseEntity) {
 515         final List<ModuleReference> moduleReferences = new ArrayList<>();
 516         final JsonObject bodyAsJsonObject = new Gson().fromJson(dmiFetchModulesResponseEntity.getBody(),
 517             JsonObject.class);
 518         final JsonArray moduleReferencesAsJson = bodyAsJsonObject.getAsJsonArray("schemas");
 519         for (final JsonElement moduleReferenceAsJson : moduleReferencesAsJson) {
 520             final ModuleReference moduleReference = toModuleReference((JsonObject) moduleReferenceAsJson);
 521             moduleReferences.add(moduleReference);
 522         }
 523         return moduleReferences;
 524     }
 525
 526     private static ModuleReference toModuleReference(final JsonObject moduleReferenceAsJson) {
 527         final ModuleReference moduleReference = new ModuleReference();
 528         moduleReference.setModuleName(moduleReferenceAsJson.get("moduleName").getAsString());
 529         moduleReference.setRevision(moduleReferenceAsJson.get(REVISION).getAsString());
 530         return moduleReference;
 531     }
 532 }