2 * ============LICENSE_START=======================================================
3 * Copyright (C) 2023-2024 Nordix Foundation
4 * ================================================================================
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at
9 * http://www.apache.org/licenses/LICENSE-2.0
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
17 * SPDX-License-Identifier: Apache-2.0
18 * ============LICENSE_END=========================================================
21 package org.onap.cps.ncmp.api.impl.utils.data.operation
23 import static org.onap.cps.ncmp.api.impl.events.mapper.CloudEventMapper.toTargetEvent
24 import static org.onap.cps.ncmp.api.impl.inventory.CmHandleState.ADVISED
25 import static org.onap.cps.ncmp.api.impl.inventory.CmHandleState.READY
27 import com.fasterxml.jackson.databind.ObjectMapper
28 import io.cloudevents.CloudEvent
29 import io.cloudevents.kafka.CloudEventDeserializer
30 import io.cloudevents.kafka.impl.KafkaHeaders
31 import org.apache.kafka.clients.consumer.KafkaConsumer
32 import org.onap.cps.events.EventsPublisher
33 import org.onap.cps.ncmp.api.impl.operations.DmiDataOperation
34 import org.onap.cps.ncmp.api.impl.operations.OperationType
35 import org.onap.cps.ncmp.api.impl.utils.context.CpsApplicationContext
36 import org.onap.cps.ncmp.api.impl.yangmodels.YangModelCmHandle
37 import org.onap.cps.ncmp.api.impl.inventory.CompositeStateBuilder
38 import org.onap.cps.ncmp.api.kafka.MessagingBaseSpec
39 import org.onap.cps.ncmp.api.models.DataOperationRequest
40 import org.onap.cps.ncmp.events.async1_0_0.DataOperationEvent
41 import org.onap.cps.ncmp.utils.TestUtils
42 import org.onap.cps.utils.JsonObjectMapper
43 import org.spockframework.spring.SpringBean
44 import org.springframework.test.context.ContextConfiguration
45 import org.springframework.util.LinkedMultiValueMap
46 import java.time.Duration
48 @ContextConfiguration(classes = [EventsPublisher, CpsApplicationContext])
49 class ResourceDataOperationRequestUtilsSpec extends MessagingBaseSpec {
51 def static clientTopic = 'my-topic-name'
52 def static dataOperationType = 'org.onap.cps.ncmp.events.async1_0_0.DataOperationEvent'
55 JsonObjectMapper jsonObjectMapper = new JsonObjectMapper(new ObjectMapper())
58 EventsPublisher eventPublisher = new EventsPublisher<CloudEvent>(legacyEventKafkaTemplate, cloudEventKafkaTemplate)
60 def 'Process per data operation request with #serviceName.'() {
61 given: 'data operation request with 3 operations'
62 def dataOperationRequestJsonData = TestUtils.getResourceFileContent('dataOperationRequest.json')
63 def dataOperationRequest = jsonObjectMapper.convertJsonString(dataOperationRequestJsonData, DataOperationRequest.class)
64 and: '4 known cm handles: ch1-dmi1, ch2-dmi1, ch3-dmi2, ch4-dmi2'
65 def yangModelCmHandles = getYangModelCmHandles()
66 when: 'data operation request is processed'
67 def operationsOutPerDmiServiceName = ResourceDataOperationRequestUtils.processPerDefinitionInDataOperationsRequest(clientTopic,'request-id', dataOperationRequest, yangModelCmHandles)
68 and: 'converted to a json node'
69 def dmiDataOperationRequestBody = jsonObjectMapper.asJsonString(operationsOutPerDmiServiceName.get(serviceName))
70 def dmiDataOperationRequestBodyAsJsonNode = jsonObjectMapper.convertToJsonNode(dmiDataOperationRequestBody).get(operationIndex)
71 then: 'it contains the correct operation details'
72 assert dmiDataOperationRequestBodyAsJsonNode.get('operation').asText() == 'read'
73 assert dmiDataOperationRequestBodyAsJsonNode.get('operationId').asText() == expectedOperationId
74 assert dmiDataOperationRequestBodyAsJsonNode.get('datastore').asText() == expectedDatastore
75 and: 'the correct cm handles (just for #serviceName)'
76 assert dmiDataOperationRequestBodyAsJsonNode.get('cmHandles').size() == expectedCmHandleIds.size()
77 expectedCmHandleIds.each {
78 dmiDataOperationRequestBodyAsJsonNode.get('cmHandles').toString().contains(it)
80 where: 'the following dmi service and operations are checked'
81 serviceName | operationIndex || expectedOperationId | expectedDatastore | expectedCmHandleIds
82 'dmi1' | 0 || 'operational-14' | 'ncmp-datastore:passthrough-operational' | ['ch6-dmi1']
83 'dmi1' | 1 || 'running-12' | 'ncmp-datastore:passthrough-running' | ['ch1-dmi1', 'ch2-dmi1']
84 'dmi1' | 2 || 'operational-15' | 'ncmp-datastore:passthrough-operational' | ['ch6-dmi1']
85 'dmi2' | 0 || 'operational-14' | 'ncmp-datastore:passthrough-operational' | ['ch3-dmi2']
86 'dmi2' | 1 || 'running-12' | 'ncmp-datastore:passthrough-running' | ['ch7-dmi2']
87 'dmi2' | 2 || 'operational-15' | 'ncmp-datastore:passthrough-operational' | ['ch4-dmi2']
90 def 'Process one data operation request with #serviceName and Module Set Tag set.'() {
91 given: 'data operation request'
92 def dataOperationRequestJsonData = TestUtils.getResourceFileContent('dataOperationRequest.json')
93 def dataOperationRequest = jsonObjectMapper.convertJsonString(dataOperationRequestJsonData, DataOperationRequest.class)
94 and: '1 known cm handles: ch1-dmi1'
95 def yangModelCmHandles = getYangModelCmHandlesForOneCmHandle()
96 when: 'data operation request is processed'
97 def operationsOutPerDmiServiceName = ResourceDataOperationRequestUtils.processPerDefinitionInDataOperationsRequest(clientTopic,'request-id', dataOperationRequest, yangModelCmHandles)
98 and: 'converted to a json node'
99 def dmiDataOperationRequestBody = operationsOutPerDmiServiceName['dmi1']
100 def cmHandlesInRequestBody = dmiDataOperationRequestBody[0].cmHandles
101 then: 'it contains the correct operation details'
102 assert cmHandlesInRequestBody.size() == 1
103 assert cmHandlesInRequestBody[0].id == 'ch1-dmi1'
104 assert cmHandlesInRequestBody[0].moduleSetTag == 'module-set-tag1'
107 def 'Process per data operation request with non-ready, non-existing cm handle and publish event to client specified topic'() {
108 given: 'consumer subscribing to client topic'
109 def cloudEventKafkaConsumer = new KafkaConsumer<>(eventConsumerConfigProperties('test-1', CloudEventDeserializer))
110 cloudEventKafkaConsumer.subscribe([clientTopic])
111 and: 'data operation request having non-ready and non-existing cm handle ids'
112 def dataOperationRequestJsonData = TestUtils.getResourceFileContent('dataOperationRequest.json')
113 def dataOperationRequest = jsonObjectMapper.convertJsonString(dataOperationRequestJsonData, DataOperationRequest.class)
114 when: 'data operation request is processed'
115 ResourceDataOperationRequestUtils.processPerDefinitionInDataOperationsRequest(clientTopic, 'request-id', dataOperationRequest, yangModelCmHandles)
116 and: 'subscribed client specified topic is polled and first record is selected'
117 def consumerRecordOut = cloudEventKafkaConsumer.poll(Duration.ofMillis(1500)).last()
118 then: 'verify cloud compliant headers'
119 def consumerRecordOutHeaders = consumerRecordOut.headers()
120 assert KafkaHeaders.getParsedKafkaHeader(consumerRecordOutHeaders, 'ce_id') != null
121 assert KafkaHeaders.getParsedKafkaHeader(consumerRecordOutHeaders, 'ce_type') == dataOperationType
122 and: 'verify that extension is included into header'
123 assert KafkaHeaders.getParsedKafkaHeader(consumerRecordOutHeaders, 'ce_correlationid') == 'request-id'
124 assert KafkaHeaders.getParsedKafkaHeader(consumerRecordOutHeaders, 'ce_destination') == clientTopic
125 and: 'map consumer record to expected event type'
126 def dataOperationResponseEvent =
127 toTargetEvent(consumerRecordOut.value(), DataOperationEvent.class)
128 and: 'data operation response event response size is 3'
129 dataOperationResponseEvent.data.responses.size() == 3
130 and: 'verify published data operation response as json string'
131 def dataOperationResponseEventJson = TestUtils.getResourceFileContent('dataOperationResponseEvent.json')
132 jsonObjectMapper.asJsonString(dataOperationResponseEvent.data.responses) == dataOperationResponseEventJson
135 static def getYangModelCmHandles() {
136 def dmiProperties = [new YangModelCmHandle.Property('prop', 'some DMI property')]
137 def readyState = new CompositeStateBuilder().withCmHandleState(READY).withLastUpdatedTimeNow().build()
138 def advisedState = new CompositeStateBuilder().withCmHandleState(ADVISED).withLastUpdatedTimeNow().build()
139 return [new YangModelCmHandle(id: 'ch1-dmi1', dmiServiceName: 'dmi1', dmiProperties: dmiProperties, compositeState: readyState),
140 new YangModelCmHandle(id: 'ch2-dmi1', dmiServiceName: 'dmi1', dmiProperties: dmiProperties, compositeState: readyState),
141 new YangModelCmHandle(id: 'ch6-dmi1', dmiServiceName: 'dmi1', dmiProperties: dmiProperties, compositeState: readyState),
142 new YangModelCmHandle(id: 'ch8-dmi1', dmiServiceName: 'dmi1', dmiProperties: dmiProperties, compositeState: readyState),
143 new YangModelCmHandle(id: 'ch3-dmi2', dmiServiceName: 'dmi2', dmiProperties: dmiProperties, compositeState: readyState),
144 new YangModelCmHandle(id: 'ch4-dmi2', dmiServiceName: 'dmi2', dmiProperties: dmiProperties, compositeState: readyState),
145 new YangModelCmHandle(id: 'ch7-dmi2', dmiServiceName: 'dmi2', dmiProperties: dmiProperties, compositeState: readyState),
146 new YangModelCmHandle(id: 'non-ready-cm-handle', dmiServiceName: 'dmi2', dmiProperties: dmiProperties, compositeState: advisedState)
150 static def getYangModelCmHandlesForOneCmHandle() {
151 def dmiProperties = [new YangModelCmHandle.Property('prop', 'some DMI property')]
152 def readyState = new CompositeStateBuilder().withCmHandleState(READY).withLastUpdatedTimeNow().build()
153 return [new YangModelCmHandle(id: 'ch1-dmi1', dmiServiceName: 'dmi1', moduleSetTag: 'module-set-tag1', dmiProperties: dmiProperties, compositeState: readyState)]
156 def mockAndPopulateErrorMap(errorReportedToClientTopic) {
157 def dmiDataOperation = DmiDataOperation.builder().operation(OperationType.fromOperationName('read'))
158 .operationId('some-op-id').datastore('ncmp-datastore:passthrough-operational')
159 .options('some-option').resourceIdentifier('some-resource-identifier').build()
160 def cmHandleIdsPerResponseCodesPerOperation = new LinkedMultiValueMap<>()
161 cmHandleIdsPerResponseCodesPerOperation.add(dmiDataOperation, Map.of(errorReportedToClientTopic, ['some-cm-handle-id']))
162 return cmHandleIdsPerResponseCodesPerOperation