gerrit.onap Code Review - dcaegen2/collectors/datafile.git/blob

   1 /*-
   2  * ============LICENSE_START=======================================================
   3  *  Copyright (C) 2018 NOKIA Intellectual Property, 2018-2019 Nordix Foundation.
   4  * ================================================================================
   5  * Licensed under the Apache License, Version 2.0 (the "License");
   6  * you may not use this file except in compliance with the License.
   7  * You may obtain a copy of the License at
   8  *
   9  *      http://www.apache.org/licenses/LICENSE-2.0
  10  *
  11  * Unless required by applicable law or agreed to in writing, software
  12  * distributed under the License is distributed on an "AS IS" BASIS,
  13  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14  * See the License for the specific language governing permissions and
  15  * limitations under the License.
  16  *
  17  * SPDX-License-Identifier: Apache-2.0
  18  * ============LICENSE_END=========================================================
  19  */
  20
  21 package org.onap.dcaegen2.collectors.datafile.tasks;
  22
  23 import static org.mockito.Mockito.doReturn;
  24 import static org.mockito.Mockito.mock;
  25 import static org.mockito.Mockito.spy;
  26 import static org.mockito.Mockito.times;
  27 import static org.mockito.Mockito.verify;
  28 import static org.mockito.Mockito.verifyNoMoreInteractions;
  29 import static org.mockito.Mockito.when;
  30
  31 import java.util.ArrayList;
  32 import java.util.List;
  33
  34 import org.junit.jupiter.api.BeforeAll;
  35 import org.junit.jupiter.api.Test;
  36 import org.onap.dcaegen2.collectors.datafile.configuration.AppConfig;
  37 import org.onap.dcaegen2.collectors.datafile.exceptions.DatafileTaskException;
  38 import org.onap.dcaegen2.collectors.datafile.ftp.Scheme;
  39 import org.onap.dcaegen2.collectors.datafile.model.ConsumerDmaapModel;
  40 import org.onap.dcaegen2.collectors.datafile.model.FileData;
  41 import org.onap.dcaegen2.collectors.datafile.model.FileReadyMessage;
  42 import org.onap.dcaegen2.collectors.datafile.model.ImmutableConsumerDmaapModel;
  43 import org.onap.dcaegen2.collectors.datafile.model.ImmutableFileData;
  44 import org.onap.dcaegen2.collectors.datafile.model.ImmutableFileReadyMessage;
  45 import org.onap.dcaegen2.collectors.datafile.model.ImmutableMessageMetaData;
  46 import org.onap.dcaegen2.collectors.datafile.model.MessageMetaData;
  47 import org.onap.dcaegen2.collectors.datafile.service.JsonMessageParser;
  48 import org.onap.dcaegen2.collectors.datafile.utils.JsonMessage;
  49 import org.onap.dcaegen2.collectors.datafile.utils.JsonMessage.AdditionalField;
  50 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.config.DmaapConsumerConfiguration;
  51 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.config.ImmutableDmaapConsumerConfiguration;
  52 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.service.consumer.DMaaPConsumerReactiveHttpClient;
  53
  54 import reactor.core.publisher.Flux;
  55 import reactor.core.publisher.Mono;
  56 import reactor.test.StepVerifier;
  57
  58 /**
  59  * @author <a href="mailto:henrik.b.andersson@est.tech">Henrik Andersson</a>
  60  */
  61 public class DMaaPMessageConsumerTaskImplTest {
  62     private static final String NR_RADIO_ERICSSON_EVENT_NAME = "Noti_NrRadio-Ericsson_FileReady";
  63     private static final String PRODUCT_NAME = "NrRadio";
  64     private static final String VENDOR_NAME = "Ericsson";
  65     private static final String LAST_EPOCH_MICROSEC = "8745745764578";
  66     private static final String SOURCE_NAME = "oteNB5309";
  67     private static final String START_EPOCH_MICROSEC = "8745745764578";
  68     private static final String TIME_ZONE_OFFSET = "UTC+05:00";
  69     private static final String PM_MEAS_CHANGE_IDENTIFIER = "PM_MEAS_FILES";
  70     private static final String FILE_READY_CHANGE_TYPE = "FileReady";
  71     private static final String FTPES_SCHEME = "ftpes://";
  72     private static final String SFTP_SCHEME = "sftp://";
  73     private static final String SERVER_ADDRESS = "192.168.0.101";
  74     private static final String PORT_22 = "22";
  75     private static final String PM_FILE_NAME = "A20161224.1030-1045.bin.gz";
  76     private static final String REMOTE_FILE_LOCATION = "/ftp/rop/" + PM_FILE_NAME;
  77     private static final String LOCAL_FILE_LOCATION = "target/" + PM_FILE_NAME;
  78     private static final String FTPES_LOCATION = FTPES_SCHEME + SERVER_ADDRESS + ":" + PORT_22 + REMOTE_FILE_LOCATION;
  79     private static final String SFTP_LOCATION = SFTP_SCHEME + SERVER_ADDRESS + ":" + PORT_22 + REMOTE_FILE_LOCATION;
  80     private static final String GZIP_COMPRESSION = "gzip";
  81     private static final String MEAS_COLLECT_FILE_FORMAT_TYPE = "org.3GPP.32.435#measCollec";
  82     private static final String FILE_FORMAT_VERSION = "V10";
  83
  84     private static List<ConsumerDmaapModel> listOfConsumerDmaapModel = new ArrayList<ConsumerDmaapModel>();
  85
  86     private static AppConfig appConfig;
  87     private static DmaapConsumerConfiguration dmaapConsumerConfiguration;
  88     private DMaaPMessageConsumerTask messageConsumerTask;
  89     private DMaaPConsumerReactiveHttpClient dmaapConsumerReactiveHttpClient;
  90
  91     private static String ftpesMessageString;
  92     private static FileData ftpesFileData;
  93     private static FileReadyMessage expectedFtpesMessage;
  94
  95     private static String sftpMessageString;
  96     private static FileData sftpFileData;
  97     private static FileReadyMessage expectedSftpMessage;
  98
  99     @BeforeAll
 100     public static void setUp() {
 101         //@formatter:off
 102         dmaapConsumerConfiguration = new ImmutableDmaapConsumerConfiguration.Builder()
 103                 .consumerGroup("OpenDCAE-c12")
 104                 .consumerId("c12")
 105                 .dmaapContentType("application/json")
 106                 .dmaapHostName("54.45.33.2")
 107                 .dmaapPortNumber(1234).dmaapProtocol("https")
 108                 .dmaapUserName("Datafile")
 109                 .dmaapUserPassword("Datafile")
 110                 .dmaapTopicName("unauthenticated.NOTIFICATION")
 111                 .timeoutMs(-1)
 112                 .messageLimit(-1)
 113                 .trustStorePath("trustStorePath")
 114                 .trustStorePasswordPath("trustStorePasswordPath")
 115                 .keyStorePath("keyStorePath")
 116                 .keyStorePasswordPath("keyStorePasswordPath")
 117                 .enableDmaapCertAuth(true)
 118                 .build();
 119
 120         appConfig = mock(AppConfig.class);
 121
 122         AdditionalField ftpesAdditionalField = new JsonMessage.AdditionalFieldBuilder()
 123                 .location(FTPES_LOCATION)
 124                 .compression(GZIP_COMPRESSION)
 125                 .fileFormatType(MEAS_COLLECT_FILE_FORMAT_TYPE)
 126                 .fileFormatVersion(FILE_FORMAT_VERSION)
 127                 .build();
 128
 129         JsonMessage ftpesJsonMessage = new JsonMessage.JsonMessageBuilder()
 130                 .eventName(NR_RADIO_ERICSSON_EVENT_NAME)
 131                 .changeIdentifier(PM_MEAS_CHANGE_IDENTIFIER)
 132                 .changeType(FILE_READY_CHANGE_TYPE)
 133                 .notificationFieldsVersion("1.0")
 134                 .addAdditionalField(ftpesAdditionalField)
 135                 .build();
 136
 137         ftpesMessageString = ftpesJsonMessage.toString();
 138         MessageMetaData messageMetaData = ImmutableMessageMetaData.builder()
 139                 .productName(PRODUCT_NAME)
 140                 .vendorName(VENDOR_NAME)
 141                 .lastEpochMicrosec(LAST_EPOCH_MICROSEC)
 142                 .sourceName(SOURCE_NAME)
 143                 .startEpochMicrosec(START_EPOCH_MICROSEC)
 144                 .timeZoneOffset(TIME_ZONE_OFFSET)
 145                 .changeIdentifier(PM_MEAS_CHANGE_IDENTIFIER)
 146                 .changeType(FILE_READY_CHANGE_TYPE)
 147                 .build();
 148         ftpesFileData = ImmutableFileData.builder()
 149                 .name(PM_FILE_NAME)
 150                 .location(FTPES_LOCATION)
 151                 .scheme(Scheme.FTPS)
 152                 .compression(GZIP_COMPRESSION)
 153                 .fileFormatType(MEAS_COLLECT_FILE_FORMAT_TYPE)
 154                 .fileFormatVersion(FILE_FORMAT_VERSION)
 155                 .build();
 156
 157         List<FileData> files = new ArrayList<>();
 158         files.add(ftpesFileData);
 159         expectedFtpesMessage = ImmutableFileReadyMessage.builder()
 160                 .pnfName(SOURCE_NAME)
 161                 .messageMetaData(messageMetaData)
 162                 .files(files)
 163                 .build();
 164
 165         AdditionalField sftpAdditionalField = new JsonMessage.AdditionalFieldBuilder()
 166                 .location(SFTP_LOCATION)
 167                 .compression(GZIP_COMPRESSION)
 168                 .fileFormatType(MEAS_COLLECT_FILE_FORMAT_TYPE)
 169                 .fileFormatVersion(FILE_FORMAT_VERSION)
 170                 .build();
 171         JsonMessage sftpJsonMessage = new JsonMessage.JsonMessageBuilder()
 172                 .eventName(NR_RADIO_ERICSSON_EVENT_NAME)
 173                 .changeIdentifier(PM_MEAS_CHANGE_IDENTIFIER)
 174                 .changeType(FILE_READY_CHANGE_TYPE)
 175                 .notificationFieldsVersion("1.0")
 176                 .addAdditionalField(sftpAdditionalField)
 177                 .build();
 178         sftpMessageString = sftpJsonMessage.toString();
 179         sftpFileData = ImmutableFileData.builder()
 180                 .name(PM_FILE_NAME)
 181                 .location(SFTP_LOCATION)
 182                 .scheme(Scheme.FTPS)
 183                 .compression(GZIP_COMPRESSION)
 184                 .fileFormatType(MEAS_COLLECT_FILE_FORMAT_TYPE)
 185                 .fileFormatVersion(FILE_FORMAT_VERSION)
 186                 .build();
 187
 188         ImmutableConsumerDmaapModel consumerDmaapModel = ImmutableConsumerDmaapModel.builder()
 189                 .productName(PRODUCT_NAME)
 190                 .vendorName(VENDOR_NAME)
 191                 .lastEpochMicrosec(LAST_EPOCH_MICROSEC)
 192                 .sourceName(SOURCE_NAME)
 193                 .startEpochMicrosec(START_EPOCH_MICROSEC)
 194                 .timeZoneOffset(TIME_ZONE_OFFSET)
 195                 .name(PM_FILE_NAME)
 196                 .location(FTPES_LOCATION)
 197                 .internalLocation(LOCAL_FILE_LOCATION)
 198                 .compression(GZIP_COMPRESSION)
 199                 .fileFormatType(MEAS_COLLECT_FILE_FORMAT_TYPE)
 200                 .fileFormatVersion(FILE_FORMAT_VERSION)
 201                 .build();
 202         listOfConsumerDmaapModel.add(consumerDmaapModel);
 203
 204         files = new ArrayList<>();
 205         files.add(sftpFileData);
 206         expectedSftpMessage = ImmutableFileReadyMessage.builder()
 207                 .pnfName(SOURCE_NAME)
 208                 .messageMetaData(messageMetaData)
 209                 .files(files)
 210                 .build();
 211         //@formatter:on
 212     }
 213
 214     @Test
 215     public void whenPassedObjectDoesntFit_ThrowsDatafileTaskException() {
 216         prepareMocksForDmaapConsumer("", null);
 217
 218         StepVerifier.create(messageConsumerTask.execute()).expectSubscription()
 219                 .expectError(DatafileTaskException.class).verify();
 220
 221         verify(dmaapConsumerReactiveHttpClient, times(1)).getDMaaPConsumerResponse();
 222     }
 223
 224     @Test
 225     public void whenFtpes_ReturnsCorrectResponse() throws DatafileTaskException {
 226         prepareMocksForDmaapConsumer(ftpesMessageString, expectedFtpesMessage);
 227
 228         StepVerifier.create(messageConsumerTask.execute()).expectNext(expectedFtpesMessage).verifyComplete();
 229
 230         verify(dmaapConsumerReactiveHttpClient, times(1)).getDMaaPConsumerResponse();
 231         verifyNoMoreInteractions(dmaapConsumerReactiveHttpClient);
 232     }
 233
 234     @Test
 235     public void whenSftp_ReturnsCorrectResponse() throws DatafileTaskException {
 236         prepareMocksForDmaapConsumer(sftpMessageString, expectedSftpMessage);
 237
 238         StepVerifier.create(messageConsumerTask.execute()).expectNext(expectedSftpMessage).verifyComplete();
 239
 240         verify(dmaapConsumerReactiveHttpClient, times(1)).getDMaaPConsumerResponse();
 241         verifyNoMoreInteractions(dmaapConsumerReactiveHttpClient);
 242     }
 243
 244     private void prepareMocksForDmaapConsumer(String message, FileReadyMessage fileReadyMessageAfterConsume) {
 245         Mono<String> messageAsMono = Mono.just(message);
 246         JsonMessageParser jsonMessageParserMock = mock(JsonMessageParser.class);
 247         dmaapConsumerReactiveHttpClient = mock(DMaaPConsumerReactiveHttpClient.class);
 248         when(dmaapConsumerReactiveHttpClient.getDMaaPConsumerResponse()).thenReturn(messageAsMono);
 249
 250         if (!message.isEmpty()) {
 251             when(jsonMessageParserMock.getMessagesFromJson(messageAsMono))
 252                     .thenReturn(Flux.just(fileReadyMessageAfterConsume));
 253         } else {
 254             when(jsonMessageParserMock.getMessagesFromJson(messageAsMono))
 255                     .thenReturn(Flux.error(new DatafileTaskException("problemas")));
 256         }
 257
 258         messageConsumerTask =
 259                 spy(new DMaaPMessageConsumerTask(appConfig, dmaapConsumerReactiveHttpClient, jsonMessageParserMock));
 260         when(messageConsumerTask.resolveConfiguration()).thenReturn(dmaapConsumerConfiguration);
 261         doReturn(dmaapConsumerReactiveHttpClient).when(messageConsumerTask).resolveClient();
 262     }
 263 }