gerrit.onap Code Review - dcaegen2/collectors/datafile.git/blob

   1 /*-
   2  * ============LICENSE_START=======================================================
   3  *  Copyright (C) 2018 NOKIA Intellectual Property, 2018-2019 Nordix Foundation.
   4  * ================================================================================
   5  * Licensed under the Apache License, Version 2.0 (the "License");
   6  * you may not use this file except in compliance with the License.
   7  * You may obtain a copy of the License at
   8  *
   9  *      http://www.apache.org/licenses/LICENSE-2.0
  10  *
  11  * Unless required by applicable law or agreed to in writing, software
  12  * distributed under the License is distributed on an "AS IS" BASIS,
  13  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14  * See the License for the specific language governing permissions and
  15  * limitations under the License.
  16  *
  17  * SPDX-License-Identifier: Apache-2.0
  18  * ============LICENSE_END=========================================================
  19  */
  20
  21 package org.onap.dcaegen2.collectors.datafile.tasks;
  22
  23 import static org.mockito.Mockito.mock;
  24 import static org.mockito.Mockito.spy;
  25 import static org.mockito.Mockito.times;
  26 import static org.mockito.Mockito.verify;
  27 import static org.mockito.Mockito.verifyNoMoreInteractions;
  28 import static org.mockito.Mockito.when;
  29
  30 import java.nio.file.Path;
  31 import java.nio.file.Paths;
  32 import java.util.ArrayList;
  33 import java.util.HashMap;
  34 import java.util.List;
  35
  36 import org.junit.jupiter.api.BeforeAll;
  37 import org.junit.jupiter.api.Test;
  38 import org.onap.dcaegen2.collectors.datafile.exceptions.DatafileTaskException;
  39 import org.onap.dcaegen2.collectors.datafile.ftp.Scheme;
  40 import org.onap.dcaegen2.collectors.datafile.model.FileData;
  41 import org.onap.dcaegen2.collectors.datafile.model.FilePublishInformation;
  42 import org.onap.dcaegen2.collectors.datafile.model.FileReadyMessage;
  43 import org.onap.dcaegen2.collectors.datafile.model.ImmutableFileData;
  44 import org.onap.dcaegen2.collectors.datafile.model.ImmutableFilePublishInformation;
  45 import org.onap.dcaegen2.collectors.datafile.model.ImmutableFileReadyMessage;
  46 import org.onap.dcaegen2.collectors.datafile.model.ImmutableMessageMetaData;
  47 import org.onap.dcaegen2.collectors.datafile.model.MessageMetaData;
  48 import org.onap.dcaegen2.collectors.datafile.service.JsonMessageParser;
  49 import org.onap.dcaegen2.collectors.datafile.utils.JsonMessage;
  50 import org.onap.dcaegen2.collectors.datafile.utils.JsonMessage.AdditionalField;
  51 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.service.consumer.DMaaPConsumerReactiveHttpClient;
  52
  53 import reactor.core.publisher.Flux;
  54 import reactor.core.publisher.Mono;
  55 import reactor.test.StepVerifier;
  56
  57 public class DMaaPMessageConsumerTest {
  58     private static final String NR_RADIO_ERICSSON_EVENT_NAME = "Noti_NrRadio-Ericsson_FileReady";
  59     private static final String PRODUCT_NAME = "NrRadio";
  60     private static final String VENDOR_NAME = "Ericsson";
  61     private static final String LAST_EPOCH_MICROSEC = "8745745764578";
  62     private static final String SOURCE_NAME = "oteNB5309";
  63     private static final String START_EPOCH_MICROSEC = "8745745764578";
  64     private static final String TIME_ZONE_OFFSET = "UTC+05:00";
  65     private static final String PM_MEAS_CHANGE_IDENTIFIER = "PM_MEAS_FILES";
  66     private static final String FILE_READY_CHANGE_TYPE = "FileReady";
  67     private static final String FTPES_SCHEME = "ftpes://";
  68     private static final String SFTP_SCHEME = "sftp://";
  69     private static final String SERVER_ADDRESS = "192.168.0.101";
  70     private static final String PORT_22 = "22";
  71     private static final String PM_FILE_NAME = "A20161224.1030-1045.bin.gz";
  72     private static final String REMOTE_FILE_LOCATION = "/ftp/rop/" + PM_FILE_NAME;
  73     private static final Path LOCAL_FILE_LOCATION = Paths.get("target/" + PM_FILE_NAME);
  74     private static final String FTPES_LOCATION = FTPES_SCHEME + SERVER_ADDRESS + ":" + PORT_22 + REMOTE_FILE_LOCATION;
  75     private static final String SFTP_LOCATION = SFTP_SCHEME + SERVER_ADDRESS + ":" + PORT_22 + REMOTE_FILE_LOCATION;
  76     private static final String GZIP_COMPRESSION = "gzip";
  77     private static final String MEAS_COLLECT_FILE_FORMAT_TYPE = "org.3GPP.32.435#measCollec";
  78     private static final String FILE_FORMAT_VERSION = "V10";
  79     private static List<FilePublishInformation> listOfFilePublishInformation = new ArrayList<FilePublishInformation>();
  80     private static final String CHANGE_IDENTIFIER = "PM_MEAS_FILES";
  81
  82     private DMaaPConsumerReactiveHttpClient httpClientMock;
  83
  84     private DMaaPMessageConsumer messageConsumer;
  85     private static String ftpesMessageString;
  86     private static FileData ftpesFileData;
  87     private static FileReadyMessage expectedFtpesMessage;
  88
  89     private static String sftpMessageString;
  90     private static FileData sftpFileData;
  91     private static FileReadyMessage expectedSftpMessage;
  92
  93     /**
  94      * Sets up data for the test.
  95      */
  96     @BeforeAll
  97     public static void setUp() {
  98         AdditionalField ftpesAdditionalField = new JsonMessage.AdditionalFieldBuilder() //
  99             .location(FTPES_LOCATION) //
 100             .compression(GZIP_COMPRESSION) //
 101             .fileFormatType(MEAS_COLLECT_FILE_FORMAT_TYPE) //
 102             .fileFormatVersion(FILE_FORMAT_VERSION) //
 103             .build();
 104
 105         JsonMessage ftpesJsonMessage = new JsonMessage.JsonMessageBuilder() //
 106             .eventName(NR_RADIO_ERICSSON_EVENT_NAME) //
 107             .changeIdentifier(PM_MEAS_CHANGE_IDENTIFIER) //
 108             .changeType(FILE_READY_CHANGE_TYPE) //
 109             .notificationFieldsVersion("1.0") //
 110             .addAdditionalField(ftpesAdditionalField) //
 111             .build();
 112
 113         ftpesMessageString = ftpesJsonMessage.toString();
 114         MessageMetaData messageMetaData = ImmutableMessageMetaData.builder() //
 115             .productName(PRODUCT_NAME) //
 116             .vendorName(VENDOR_NAME) //
 117             .lastEpochMicrosec(LAST_EPOCH_MICROSEC) //
 118             .sourceName(SOURCE_NAME) //
 119             .startEpochMicrosec(START_EPOCH_MICROSEC) //
 120             .timeZoneOffset(TIME_ZONE_OFFSET) //
 121             .changeIdentifier(PM_MEAS_CHANGE_IDENTIFIER) //
 122             .changeType(FILE_READY_CHANGE_TYPE) //
 123             .build();
 124         ftpesFileData = ImmutableFileData.builder() //
 125             .name(PM_FILE_NAME) //
 126             .location(FTPES_LOCATION) //
 127             .scheme(Scheme.FTPS) //
 128             .compression(GZIP_COMPRESSION) //
 129             .fileFormatType(MEAS_COLLECT_FILE_FORMAT_TYPE) //
 130             .fileFormatVersion(FILE_FORMAT_VERSION) //
 131             .messageMetaData(messageMetaData) //
 132             .build();
 133
 134         List<FileData> files = new ArrayList<>();
 135         files.add(ftpesFileData);
 136         expectedFtpesMessage = ImmutableFileReadyMessage.builder() //
 137             .files(files) //
 138             .build();
 139
 140         AdditionalField sftpAdditionalField = new JsonMessage.AdditionalFieldBuilder() //
 141             .location(SFTP_LOCATION) //
 142             .compression(GZIP_COMPRESSION) //
 143             .fileFormatType(MEAS_COLLECT_FILE_FORMAT_TYPE) //
 144             .fileFormatVersion(FILE_FORMAT_VERSION) //
 145             .build();
 146         JsonMessage sftpJsonMessage = new JsonMessage.JsonMessageBuilder() //
 147             .eventName(NR_RADIO_ERICSSON_EVENT_NAME) //
 148             .changeIdentifier(PM_MEAS_CHANGE_IDENTIFIER) //
 149             .changeType(FILE_READY_CHANGE_TYPE) //
 150             .notificationFieldsVersion("1.0") //
 151             .addAdditionalField(sftpAdditionalField) //
 152             .build();
 153         sftpMessageString = sftpJsonMessage.toString();
 154         sftpFileData = ImmutableFileData.builder() //
 155             .name(PM_FILE_NAME) //
 156             .location(SFTP_LOCATION) //
 157             .scheme(Scheme.FTPS) //
 158             .compression(GZIP_COMPRESSION) //
 159             .fileFormatType(MEAS_COLLECT_FILE_FORMAT_TYPE) //
 160             .fileFormatVersion(FILE_FORMAT_VERSION) //
 161             .messageMetaData(messageMetaData) //
 162             .build();
 163
 164         ImmutableFilePublishInformation filePublishInformation = ImmutableFilePublishInformation.builder() //
 165             .productName(PRODUCT_NAME) //
 166             .vendorName(VENDOR_NAME) //
 167             .lastEpochMicrosec(LAST_EPOCH_MICROSEC) //
 168             .sourceName(SOURCE_NAME) //
 169             .startEpochMicrosec(START_EPOCH_MICROSEC) //
 170             .timeZoneOffset(TIME_ZONE_OFFSET) //
 171             .name(PM_FILE_NAME) //
 172             .location(FTPES_LOCATION) //
 173             .internalLocation(LOCAL_FILE_LOCATION) //
 174             .compression(GZIP_COMPRESSION) //
 175             .fileFormatType(MEAS_COLLECT_FILE_FORMAT_TYPE) //
 176             .fileFormatVersion(FILE_FORMAT_VERSION) //
 177             .changeIdentifier(CHANGE_IDENTIFIER) //
 178             .context(new HashMap<String, String>()) //
 179             .build();
 180         listOfFilePublishInformation.add(filePublishInformation);
 181
 182         files = new ArrayList<>();
 183         files.add(sftpFileData);
 184         expectedSftpMessage = ImmutableFileReadyMessage.builder() //
 185             .files(files) //
 186             .build();
 187     }
 188
 189     @Test
 190     public void whenPassedObjectDoesntFit_ThrowsDatafileTaskException() {
 191         prepareMocksForDmaapConsumer("", null);
 192
 193         StepVerifier.create(messageConsumer.getMessageRouterResponse()) //
 194             .expectSubscription() //
 195             .expectError(DatafileTaskException.class) //
 196             .verify();
 197
 198         verify(httpClientMock, times(1)).getDMaaPConsumerResponse();
 199     }
 200
 201     @Test
 202     public void whenFtpes_ReturnsCorrectResponse() throws DatafileTaskException {
 203         prepareMocksForDmaapConsumer(ftpesMessageString, expectedFtpesMessage);
 204
 205         StepVerifier.create(messageConsumer.getMessageRouterResponse()) //
 206             .expectNext(expectedFtpesMessage) //
 207             .verifyComplete();
 208
 209         verify(httpClientMock, times(1)).getDMaaPConsumerResponse();
 210         verifyNoMoreInteractions(httpClientMock);
 211     }
 212
 213     @Test
 214     public void whenSftp_ReturnsCorrectResponse() throws DatafileTaskException {
 215         prepareMocksForDmaapConsumer(sftpMessageString, expectedSftpMessage);
 216
 217         StepVerifier.create(messageConsumer.getMessageRouterResponse()) //
 218             .expectNext(expectedSftpMessage) //
 219             .verifyComplete();
 220
 221         verify(httpClientMock, times(1)).getDMaaPConsumerResponse();
 222         verifyNoMoreInteractions(httpClientMock);
 223     }
 224
 225     private void prepareMocksForDmaapConsumer(String message, FileReadyMessage fileReadyMessageAfterConsume) {
 226         Mono<String> messageAsMono = Mono.just(message);
 227         JsonMessageParser jsonMessageParserMock = mock(JsonMessageParser.class);
 228         httpClientMock = mock(DMaaPConsumerReactiveHttpClient.class);
 229         when(httpClientMock.getDMaaPConsumerResponse()).thenReturn(messageAsMono);
 230
 231         if (!message.isEmpty()) {
 232             when(jsonMessageParserMock.getMessagesFromJson(messageAsMono))
 233                 .thenReturn(Flux.just(fileReadyMessageAfterConsume));
 234         } else {
 235             when(jsonMessageParserMock.getMessagesFromJson(messageAsMono))
 236                 .thenReturn(Flux.error(new DatafileTaskException("problemas")));
 237         }
 238
 239         messageConsumer = spy(new DMaaPMessageConsumer(httpClientMock, jsonMessageParserMock));
 240     }
 241 }