gerrit.onap Code Review - dcaegen2/collectors/datafile.git/blob

   1 /*-
   2  * ============LICENSE_START=======================================================
   3  *  Copyright (C) 2019 Nordix Foundation.
   4  * ================================================================================
   5  * Licensed under the Apache License, Version 2.0 (the "License");
   6  * you may not use this file except in compliance with the License.
   7  * You may obtain a copy of the License at
   8  *
   9  *      http://www.apache.org/licenses/LICENSE-2.0
  10  *
  11  * Unless required by applicable law or agreed to in writing, software
  12  * distributed under the License is distributed on an "AS IS" BASIS,
  13  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14  * See the License for the specific language governing permissions and
  15  * limitations under the License.
  16  *
  17  * SPDX-License-Identifier: Apache-2.0
  18  * ============LICENSE_END=========================================================
  19  */
  20
  21 package org.onap.dcaegen2.collectors.datafile.tasks;
  22
  23 import com.google.gson.JsonElement;
  24 import com.google.gson.JsonParser;
  25
  26 import java.io.IOException;
  27 import java.io.InputStream;
  28 import java.net.URI;
  29 import java.nio.file.Path;
  30 import java.time.Duration;
  31
  32 import org.apache.commons.io.IOUtils;
  33 import org.apache.http.HttpResponse;
  34 import org.apache.http.client.methods.HttpPut;
  35 import org.apache.http.entity.ByteArrayEntity;
  36 import org.onap.dcaegen2.collectors.datafile.configuration.AppConfig;
  37 import org.onap.dcaegen2.collectors.datafile.model.CommonFunctions;
  38 import org.onap.dcaegen2.collectors.datafile.model.FilePublishInformation;
  39 import org.onap.dcaegen2.collectors.datafile.model.logging.MappedDiagnosticContext;
  40 import org.onap.dcaegen2.collectors.datafile.service.HttpUtils;
  41 import org.onap.dcaegen2.collectors.datafile.service.producer.DmaapProducerHttpClient;
  42 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.config.DmaapPublisherConfiguration;
  43 import org.slf4j.Logger;
  44 import org.slf4j.LoggerFactory;
  45 import org.slf4j.MDC;
  46 import org.springframework.core.io.FileSystemResource;
  47 import org.springframework.http.HttpHeaders;
  48 import org.springframework.http.HttpStatus;
  49
  50 import reactor.core.publisher.Mono;
  51
  52 /**
  53  * Publishes a file to the DataRouter.
  54  *
  55  * @author <a href="mailto:przemyslaw.wasala@nokia.com">Przemysław Wąsala</a> on 4/13/18
  56  * @author <a href="mailto:henrik.b.andersson@est.tech">Henrik Andersson</a>
  57  */
  58 public class DataRouterPublisher {
  59     private static final String X_DMAAP_DR_META = "X-DMAAP-DR-META";
  60     private static final String CONTENT_TYPE = "application/octet-stream";
  61     private static final String NAME_JSON_TAG = "name";
  62     private static final String INTERNAL_LOCATION_JSON_TAG = "internalLocation";
  63     private static final String CONTEXT_JSON_TAG = "context";
  64     private static final String PUBLISH_TOPIC = "publish";
  65     private static final String DEFAULT_FEED_ID = "1";
  66
  67     private static final Logger logger = LoggerFactory.getLogger(DataRouterPublisher.class);
  68     private final AppConfig datafileAppConfig;
  69     private DmaapProducerHttpClient dmaapProducerReactiveHttpClient;
  70
  71     public DataRouterPublisher(AppConfig datafileAppConfig) {
  72         this.datafileAppConfig = datafileAppConfig;
  73     }
  74
  75     /**
  76      * Publish one file.
  77      *
  78      * @param publishInfo information about the file to publish
  79      * @param numRetries the maximal number of retries if the publishing fails
  80      * @param firstBackoff the time to delay the first retry
  81      * @return the (same) filePublishInformation
  82      */
  83     public Mono<FilePublishInformation> publishFile(FilePublishInformation publishInfo, long numRetries,
  84             Duration firstBackoff) {
  85         MDC.setContextMap(publishInfo.getContext());
  86         dmaapProducerReactiveHttpClient = resolveClient();
  87         return Mono.just(publishInfo) //
  88                 .cache() //
  89                 .flatMap(this::publishFile) //
  90                 .flatMap(httpStatus -> handleHttpResponse(httpStatus, publishInfo)) //
  91                 .retryBackoff(numRetries, firstBackoff);
  92     }
  93
  94     private Mono<HttpStatus> publishFile(FilePublishInformation publishInfo) {
  95         MDC.setContextMap(publishInfo.getContext());
  96         logger.trace("Entering publishFile with {}", publishInfo);
  97         try {
  98             HttpPut put = new HttpPut();
  99             prepareHead(publishInfo, put);
 100             prepareBody(publishInfo, put);
 101             dmaapProducerReactiveHttpClient.addUserCredentialsToHead(put);
 102
 103             HttpResponse response =
 104                     dmaapProducerReactiveHttpClient.getDmaapProducerResponseWithRedirect(put, publishInfo.getContext());
 105             logger.trace("{}", response);
 106             return Mono.just(HttpStatus.valueOf(response.getStatusLine().getStatusCode()));
 107         } catch (Exception e) {
 108             logger.warn("Unable to send file to DataRouter. Data: {}", publishInfo.getInternalLocation(), e);
 109             return Mono.error(e);
 110         }
 111     }
 112
 113     private void prepareHead(FilePublishInformation publishInfo, HttpPut put) {
 114         put.addHeader(HttpHeaders.CONTENT_TYPE, CONTENT_TYPE);
 115         JsonElement metaData = new JsonParser().parse(CommonFunctions.createJsonBody(publishInfo));
 116         metaData.getAsJsonObject().remove(NAME_JSON_TAG).getAsString();
 117         metaData.getAsJsonObject().remove(INTERNAL_LOCATION_JSON_TAG);
 118         metaData.getAsJsonObject().remove(CONTEXT_JSON_TAG);
 119
 120         put.addHeader(X_DMAAP_DR_META, metaData.toString());
 121         put.setURI(getPublishUri(publishInfo.getName()));
 122         MappedDiagnosticContext.appendTraceInfo(put);
 123     }
 124
 125     private void prepareBody(FilePublishInformation publishInfo, HttpPut put) throws IOException {
 126         Path fileLocation = publishInfo.getInternalLocation();
 127         try (InputStream fileInputStream = createInputStream(fileLocation)) {
 128             put.setEntity(new ByteArrayEntity(IOUtils.toByteArray(fileInputStream)));
 129         }
 130     }
 131
 132     private URI getPublishUri(String fileName) {
 133         return dmaapProducerReactiveHttpClient.getBaseUri() //
 134                 .pathSegment(PUBLISH_TOPIC) //
 135                 .pathSegment(DEFAULT_FEED_ID) //
 136                 .pathSegment(fileName).build();
 137     }
 138
 139     private Mono<FilePublishInformation> handleHttpResponse(HttpStatus response, FilePublishInformation publishInfo) {
 140         MDC.setContextMap(publishInfo.getContext());
 141         if (HttpUtils.isSuccessfulResponseCode(response.value())) {
 142             logger.trace("Publish to DR successful!");
 143             return Mono.just(publishInfo);
 144         } else {
 145             logger.warn("Publish to DR unsuccessful, response code: {}", response);
 146             return Mono.error(new Exception("Publish to DR unsuccessful, response code: " + response));
 147         }
 148     }
 149
 150     InputStream createInputStream(Path filePath) throws IOException {
 151         FileSystemResource realResource = new FileSystemResource(filePath);
 152         return realResource.getInputStream();
 153     }
 154
 155     DmaapPublisherConfiguration resolveConfiguration() {
 156         return datafileAppConfig.getDmaapPublisherConfiguration();
 157     }
 158
 159     DmaapProducerHttpClient resolveClient() {
 160         return new DmaapProducerHttpClient(resolveConfiguration());
 161     }
 162 }