gerrit.onap Code Review - dcaegen2/collectors/datafile.git/blob

   1 /*-
   2  * ============LICENSE_START=======================================================
   3  *  Copyright (C) 2019 Nordix Foundation.
   4  *  Copyright (C) 2020 Nokia. All rights reserved.
   5  * ================================================================================
   6  * Licensed under the Apache License, Version 2.0 (the "License");
   7  * you may not use this file except in compliance with the License.
   8  * You may obtain a copy of the License at
   9  *
  10  *      http://www.apache.org/licenses/LICENSE-2.0
  11  *
  12  * Unless required by applicable law or agreed to in writing, software
  13  * distributed under the License is distributed on an "AS IS" BASIS,
  14  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15  * See the License for the specific language governing permissions and
  16  * limitations under the License.
  17  *
  18  * SPDX-License-Identifier: Apache-2.0
  19  * ============LICENSE_END=========================================================
  20  */
  21
  22 package org.onap.dcaegen2.collectors.datafile.tasks;
  23
  24 import com.google.gson.JsonElement;
  25 import com.google.gson.JsonParser;
  26
  27 import java.io.File;
  28 import java.net.URI;
  29 import java.nio.file.Path;
  30 import java.time.Duration;
  31
  32 import org.apache.http.HttpResponse;
  33 import org.apache.http.client.methods.HttpPut;
  34 import org.apache.http.entity.ContentType;
  35 import org.apache.http.entity.FileEntity;
  36 import org.onap.dcaegen2.collectors.datafile.configuration.AppConfig;
  37 import org.onap.dcaegen2.collectors.datafile.configuration.PublisherConfiguration;
  38 import org.onap.dcaegen2.collectors.datafile.exceptions.DatafileTaskException;
  39 import org.onap.dcaegen2.collectors.datafile.model.Counters;
  40 import org.onap.dcaegen2.collectors.datafile.model.FilePublishInformation;
  41 import org.onap.dcaegen2.collectors.datafile.model.JsonSerializer;
  42 import org.onap.dcaegen2.collectors.datafile.model.logging.MappedDiagnosticContext;
  43 import org.onap.dcaegen2.collectors.datafile.service.HttpUtils;
  44 import org.onap.dcaegen2.collectors.datafile.service.producer.DmaapProducerHttpClient;
  45 import org.slf4j.Logger;
  46 import org.slf4j.LoggerFactory;
  47 import org.slf4j.MDC;
  48 import org.springframework.core.io.FileSystemResource;
  49 import org.springframework.http.HttpHeaders;
  50 import org.springframework.http.HttpStatus;
  51 import org.springframework.web.util.DefaultUriBuilderFactory;
  52 import reactor.core.publisher.Mono;
  53
  54 /**
  55  * Publishes a file to the DataRouter.
  56  *
  57  * @author <a href="mailto:przemyslaw.wasala@nokia.com">Przemysław Wąsala</a> on 4/13/18
  58  * @author <a href="mailto:henrik.b.andersson@est.tech">Henrik Andersson</a>
  59  */
  60 public class DataRouterPublisher {
  61     private static final String X_DMAAP_DR_META = "X-DMAAP-DR-META";
  62     private static final String CONTENT_TYPE = "application/octet-stream";
  63
  64     private static final Logger logger = LoggerFactory.getLogger(DataRouterPublisher.class);
  65     private final AppConfig datafileAppConfig;
  66     private final Counters counters;
  67
  68     public DataRouterPublisher(AppConfig datafileAppConfig, Counters counters) {
  69         this.datafileAppConfig = datafileAppConfig;
  70         this.counters = counters;
  71     }
  72
  73     /**
  74      * Publish one file.
  75      *
  76      * @param publishInfo information about the file to publish
  77      * @param numRetries the maximal number of retries if the publishing fails
  78      * @param firstBackoff the time to delay the first retry
  79      * @return the (same) filePublishInformation
  80      */
  81     public Mono<FilePublishInformation> publishFile(FilePublishInformation publishInfo, long numRetries,
  82         Duration firstBackoff) {
  83         MDC.setContextMap(publishInfo.getContext());
  84         return Mono.just(publishInfo) //
  85             .cache() //
  86             .flatMap(this::publishFile) //
  87             .flatMap(httpStatus -> handleHttpResponse(httpStatus, publishInfo)) //
  88             .retryBackoff(numRetries, firstBackoff);
  89     }
  90
  91     private Mono<HttpStatus> publishFile(FilePublishInformation publishInfo) {
  92         MDC.setContextMap(publishInfo.getContext());
  93         logger.trace("Entering publishFile with {}", publishInfo);
  94         try {
  95             DmaapProducerHttpClient dmaapProducerHttpClient = resolveClient(publishInfo.getChangeIdentifier());
  96             HttpPut put = new HttpPut();
  97             prepareHead(publishInfo, put);
  98             prepareBody(publishInfo, put);
  99             dmaapProducerHttpClient.addUserCredentialsToHead(put);
 100
 101             HttpResponse response =
 102                 dmaapProducerHttpClient.getDmaapProducerResponseWithRedirect(put, publishInfo.getContext());
 103             logger.trace("{}", response);
 104             return Mono.just(HttpStatus.valueOf(response.getStatusLine().getStatusCode()));
 105         } catch (Exception e) {
 106             counters.incNoOfFailedPublishAttempts();
 107             logger.warn("Publishing file {} to DR unsuccessful.", publishInfo.getName(), e);
 108             return Mono.error(e);
 109         }
 110     }
 111
 112     private void prepareHead(FilePublishInformation publishInfo, HttpPut put) throws DatafileTaskException {
 113
 114         put.addHeader(HttpHeaders.CONTENT_TYPE, CONTENT_TYPE);
 115         JsonElement metaData = JsonParser.parseString(JsonSerializer.createJsonBodyForDataRouter(publishInfo));
 116         put.addHeader(X_DMAAP_DR_META, metaData.toString());
 117         URI uri = new DefaultUriBuilderFactory(
 118             datafileAppConfig.getPublisherConfiguration(publishInfo.getChangeIdentifier()).publishUrl()) //
 119                 .builder() //
 120                 .pathSegment(publishInfo.getName()) //
 121                 .build();
 122         put.setURI(uri);
 123
 124         MappedDiagnosticContext.appendTraceInfo(put);
 125     }
 126
 127     private void prepareBody(FilePublishInformation publishInfo, HttpPut put) {
 128         File file = createInputFile(publishInfo.getInternalLocation());
 129         FileEntity entity = new FileEntity(file, ContentType.DEFAULT_BINARY);
 130         put.setEntity(entity);
 131     }
 132
 133     private Mono<FilePublishInformation> handleHttpResponse(HttpStatus response, FilePublishInformation publishInfo) {
 134         MDC.setContextMap(publishInfo.getContext());
 135         if (HttpUtils.isSuccessfulResponseCode(response.value())) {
 136             counters.incTotalPublishedFiles();
 137             logger.trace("Publishing file {} to DR successful!", publishInfo.getName());
 138             return Mono.just(publishInfo);
 139         } else {
 140             counters.incNoOfFailedPublishAttempts();
 141             logger.warn("Publishing file {} to DR unsuccessful. Response code: {}", publishInfo.getName(), response);
 142             return Mono.error(new Exception(
 143                 "Publishing file " + publishInfo.getName() + " to DR unsuccessful. Response code: " + response));
 144         }
 145     }
 146
 147     File createInputFile(Path filePath) {
 148         FileSystemResource realResource = new FileSystemResource(filePath);
 149         return realResource.getFile();
 150     }
 151
 152     PublisherConfiguration resolveConfiguration(String changeIdentifer) throws DatafileTaskException {
 153         return datafileAppConfig.getPublisherConfiguration(changeIdentifer);
 154     }
 155
 156     DmaapProducerHttpClient resolveClient(String changeIdentifier) throws DatafileTaskException {
 157         PublisherConfiguration publisherConfiguration = resolveConfiguration(changeIdentifier);
 158         return new DmaapProducerHttpClient(publisherConfiguration);
 159
 160     }
 161 }