rest-services/dmaap-client/src/main/java/org/onap/dcaegen2/services/sdk/rest/services/dmaap/client/impl/MessageRouterPublisherImpl.java

   1 /*
   2  * ============LICENSE_START====================================
   3  * DCAEGEN2-SERVICES-SDK
   4  * =========================================================
   5  * Copyright (C) 2019-2020 Nokia. All rights reserved.
   6  * =========================================================
   7  * Licensed under the Apache License, Version 2.0 (the "License");
   8  * you may not use this file except in compliance with the License.
   9  * You may obtain a copy of the License at
  10  *
  11  *       http://www.apache.org/licenses/LICENSE-2.0
  12  *
  13  * Unless required by applicable law or agreed to in writing, software
  14  * distributed under the License is distributed on an "AS IS" BASIS,
  15  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16  * See the License for the specific language governing permissions and
  17  * limitations under the License.
  18  * ============LICENSE_END=====================================
  19  */
  20
  21 package org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.impl;
  22
  23 import com.google.gson.JsonArray;
  24 import com.google.gson.JsonElement;
  25 import io.netty.handler.timeout.ReadTimeoutException;
  26 import io.vavr.collection.HashMap;
  27 import io.vavr.collection.List;
  28 import io.vavr.control.Option;
  29 import org.jetbrains.annotations.NotNull;
  30 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.HttpHeaders;
  31 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.HttpMethod;
  32 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.HttpRequest;
  33 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.HttpResponse;
  34 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.ImmutableHttpRequest;
  35 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.RequestBody;
  36 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.RxHttpClient;
  37 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.ContentType;
  38 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.api.MessageRouterPublisher;
  39 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.error.ClientErrorReason;
  40 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.error.ClientErrorReasonPresenter;
  41 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.error.ClientErrorReasons;
  42 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.model.ImmutableMessageRouterPublishResponse;
  43 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.model.MessageRouterPublishRequest;
  44 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.model.MessageRouterPublishResponse;
  45 import org.reactivestreams.Publisher;
  46 import org.slf4j.Logger;
  47 import org.slf4j.LoggerFactory;
  48 import reactor.core.publisher.Flux;
  49 import reactor.core.publisher.Mono;
  50
  51 import java.time.Duration;
  52 import java.util.stream.Collectors;
  53
  54 import static org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.impl.Commons.extractFailReason;
  55
  56 /**
  57  * @author <a href="mailto:piotr.jaszczyk@nokia.com">Piotr Jaszczyk</a>
  58  * @since March 2019
  59  */
  60 public class MessageRouterPublisherImpl implements MessageRouterPublisher {
  61     private final RxHttpClient httpClient;
  62     private final int maxBatchSize;
  63     private final Duration maxBatchDuration;
  64     private static final Logger LOGGER = LoggerFactory.getLogger(MessageRouterPublisherImpl.class);
  65
  66     public MessageRouterPublisherImpl(RxHttpClient httpClient, int maxBatchSize, Duration maxBatchDuration) {
  67         this.httpClient = httpClient;
  68         this.maxBatchSize = maxBatchSize;
  69         this.maxBatchDuration = maxBatchDuration;
  70     }
  71
  72     @Override
  73     public Flux<MessageRouterPublishResponse> put(
  74             MessageRouterPublishRequest request,
  75             Flux<? extends JsonElement> items) {
  76         return items.bufferTimeout(maxBatchSize, maxBatchDuration)
  77                 .flatMap(subItems -> subItems.isEmpty() ? Mono.empty() : pushBatchToMr(request, List.ofAll(subItems)));
  78     }
  79
  80     private Publisher<? extends MessageRouterPublishResponse> pushBatchToMr(
  81             MessageRouterPublishRequest request,
  82             List<JsonElement> batch) {
  83         LOGGER.debug("Sending a batch of {} items to DMaaP MR", batch.size());
  84         LOGGER.trace("The items to be sent: {}", batch);
  85         return httpClient.call(buildHttpRequest(request, createBody(batch, request.contentType())))
  86                 .map(httpResponse -> buildResponse(httpResponse, batch))
  87                 .doOnError(ReadTimeoutException.class, e -> LOGGER.error("Timeout exception occurred when sending items to DMaaP MR", e))
  88                 .onErrorResume(ReadTimeoutException.class, e -> createErrorResponse(ClientErrorReasons.TIMEOUT));
  89     }
  90
  91     private @NotNull RequestBody createBody(List<? extends JsonElement> subItems, ContentType contentType) {
  92         if (contentType == ContentType.APPLICATION_JSON) {
  93             final JsonArray elements = new JsonArray(subItems.size());
  94             subItems.forEach(elements::add);
  95             return RequestBody.fromJson(elements);
  96         } else if (contentType == ContentType.TEXT_PLAIN) {
  97             String messages = subItems.map(JsonElement::toString)
  98                     .collect(Collectors.joining("\n"));
  99             return RequestBody.fromString(messages);
 100         } else throw new IllegalArgumentException("Unsupported content type: " + contentType);
 101     }
 102
 103     private @NotNull HttpRequest buildHttpRequest(MessageRouterPublishRequest request, RequestBody body) {
 104         ImmutableHttpRequest.Builder requestBuilder = ImmutableHttpRequest.builder()
 105                 .method(HttpMethod.POST)
 106                 .url(request.sinkDefinition().topicUrl())
 107                 .diagnosticContext(request.diagnosticContext().withNewInvocationId())
 108                 .customHeaders(HashMap.of(HttpHeaders.CONTENT_TYPE, request.contentType().toString()))
 109                 .body(body);
 110
 111         return Option.of(request.timeoutConfig())
 112                 .map(timeoutConfig -> requestBuilder.timeout(timeoutConfig.getTimeout()).build())
 113                 .getOrElse(requestBuilder::build);
 114     }
 115
 116     private MessageRouterPublishResponse buildResponse(
 117             HttpResponse httpResponse, List<JsonElement> batch) {
 118         final ImmutableMessageRouterPublishResponse.Builder builder =
 119                 ImmutableMessageRouterPublishResponse.builder();
 120
 121         return httpResponse.successful()
 122                 ? builder.items(batch).build()
 123                 : builder.failReason(extractFailReason(httpResponse)).build();
 124     }
 125
 126     private Mono<MessageRouterPublishResponse> createErrorResponse(ClientErrorReason clientErrorReason) {
 127         String failReason = ClientErrorReasonPresenter.present(clientErrorReason);
 128         return Mono.just(ImmutableMessageRouterPublishResponse.builder()
 129                 .failReason(failReason)
 130                 .build());
 131     }
 132 }