gerrit.onap Code Review - dcaegen2/services/sdk.git/blob

   1 /*
   2  * ============LICENSE_START====================================
   3  * DCAEGEN2-SERVICES-SDK
   4  * =========================================================
   5  * Copyright (C) 2019-2021 Nokia. All rights reserved.
   6  * =========================================================
   7  * Licensed under the Apache License, Version 2.0 (the "License");
   8  * you may not use this file except in compliance with the License.
   9  * You may obtain a copy of the License at
  10  *
  11  *       http://www.apache.org/licenses/LICENSE-2.0
  12  *
  13  * Unless required by applicable law or agreed to in writing, software
  14  * distributed under the License is distributed on an "AS IS" BASIS,
  15  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16  * See the License for the specific language governing permissions and
  17  * limitations under the License.
  18  * ============LICENSE_END=====================================
  19  */
  20
  21 package org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.impl;
  22
  23 import com.google.gson.JsonArray;
  24 import com.google.gson.JsonElement;
  25 import io.netty.handler.timeout.ReadTimeoutException;
  26 import io.vavr.collection.HashMap;
  27 import io.vavr.collection.List;
  28 import io.vavr.control.Option;
  29 import org.jetbrains.annotations.NotNull;
  30 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.HttpHeaders;
  31 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.HttpMethod;
  32 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.HttpRequest;
  33 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.HttpResponse;
  34 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.ImmutableHttpRequest;
  35 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.RequestBody;
  36 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.RxHttpClient;
  37 import org.onap.dcaegen2.services.sdk.rest.services.adapters.http.exceptions.RetryableException;
  38 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.ContentType;
  39 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.api.MessageRouterPublisher;
  40 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.error.ClientErrorReason;
  41 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.error.ClientErrorReasonPresenter;
  42 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.error.ClientErrorReasons;
  43 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.model.ImmutableMessageRouterPublishResponse;
  44 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.model.MessageRouterPublishRequest;
  45 import org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.model.MessageRouterPublishResponse;
  46 import org.reactivestreams.Publisher;
  47 import org.slf4j.Logger;
  48 import org.slf4j.LoggerFactory;
  49 import reactor.core.publisher.Flux;
  50 import reactor.core.publisher.Mono;
  51
  52 import java.net.ConnectException;
  53 import java.time.Duration;
  54 import java.util.stream.Collectors;
  55
  56 import static org.onap.dcaegen2.services.sdk.rest.services.dmaap.client.impl.Commons.extractFailReason;
  57
  58 /**
  59  * @author <a href="mailto:piotr.jaszczyk@nokia.com">Piotr Jaszczyk</a>
  60  * @since March 2019
  61  */
  62 public class MessageRouterPublisherImpl implements MessageRouterPublisher {
  63     private final RxHttpClient httpClient;
  64     private final int maxBatchSize;
  65     private final Duration maxBatchDuration;
  66     private final ClientErrorReasonPresenter clientErrorReasonPresenter;
  67
  68     private static final Logger LOGGER = LoggerFactory.getLogger(MessageRouterPublisherImpl.class);
  69
  70     public MessageRouterPublisherImpl(RxHttpClient httpClient, int maxBatchSize, Duration maxBatchDuration, ClientErrorReasonPresenter clientErrorReasonPresenter) {
  71         this.httpClient = httpClient;
  72         this.maxBatchSize = maxBatchSize;
  73         this.maxBatchDuration = maxBatchDuration;
  74         this.clientErrorReasonPresenter = clientErrorReasonPresenter;
  75     }
  76
  77     @Override
  78     public Flux<MessageRouterPublishResponse> put(
  79             MessageRouterPublishRequest request,
  80             Flux<? extends JsonElement> items) {
  81         return items.bufferTimeout(maxBatchSize, maxBatchDuration)
  82                 .flatMap(subItems -> subItems.isEmpty() ? Mono.empty() : pushBatchToMr(request, List.ofAll(subItems)));
  83     }
  84
  85     private Publisher<? extends MessageRouterPublishResponse> pushBatchToMr(
  86             MessageRouterPublishRequest request,
  87             List<JsonElement> batch) {
  88         LOGGER.debug("Sending a batch of {} items to DMaaP MR", batch.size());
  89         LOGGER.trace("The items to be sent: {}", batch);
  90         return httpClient.call(buildHttpRequest(request, createBody(batch, request.contentType())))
  91                 .map(httpResponse -> buildResponse(httpResponse, batch))
  92                 .doOnError(ReadTimeoutException.class,
  93                         e -> LOGGER.error("Timeout exception occurred when sending items to DMaaP MR", e))
  94                 .onErrorResume(ReadTimeoutException.class, e -> buildErrorResponse(ClientErrorReasons.TIMEOUT))
  95                 .doOnError(ConnectException.class, e -> LOGGER.error("DMaaP MR is unavailable, {}", e.getMessage()))
  96                 .onErrorResume(ConnectException.class, e -> buildErrorResponse(ClientErrorReasons.SERVICE_UNAVAILABLE))
  97                 .onErrorResume(RetryableException.class, e -> Mono.just(buildResponse(e.getResponse(), batch)));
  98     }
  99
 100     private @NotNull RequestBody createBody(List<? extends JsonElement> subItems, ContentType contentType) {
 101         if (contentType == ContentType.APPLICATION_JSON) {
 102             final JsonArray elements = new JsonArray(subItems.size());
 103             subItems.forEach(elements::add);
 104             return RequestBody.fromJson(elements);
 105         } else if (contentType == ContentType.TEXT_PLAIN) {
 106             String messages = subItems.map(JsonElement::toString)
 107                     .collect(Collectors.joining("\n"));
 108             return RequestBody.fromString(messages);
 109         } else throw new IllegalArgumentException("Unsupported content type: " + contentType);
 110     }
 111
 112     private @NotNull HttpRequest buildHttpRequest(MessageRouterPublishRequest request, RequestBody body) {
 113         ImmutableHttpRequest.Builder requestBuilder = ImmutableHttpRequest.builder()
 114                 .method(HttpMethod.POST)
 115                 .url(request.sinkDefinition().topicUrl())
 116                 .diagnosticContext(request.diagnosticContext().withNewInvocationId())
 117                 .customHeaders(HashMap.of(HttpHeaders.CONTENT_TYPE, request.contentType().toString()))
 118                 .body(body);
 119
 120         return Option.of(request.timeoutConfig())
 121                 .map(timeoutConfig -> requestBuilder.timeout(timeoutConfig.getTimeout()).build())
 122                 .getOrElse(requestBuilder::build);
 123     }
 124
 125     private MessageRouterPublishResponse buildResponse(
 126             HttpResponse httpResponse, List<JsonElement> batch) {
 127         final ImmutableMessageRouterPublishResponse.Builder builder =
 128                 ImmutableMessageRouterPublishResponse.builder();
 129
 130         return httpResponse.successful()
 131                 ? builder.items(batch).build()
 132                 : builder.failReason(extractFailReason(httpResponse)).build();
 133     }
 134
 135     private Mono<MessageRouterPublishResponse> buildErrorResponse(ClientErrorReason clientErrorReason) {
 136         String failReason = clientErrorReasonPresenter.present(clientErrorReason);
 137         return Mono.just(ImmutableMessageRouterPublishResponse.builder()
 138                 .failReason(failReason)
 139                 .build());
 140     }
 141 }