2 * ============LICENSE_START=======================================================
3 * dcaegen2-collectors-veshv
4 * ================================================================================
5 * Copyright (C) 2018 NOKIA
6 * ================================================================================
7 * Licensed under the Apache License, Version 2.0 (the "License");
8 * you may not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
11 * http://www.apache.org/licenses/LICENSE-2.0
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS,
15 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 * ============LICENSE_END=========================================================
20 package org.onap.dcae.collectors.veshv.impl.adapters.kafka
22 import org.onap.dcae.collectors.veshv.boundary.Sink
23 import org.onap.dcae.collectors.veshv.model.ClientContext
24 import org.onap.dcae.collectors.veshv.impl.adapters.ClientContextLogging.withWarn
25 import org.onap.dcae.collectors.veshv.utils.logging.Marker
26 import org.onap.dcae.collectors.veshv.model.RoutedMessage
27 import org.onap.dcae.collectors.veshv.model.VesMessage
28 import org.onap.dcae.collectors.veshv.utils.logging.Logger
29 import org.onap.ves.VesEventOuterClass.CommonEventHeader
30 import reactor.core.publisher.Flux
31 import reactor.core.publisher.Mono
32 import reactor.kafka.sender.KafkaSender
33 import reactor.kafka.sender.SenderRecord
34 import reactor.kafka.sender.SenderResult
35 import java.util.concurrent.atomic.AtomicLong
38 * @author Piotr Jaszczyk <piotr.jaszczyk@nokia.com>
41 internal class KafkaSink(private val sender: KafkaSender<CommonEventHeader, VesMessage>,
42 private val ctx: ClientContext) : Sink {
43 private val sentMessages = AtomicLong(0)
45 override fun send(messages: Flux<RoutedMessage>): Flux<RoutedMessage> {
46 val records = messages.map(this::vesToKafkaRecord)
47 val result = sender.send(records)
49 if (it.isSuccessful()) {
52 logger.withWarn(ctx) { log("Failed to send message to Kafka", it.exception()) }
53 Mono.empty<SenderResult<RoutedMessage>>()
56 .map { it.correlationMetadata() }
58 return result.doOnNext(::logSentMessage)
61 private fun vesToKafkaRecord(msg: RoutedMessage): SenderRecord<CommonEventHeader, VesMessage, RoutedMessage> {
62 return SenderRecord.create(
65 System.currentTimeMillis(),
71 private fun logSentMessage(sentMsg: RoutedMessage) {
72 logger.trace(ctx::asMap, Marker.INVOKE) {
73 val msgNum = sentMessages.incrementAndGet()
74 "Message #$msgNum has been sent to ${sentMsg.topic}:${sentMsg.partition}"
78 private fun SenderResult<out Any>.isSuccessful() = exception() == null
81 val logger = Logger(KafkaSink::class)