2 * ============LICENSE_START=======================================================
3 * dcaegen2-collectors-veshv
4 * ================================================================================
5 * Copyright (C) 2018 NOKIA
6 * ================================================================================
7 * Licensed under the Apache License, Version 2.0 (the "License");
8 * you may not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
11 * http://www.apache.org/licenses/LICENSE-2.0
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS,
15 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 * ============LICENSE_END=========================================================
20 package org.onap.dcae.collectors.veshv.impl.adapters.kafka
22 import org.onap.dcae.collectors.veshv.boundary.Sink
23 import org.onap.dcae.collectors.veshv.model.ClientContext
24 import org.onap.dcae.collectors.veshv.model.ClientContextLogging.trace
25 import org.onap.dcae.collectors.veshv.model.ClientContextLogging.withWarn
26 import org.onap.dcae.collectors.veshv.model.RoutedMessage
27 import org.onap.dcae.collectors.veshv.model.VesMessage
28 import org.onap.dcae.collectors.veshv.utils.logging.Logger
29 import org.onap.ves.VesEventOuterClass.CommonEventHeader
30 import reactor.core.publisher.Flux
31 import reactor.core.publisher.Mono
32 import reactor.kafka.sender.KafkaSender
33 import reactor.kafka.sender.SenderRecord
34 import reactor.kafka.sender.SenderResult
35 import java.util.concurrent.atomic.AtomicLong
38 * @author Piotr Jaszczyk <piotr.jaszczyk@nokia.com>
41 internal class KafkaSink(private val sender: KafkaSender<CommonEventHeader, VesMessage>, private val ctx: ClientContext) : Sink {
42 private val sentMessages = AtomicLong(0)
44 override fun send(messages: Flux<RoutedMessage>): Flux<RoutedMessage> {
45 val records = messages.map(this::vesToKafkaRecord)
46 val result = sender.send(records)
48 if (it.isSuccessful()) {
51 logger.withWarn(ctx) { log("Failed to send message to Kafka", it.exception()) }
52 Mono.empty<SenderResult<RoutedMessage>>()
55 .map { it.correlationMetadata() }
57 return result.doOnNext(::logSentMessage)
60 private fun vesToKafkaRecord(msg: RoutedMessage): SenderRecord<CommonEventHeader, VesMessage, RoutedMessage> {
61 return SenderRecord.create(
64 System.currentTimeMillis(),
70 private fun logSentMessage(sentMsg: RoutedMessage) {
72 val msgNum = sentMessages.incrementAndGet()
73 "Message #$msgNum has been sent to ${sentMsg.topic}:${sentMsg.partition}"
77 private fun SenderResult<out Any>.isSuccessful() = exception() == null
80 val logger = Logger(KafkaSink::class)