2 * ============LICENSE_START=======================================================
3 * dcaegen2-collectors-veshv
4 * ================================================================================
5 * Copyright (C) 2018 NOKIA
6 * ================================================================================
7 * Licensed under the Apache License, Version 2.0 (the "License");
8 * you may not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
11 * http://www.apache.org/licenses/LICENSE-2.0
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS,
15 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 * ============LICENSE_END=========================================================
20 package org.onap.dcae.collectors.veshv.impl.adapters.kafka
22 import org.onap.dcae.collectors.veshv.boundary.Sink
23 import org.onap.dcae.collectors.veshv.model.RoutedMessage
24 import org.onap.dcae.collectors.veshv.model.VesMessage
25 import org.onap.dcae.collectors.veshv.utils.logging.Logger
26 import org.onap.ves.VesEventOuterClass.CommonEventHeader
27 import reactor.core.publisher.Flux
28 import reactor.kafka.sender.KafkaSender
29 import reactor.kafka.sender.SenderRecord
30 import reactor.kafka.sender.SenderResult
31 import java.util.concurrent.atomic.AtomicLong
34 * @author Piotr Jaszczyk <piotr.jaszczyk@nokia.com>
37 internal class KafkaSink(private val sender: KafkaSender<CommonEventHeader, VesMessage>) : Sink {
38 private val sentMessages = AtomicLong(0)
40 override fun send(messages: Flux<RoutedMessage>): Flux<RoutedMessage> {
41 val records = messages.map(this::vesToKafkaRecord)
42 val result = sender.send(records)
43 .doOnNext(::logException)
44 .filter(::isSuccessful)
45 .map { it.correlationMetadata() }
47 return if (logger.traceEnabled) {
48 result.doOnNext(::logSentMessage)
54 private fun vesToKafkaRecord(msg: RoutedMessage): SenderRecord<CommonEventHeader, VesMessage, RoutedMessage> {
55 return SenderRecord.create(
58 System.currentTimeMillis(),
64 private fun logException(senderResult: SenderResult<out Any>) {
65 if (senderResult.exception() != null) {
66 logger.warn(senderResult.exception()) { "Failed to send message to Kafka" }
70 private fun logSentMessage(sentMsg: RoutedMessage) {
72 val msgNum = sentMessages.incrementAndGet()
73 "Message #$msgNum has been sent to ${sentMsg.topic}:${sentMsg.partition}"
77 private fun isSuccessful(senderResult: SenderResult<out Any>) = senderResult.exception() == null
80 val logger = Logger(KafkaSink::class)