2 * ============LICENSE_START=======================================================
3 * dcaegen2-collectors-veshv
4 * ================================================================================
5 * Copyright (C) 2018 NOKIA
6 * ================================================================================
7 * Licensed under the Apache License, Version 2.0 (the "License");
8 * you may not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
11 * http://www.apache.org/licenses/LICENSE-2.0
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS,
15 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 * ============LICENSE_END=========================================================
20 package org.onap.dcae.collectors.veshv.impl.adapters.kafka
22 import org.onap.dcae.collectors.veshv.boundary.Sink
23 import org.onap.dcae.collectors.veshv.model.RoutedMessage
24 import org.onap.dcae.collectors.veshv.model.VesMessage
25 import org.onap.dcae.collectors.veshv.utils.logging.Logger
26 import org.onap.ves.VesEventOuterClass.CommonEventHeader
27 import reactor.core.publisher.Flux
28 import reactor.core.publisher.Mono
29 import reactor.kafka.sender.KafkaSender
30 import reactor.kafka.sender.SenderRecord
31 import reactor.kafka.sender.SenderResult
32 import java.util.concurrent.atomic.AtomicLong
35 * @author Piotr Jaszczyk <piotr.jaszczyk@nokia.com>
38 internal class KafkaSink(private val sender: KafkaSender<CommonEventHeader, VesMessage>) : Sink {
39 private val sentMessages = AtomicLong(0)
41 override fun send(messages: Flux<RoutedMessage>): Flux<RoutedMessage> {
42 val records = messages.map(this::vesToKafkaRecord)
43 val result = sender.send(records)
45 if (it.isSuccessful()) {
48 logger.warn(it.exception()) { "Failed to send message to Kafka" }
49 Mono.empty<SenderResult<RoutedMessage>>()
52 .map { it.correlationMetadata() }
54 return if (logger.traceEnabled) {
55 result.doOnNext(::logSentMessage)
61 private fun vesToKafkaRecord(msg: RoutedMessage): SenderRecord<CommonEventHeader, VesMessage, RoutedMessage> {
62 return SenderRecord.create(
65 System.currentTimeMillis(),
71 private fun logSentMessage(sentMsg: RoutedMessage) {
73 val msgNum = sentMessages.incrementAndGet()
74 "Message #$msgNum has been sent to ${sentMsg.topic}:${sentMsg.partition}"
78 private fun SenderResult<out Any>.isSuccessful() = exception() == null
81 val logger = Logger(KafkaSink::class)