2 * ============LICENSE_START=======================================================
3 * dcaegen2-collectors-veshv
4 * ================================================================================
5 * Copyright (C) 2018 NOKIA
6 * ================================================================================
7 * Licensed under the Apache License, Version 2.0 (the "License");
8 * you may not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
11 * http://www.apache.org/licenses/LICENSE-2.0
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS,
15 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 * ============LICENSE_END=========================================================
20 package org.onap.dcae.collectors.veshv.simulators.dcaeapp.impl.adapters
22 import arrow.effects.IO
23 import org.apache.kafka.clients.consumer.ConsumerConfig
24 import org.apache.kafka.common.serialization.ByteArrayDeserializer
25 import org.onap.dcae.collectors.veshv.simulators.dcaeapp.impl.Consumer
26 import org.onap.dcae.collectors.veshv.utils.arrow.evaluateIo
27 import org.onap.dcae.collectors.veshv.utils.logging.Logger
28 import reactor.kafka.receiver.KafkaReceiver
29 import reactor.kafka.receiver.ReceiverOptions
32 * @author Piotr Jaszczyk <piotr.jaszczyk@nokia.com>
35 class KafkaSource(private val receiver: KafkaReceiver<ByteArray, ByteArray>) {
37 fun start(): IO<Consumer> = IO {
38 val consumer = Consumer()
39 receiver.receive().map(consumer::update).evaluateIo().subscribe()
44 private val logger = Logger(KafkaSource::class)
46 fun create(bootstrapServers: String, topics: Set<String>): KafkaSource {
47 return KafkaSource(KafkaReceiver.create(createReceiverOptions(bootstrapServers, topics)))
50 fun createReceiverOptions(bootstrapServers: String,
51 topics: Set<String>): ReceiverOptions<ByteArray, ByteArray>? {
52 val props = mapOf<String, Any>(
53 ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG to bootstrapServers,
54 ConsumerConfig.CLIENT_ID_CONFIG to "hv-collector-dcae-app-simulator",
55 ConsumerConfig.GROUP_ID_CONFIG to "hv-collector-simulators",
56 ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG to ByteArrayDeserializer::class.java,
57 ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG to ByteArrayDeserializer::class.java,
58 ConsumerConfig.AUTO_OFFSET_RESET_CONFIG to "earliest"
60 return ReceiverOptions.create<ByteArray, ByteArray>(props)
61 .addAssignListener { partitions -> logger.debug { "Partitions assigned $partitions" } }
62 .addRevokeListener { partitions -> logger.debug { "Partitions revoked $partitions" } }