-/*\r
- * ===============================LICENSE_START======================================\r
- * dcae-analytics\r
- * ================================================================================\r
- * Copyright © 2017 AT&T Intellectual Property. All rights reserved.\r
- * ================================================================================\r
- * Licensed under the Apache License, Version 2.0 (the "License");\r
- * you may not use this file except in compliance with the License.\r
- * You may obtain a copy of the License at\r
- *\r
- * http://www.apache.org/licenses/LICENSE-2.0\r
- *\r
- * Unless required by applicable law or agreed to in writing, software\r
- * distributed under the License is distributed on an "AS IS" BASIS,\r
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\r
- * See the License for the specific language governing permissions and\r
- * limitations under the License.\r
- * ============================LICENSE_END===========================================\r
- */\r
-\r
-package org.openecomp.dcae.apod.analytics.cdap.plugins.streaming.dmaap;\r
-\r
-import co.cask.cdap.api.data.format.StructuredRecord;\r
-import co.cask.cdap.api.metrics.Metrics;\r
-import com.google.common.base.Optional;\r
-import org.apache.spark.storage.StorageLevel;\r
-import org.apache.spark.streaming.receiver.Receiver;\r
-import org.openecomp.dcae.apod.analytics.cdap.common.utils.DMaaPMRUtils;\r
-import org.openecomp.dcae.apod.analytics.cdap.plugins.domain.config.dmaap.DMaaPMRSourcePluginConfig;\r
-import org.openecomp.dcae.apod.analytics.cdap.plugins.utils.CDAPPluginUtils;\r
-import org.openecomp.dcae.apod.analytics.cdap.plugins.utils.DMaaPSourceConfigMapper;\r
-import org.openecomp.dcae.apod.analytics.common.exception.DCAEAnalyticsRuntimeException;\r
-import org.openecomp.dcae.apod.analytics.dmaap.DMaaPMRFactory;\r
-import org.openecomp.dcae.apod.analytics.dmaap.service.subscriber.DMaaPMRSubscriber;\r
-import org.slf4j.Logger;\r
-import org.slf4j.LoggerFactory;\r
-\r
-import java.util.List;\r
-import java.util.concurrent.TimeUnit;\r
-\r
-/**\r
- * DMaaP MR Receiver which calls DMaaP MR Topic and stores structured records\r
- * <p>\r
- * @author Rajiv Singla . Creation Date: 1/19/2017.\r
- */\r
-public class DMaaPMRReceiver extends Receiver<StructuredRecord> {\r
-\r
- private static final Logger LOG = LoggerFactory.getLogger(DMaaPMRReceiver.class);\r
- private static final long serialVersionUID = 1L;\r
-\r
- private final DMaaPMRSourcePluginConfig pluginConfig;\r
- private final transient Metrics metrics;\r
-\r
- public DMaaPMRReceiver(final StorageLevel storageLevel, final DMaaPMRSourcePluginConfig pluginConfig,\r
- final Metrics metrics) {\r
- super(storageLevel);\r
- this.pluginConfig = pluginConfig;\r
- this.metrics = metrics;\r
- LOG.debug("Created DMaaP MR Receiver instance with plugin Config: {}", pluginConfig);\r
- }\r
-\r
- @Override\r
- public void onStart() {\r
-\r
- // create DMaaP MR Subscriber\r
- final DMaaPMRSubscriber subscriber =\r
- DMaaPMRFactory.create().createSubscriber(DMaaPSourceConfigMapper.map(pluginConfig));\r
-\r
- // Start a new thread with indefinite loop until receiver is stopped\r
- new Thread() {\r
- @Override\r
- public void run() {\r
- while (!isStopped()) {\r
- storeStructuredRecords(subscriber);\r
- try {\r
- final Integer pollingInterval = pluginConfig.getPollingInterval();\r
- LOG.debug("DMaaP MR Receiver sleeping for polling interval: {}", pollingInterval);\r
- TimeUnit.MILLISECONDS.sleep(pollingInterval);\r
- } catch (InterruptedException e) {\r
- final String errorMessage = String.format(\r
- "Interrupted Exception while DMaaP MR Receiver sleeping polling interval: %s", e);\r
- throw new DCAEAnalyticsRuntimeException(errorMessage, LOG, e);\r
- }\r
- }\r
- }\r
- }.start();\r
-\r
- }\r
-\r
- @Override\r
- public void onStop() {\r
- LOG.debug("Stopping DMaaP MR Receiver with plugin config: {}", pluginConfig);\r
- }\r
-\r
- /**\r
- * Fetches records from DMaaP MR Subscriber and store them as structured records\r
- *\r
- * @param subscriber DMaaP MR Subscriber Instance\r
- */\r
- public void storeStructuredRecords(final DMaaPMRSubscriber subscriber) {\r
-\r
- LOG.debug("DMaaP MR Receiver start fetching messages from DMaaP MR Topic");\r
-\r
- // Fetch messages from DMaaP MR Topic\r
- final Optional<List<String>> subscriberMessagesOptional =\r
- DMaaPMRUtils.getSubscriberMessages(subscriber, metrics);\r
-\r
- // store records\r
- if (subscriberMessagesOptional.isPresent()) {\r
- final List<String> messages = subscriberMessagesOptional.get();\r
- for (final String message : messages) {\r
- store(CDAPPluginUtils.createDMaaPMRResponseStructuredRecord(message));\r
- }\r
- LOG.debug("Stored DMaaP Subscriber messages as Structured Records. Message count {}", messages.size());\r
- }\r
- }\r
-\r
-}\r
+/*
+ * ===============================LICENSE_START======================================
+ * dcae-analytics
+ * ================================================================================
+ * Copyright © 2017 AT&T Intellectual Property. All rights reserved.
+ * ================================================================================
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * ============================LICENSE_END===========================================
+ */
+
+package org.onap.dcae.apod.analytics.cdap.plugins.streaming.dmaap;
+
+import co.cask.cdap.api.data.format.StructuredRecord;
+import co.cask.cdap.api.metrics.Metrics;
+import com.google.common.base.Optional;
+import org.apache.spark.storage.StorageLevel;
+import org.apache.spark.streaming.receiver.Receiver;
+import org.onap.dcae.apod.analytics.cdap.common.utils.DMaaPMRUtils;
+import org.onap.dcae.apod.analytics.cdap.plugins.domain.config.dmaap.DMaaPMRSourcePluginConfig;
+import org.onap.dcae.apod.analytics.cdap.plugins.utils.CDAPPluginUtils;
+import org.onap.dcae.apod.analytics.cdap.plugins.utils.DMaaPSourceConfigMapper;
+import org.onap.dcae.apod.analytics.common.exception.DCAEAnalyticsRuntimeException;
+import org.onap.dcae.apod.analytics.dmaap.DMaaPMRFactory;
+import org.onap.dcae.apod.analytics.dmaap.service.subscriber.DMaaPMRSubscriber;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.util.List;
+import java.util.concurrent.TimeUnit;
+
+/**
+ * DMaaP MR Receiver which calls DMaaP MR Topic and stores structured records
+ * <p>
+ * @author Rajiv Singla . Creation Date: 1/19/2017.
+ */
+public class DMaaPMRReceiver extends Receiver<StructuredRecord> {
+
+ private static final Logger LOG = LoggerFactory.getLogger(DMaaPMRReceiver.class);
+ private static final long serialVersionUID = 1L;
+
+ private final DMaaPMRSourcePluginConfig pluginConfig;
+ private final transient Metrics metrics;
+
+ public DMaaPMRReceiver(final StorageLevel storageLevel, final DMaaPMRSourcePluginConfig pluginConfig,
+ final Metrics metrics) {
+ super(storageLevel);
+ this.pluginConfig = pluginConfig;
+ this.metrics = metrics;
+ LOG.debug("Created DMaaP MR Receiver instance with plugin Config: {}", pluginConfig);
+ }
+
+ @Override
+ public void onStart() {
+
+ // create DMaaP MR Subscriber
+ final DMaaPMRSubscriber subscriber =
+ DMaaPMRFactory.create().createSubscriber(DMaaPSourceConfigMapper.map(pluginConfig));
+
+ // Start a new thread with indefinite loop until receiver is stopped
+ new Thread() {
+ @Override
+ public void run() {
+ while (!isStopped()) {
+ storeStructuredRecords(subscriber);
+ try {
+ final Integer pollingInterval = pluginConfig.getPollingInterval();
+ LOG.debug("DMaaP MR Receiver sleeping for polling interval: {}", pollingInterval);
+ TimeUnit.MILLISECONDS.sleep(pollingInterval);
+ } catch (InterruptedException e) {
+ final String errorMessage = String.format(
+ "Interrupted Exception while DMaaP MR Receiver sleeping polling interval: %s", e);
+ throw new DCAEAnalyticsRuntimeException(errorMessage, LOG, e);
+ }
+ }
+ }
+ }.start();
+
+ }
+
+ @Override
+ public void onStop() {
+ LOG.debug("Stopping DMaaP MR Receiver with plugin config: {}", pluginConfig);
+ }
+
+ /**
+ * Fetches records from DMaaP MR Subscriber and store them as structured records
+ *
+ * @param subscriber DMaaP MR Subscriber Instance
+ */
+ public void storeStructuredRecords(final DMaaPMRSubscriber subscriber) {
+
+ LOG.debug("DMaaP MR Receiver start fetching messages from DMaaP MR Topic");
+
+ // Fetch messages from DMaaP MR Topic
+ final Optional<List<String>> subscriberMessagesOptional =
+ DMaaPMRUtils.getSubscriberMessages(subscriber, metrics);
+
+ // store records
+ if (subscriberMessagesOptional.isPresent()) {
+ final List<String> messages = subscriberMessagesOptional.get();
+ for (final String message : messages) {
+ store(CDAPPluginUtils.createDMaaPMRResponseStructuredRecord(message));
+ }
+ LOG.debug("Stored DMaaP Subscriber messages as Structured Records. Message count {}", messages.size());
+ }
+ }
+
+}
Code Review / dcaegen2 / analytics / tca.git / blobdiff