+/*******************************************************************************
+ * ============LICENSE_START=======================================================
+ * org.onap.dmaap
+ * ================================================================================
+ * Copyright © 2017 AT&T Intellectual Property. All rights reserved.
+ * ================================================================================
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * ============LICENSE_END=========================================================
+ *
+ * ECOMP is a trademark and service mark of AT&T Intellectual Property.
+ *
+ *******************************************************************************/
+
+package org.onap.dmaap.messagerouter.mirroragent.nsa.dmaapMMAgent;
+
+import java.io.BufferedReader;
+import java.io.DataOutputStream;
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.io.InputStream;
+import java.io.InputStreamReader;
+import java.io.OutputStream;
+import java.net.HttpURLConnection;
+import java.net.URL;
+import java.util.ArrayList;
+import java.util.Properties;
+
+import org.apache.log4j.Logger;
+import org.jasypt.util.text.BasicTextEncryptor;
+import org.onap.dmaap.messagerouter.mirroragent.nsa.dmaapMMAgent.dao.CreateMirrorMaker;
+import org.onap.dmaap.messagerouter.mirroragent.nsa.dmaapMMAgent.dao.DeleteMirrorMaker;
+import org.onap.dmaap.messagerouter.mirroragent.nsa.dmaapMMAgent.dao.ListMirrorMaker;
+import org.onap.dmaap.messagerouter.mirroragent.nsa.dmaapMMAgent.dao.MirrorMaker;
+import org.onap.dmaap.messagerouter.mirroragent.nsa.dmaapMMAgent.dao.UpdateMirrorMaker;
+import org.onap.dmaap.messagerouter.mirroragent.nsa.dmaapMMAgent.dao.UpdateWhiteList;
+import org.onap.dmaap.messagerouter.mirroragent.nsa.dmaapMMAgent.utils.MirrorMakerProcessHandler;
+
+import com.google.gson.Gson;
+import com.google.gson.internal.LinkedTreeMap;
+import com.sun.org.apache.xerces.internal.impl.dtd.models.CMAny;
+import com.sun.org.apache.xerces.internal.impl.dv.util.Base64;
+
+public class MirrorMakerAgent {
+ static final Logger logger = Logger.getLogger(MirrorMakerAgent.class);
+ Properties mirrorMakerProperties = new Properties();
+ ListMirrorMaker mirrorMakers = null;
+ String mmagenthome = "";
+ String kafkahome = "";
+ String topicURL = "";
+ String topicname = "";
+ String mechid = "";
+ String password = "";
+ private static String secret = "utdfpWlgyDQ2ZB8SLVRtmN834I1JcT9J";
+
+ public static void main(String[] args) {
+ if (args != null && args.length == 2) {
+ if (args[0].equals("-encrypt")) {
+ BasicTextEncryptor textEncryptor = new BasicTextEncryptor();
+ textEncryptor.setPassword(secret);
+ String plainText = textEncryptor.encrypt(args[1]);
+ System.out.println("Encrypted Password is :" + plainText);
+ return;
+ }
+ } else if (args != null && args.length > 0) {
+ System.out.println(
+ "Usage: ./mmagent to run with the configuration \n -encrypt <password> to Encrypt Password for config ");
+ return;
+ }
+ MirrorMakerAgent agent = new MirrorMakerAgent();
+ if (agent.checkStartup()) {
+ logger.info("mmagent started, loading properties");
+ agent.checkAgentProcess();
+ agent.readAgentTopic();
+ } else {
+ System.out.println(
+ "ERROR: mmagent startup unsuccessful, please make sure the mmagenthome /etc/mmagent.config is set and mechid have the rights to the topic");
+ }
+ }
+
+ private boolean checkStartup() {
+ FileInputStream input = null;
+ try {
+ this.mmagenthome = System.getProperty("MMAGENTHOME");
+ input = new FileInputStream(mmagenthome + "/etc/mmagent.config");
+ logger.info("mmagenthome is set :" + mmagenthome + " loading properties at /etc/mmagent.config");
+ } catch (IOException ex) {
+ logger.error(mmagenthome + "/etc/mmagent.config not found. Set -DMMAGENTHOME and check the config file");
+ return false;
+ } finally {
+ if (input != null) {
+ try {
+ input.close();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+ loadProperties();
+ input = null;
+ try {
+ input = new FileInputStream(kafkahome + "/bin/kafka-run-class.sh");
+ logger.info("kakahome is set :" + kafkahome);
+ } catch (IOException ex) {
+ logger.error(kafkahome + "/bin/kafka-run-class.sh not found. Make sure kafka home is set correctly");
+ return false;
+ } finally {
+ if (input != null) {
+ try {
+ input.close();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+ String response = publishTopic("{\"test\":\"test\"}");
+ if (response.startsWith("ERROR:")) {
+ logger.error("Problem publishing to topic, please verify the config " + this.topicname + " MR URL is:"
+ + this.topicURL + " Error is: " + response);
+ return false;
+ }
+ logger.info("Published to Topic :" + this.topicname + " Successfully");
+ response = subscribeTopic("1");
+ if (response != null && response.startsWith("ERROR:")) {
+ logger.error("Problem subscribing to topic, please verify the config " + this.topicname + " MR URL is:"
+ + this.topicURL + " Error is: " + response);
+ return false;
+ }
+ logger.info("Subscribed to Topic :" + this.topicname + " Successfully");
+ return true;
+ }
+
+ private void checkPropertiesFile(String agentName, String propName, String info, boolean refresh) {
+ InputStream input = null;
+ OutputStream out = null;
+ try {
+ if (refresh) {
+ throw new IOException();
+ }
+ input = new FileInputStream(mmagenthome + "/etc/" + agentName + propName + ".properties");
+ } catch (IOException ex) {
+ try {
+ input = new FileInputStream(mmagenthome + "/etc/" + propName + ".properties");
+ Properties prop = new Properties();
+ prop.load(input);
+ if (propName.equals("consumer")) {
+ prop.setProperty("group.id", agentName);
+ prop.setProperty("zookeeper.connect", info);
+ } else {
+ prop.setProperty("metadata.broker.list", info);
+ }
+ out = new FileOutputStream(mmagenthome + "/etc/" + agentName + propName + ".properties");
+ prop.store(out, "");
+
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ } finally {
+ if (input != null) {
+ try {
+ input.close();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ if (out != null) {
+ try {
+ out.close();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+ }
+
+ private void checkAgentProcess() {
+ logger.info("Checking MirrorMaker Process");
+ if (mirrorMakers != null) {
+ int mirrorMakersCount = mirrorMakers.getListMirrorMaker().size();
+ for (int i = 0; i < mirrorMakersCount; i++) {
+ MirrorMaker mm = mirrorMakers.getListMirrorMaker().get(i);
+ if (MirrorMakerProcessHandler.checkMirrorMakerProcess(mm.name) == false) {
+ checkPropertiesFile(mm.name, "consumer", mm.consumer, false);
+ checkPropertiesFile(mm.name, "producer", mm.producer, false);
+
+ if (mm.whitelist != null && !mm.whitelist.equals("")) {
+ logger.info("MirrorMaker " + mm.name + " is not running, restarting. Check Logs for more Details");
+ MirrorMakerProcessHandler.startMirrorMaker(this.mmagenthome, this.kafkahome, mm.name,
+ mmagenthome + "/etc/" + mm.name + "consumer.properties",
+ mmagenthome + "/etc/" + mm.name + "producer.properties", mm.whitelist);
+ mm.setStatus("RESTARTING");
+
+ } else {
+ logger.info("MirrorMaker " + mm.name + " is STOPPED");
+ mm.setStatus("STOPPED");
+ }
+ try {
+ Thread.sleep(1000);
+ } catch (InterruptedException e) {
+ }
+ mirrorMakers.getListMirrorMaker().set(i, mm);
+ } else {
+ logger.info("MirrorMaker " + mm.name + " is running");
+ mm.setStatus("RUNNING");
+ mirrorMakers.getListMirrorMaker().set(i, mm);
+ }
+ }
+ }
+ // Gson g = new Gson();
+ // System.out.println(g.toJson(mirrorMakers));
+ }
+
+ private String subscribeTopic(String timeout) {
+ String response = "";
+ try {
+ String requestURL = this.topicURL + "/events/" + this.topicname + "/mirrormakeragent/1?timeout=" + timeout
+ + "&limit=1";
+ String authString = this.mechid + ":" + this.password;
+ String authStringEnc = Base64.encode(authString.getBytes());
+ URL url = new URL(requestURL);
+ HttpURLConnection connection = (HttpURLConnection) url.openConnection();
+ connection.setRequestMethod("GET");
+ connection.setDoOutput(true);
+ connection.setRequestProperty("Authorization", "Basic " + authStringEnc);
+ connection.setRequestProperty("Content-Type", "application/json");
+ InputStream content = (InputStream) connection.getInputStream();
+ BufferedReader in = new BufferedReader(new InputStreamReader(content));
+ String line;
+
+ while ((line = in.readLine()) != null) {
+ response = response + line;
+ }
+ Gson g = new Gson();
+ // get message as JSON String Array
+ String[] topicMessage = g.fromJson(response, String[].class);
+ if (topicMessage.length != 0) {
+ return topicMessage[0];
+ }
+ } catch (Exception e) {
+ return "ERROR:" + e.getMessage() + " Server Response is:" + response;
+ }
+ return null;
+ }
+
+ private String publishTopic(String message) {
+ try {
+ String requestURL = this.topicURL + "/events/" + this.topicname;
+ String authString = this.mechid + ":" + this.password;
+ String authStringEnc = Base64.encode(authString.getBytes());
+ URL url = new URL(requestURL);
+ HttpURLConnection connection = (HttpURLConnection) url.openConnection();
+ connection.setRequestMethod("POST");
+ connection.setDoOutput(true);
+ connection.setRequestProperty("Authorization", "Basic " + authStringEnc);
+ connection.setRequestProperty("Content-Type", "application/json");
+ connection.setRequestProperty("Content-Length", Integer.toString(message.length()));
+ DataOutputStream wr = new DataOutputStream(connection.getOutputStream());
+ wr.write(message.getBytes());
+
+ InputStream content = (InputStream) connection.getInputStream();
+ BufferedReader in = new BufferedReader(new InputStreamReader(content));
+ String line;
+ String response = "";
+ while ((line = in.readLine()) != null) {
+ response = response + line;
+ }
+ return response;
+
+ } catch (Exception e) {
+ return "ERROR:" + e.getLocalizedMessage();
+ }
+ }
+
+ private void readAgentTopic() {
+ try {
+ int connectionattempt = 0;
+ while (true) {
+ logger.info("--------------------------------");
+ logger.info("Waiting for Messages for 60 secs");
+ String topicMessage = subscribeTopic("60000");
+ Gson g = new Gson();
+ LinkedTreeMap<?, ?> object = null;
+ if (topicMessage != null) {
+ try {
+ object = g.fromJson(topicMessage, LinkedTreeMap.class);
+
+ // Cast the 1st item (since limit=1 and see the type of
+ // object
+ if (object.get("createMirrorMaker") != null) {
+ logger.info("Received createMirrorMaker request from topic");
+ CreateMirrorMaker m = g.fromJson(topicMessage, CreateMirrorMaker.class);
+ createMirrorMaker(m.getCreateMirrorMaker());
+ checkAgentProcess();
+ mirrorMakers.setMessageID(m.getMessageID());
+ publishTopic(g.toJson(mirrorMakers));
+ mirrorMakers.setMessageID("");
+ } else if (object.get("updateMirrorMaker") != null) {
+ logger.info("Received updateMirrorMaker request from topic");
+ UpdateMirrorMaker m = g.fromJson(topicMessage, UpdateMirrorMaker.class);
+ updateMirrorMaker(m.getUpdateMirrorMaker());
+ checkAgentProcess();
+ mirrorMakers.setMessageID(m.getMessageID());
+ publishTopic(g.toJson(mirrorMakers));
+ mirrorMakers.setMessageID("");
+ } else if (object.get("deleteMirrorMaker") != null) {
+ logger.info("Received deleteMirrorMaker request from topic");
+ DeleteMirrorMaker m = g.fromJson(topicMessage, DeleteMirrorMaker.class);
+ deleteMirrorMaker(m.getDeleteMirrorMaker());
+ checkAgentProcess();
+ mirrorMakers.setMessageID(m.getMessageID());
+ publishTopic(g.toJson(mirrorMakers));
+ mirrorMakers.setMessageID("");
+ } else if (object.get("listAllMirrorMaker") != null) {
+ logger.info("Received listALLMirrorMaker request from topic");
+ checkAgentProcess();
+ mirrorMakers.setMessageID((String) object.get("messageID"));
+ publishTopic(g.toJson(mirrorMakers));
+ mirrorMakers.setMessageID("");
+ } else if (object.get("updateWhiteList") != null) {
+ logger.info("Received updateWhiteList request from topic");
+ UpdateWhiteList m = g.fromJson(topicMessage, UpdateWhiteList.class);
+ updateWhiteList(m.getUpdateWhiteList());
+ checkAgentProcess();
+ mirrorMakers.setMessageID(m.getMessageID());
+ publishTopic(g.toJson(mirrorMakers));
+ mirrorMakers.setMessageID("");
+ } else if (object.get("listMirrorMaker") != null) {
+ logger.info("Received listMirrorMaker from topic, skipping messages");
+ } else {
+ logger.info("Received unknown request from topic");
+ }
+ } catch (Exception ex) {
+ connectionattempt++;
+ if (connectionattempt > 5) {
+ logger.info("Can't connect to the topic, mmagent shutting down , " + topicMessage);
+ return;
+ }
+ logger.info("Can't connect to the topic, " + topicMessage + " Retrying " + connectionattempt
+ + " of 5 times in 1 minute" + " Error:" + ex.getLocalizedMessage());
+ Thread.sleep(60000);
+ }
+ } else {
+ // Check all MirrorMaker every min
+ connectionattempt = 0;
+ checkAgentProcess();
+ }
+
+ }
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+
+ }
+
+ private void createMirrorMaker(MirrorMaker newMirrorMaker) {
+ boolean exists = false;
+ if (mirrorMakers != null) {
+ int mirrorMakersCount = mirrorMakers.getListMirrorMaker().size();
+ for (int i = 0; i < mirrorMakersCount; i++) {
+ MirrorMaker mm = mirrorMakers.getListMirrorMaker().get(i);
+ if (mm.name.equals(newMirrorMaker.name)) {
+ exists = true;
+ logger.info("MirrorMaker already exist for:" + newMirrorMaker.name);
+ return;
+ }
+ }
+ }
+ logger.info("Adding new MirrorMaker:" + newMirrorMaker.name);
+ if (exists == false && mirrorMakers != null) {
+ mirrorMakers.getListMirrorMaker().add(newMirrorMaker);
+ } else if (exists == false && mirrorMakers == null) {
+ mirrorMakers = new ListMirrorMaker();
+ ArrayList<MirrorMaker> list = mirrorMakers.getListMirrorMaker();
+ list = new ArrayList<MirrorMaker>();
+ list.add(newMirrorMaker);
+ mirrorMakers.setListMirrorMaker(list);
+ }
+ checkPropertiesFile(newMirrorMaker.name, "consumer", newMirrorMaker.consumer, true);
+ checkPropertiesFile(newMirrorMaker.name, "producer", newMirrorMaker.producer, true);
+
+ Gson g = new Gson();
+ mirrorMakerProperties.setProperty("mirrormakers", g.toJson(this.mirrorMakers));
+ OutputStream out = null;
+ try {
+ out = new FileOutputStream(mmagenthome + "/etc/mmagent.config");
+ mirrorMakerProperties.store(out, "");
+ } catch (IOException ex) {
+ ex.printStackTrace();
+ } finally {
+ if (out != null) {
+ try {
+ out.close();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+ }
+
+ private void updateMirrorMaker(MirrorMaker newMirrorMaker) {
+ boolean exists = false;
+ if (mirrorMakers != null) {
+ int mirrorMakersCount = mirrorMakers.getListMirrorMaker().size();
+ for (int i = 0; i < mirrorMakersCount; i++) {
+ MirrorMaker mm = mirrorMakers.getListMirrorMaker().get(i);
+ if (mm.name.equals(newMirrorMaker.name)) {
+ exists = true;
+ mm.setConsumer(newMirrorMaker.getConsumer());
+ mm.setProducer(newMirrorMaker.getProducer());
+ mirrorMakers.getListMirrorMaker().set(i, mm);
+ logger.info("Updating MirrorMaker:" + newMirrorMaker.name);
+ }
+ }
+ }
+ if (exists) {
+ checkPropertiesFile(newMirrorMaker.name, "consumer", newMirrorMaker.consumer, true);
+ checkPropertiesFile(newMirrorMaker.name, "producer", newMirrorMaker.producer, true);
+
+ Gson g = new Gson();
+ mirrorMakerProperties.setProperty("mirrormakers", g.toJson(this.mirrorMakers));
+ OutputStream out = null;
+ try {
+ out = new FileOutputStream(mmagenthome + "/etc/mmagent.config");
+ mirrorMakerProperties.store(out, "");
+ MirrorMakerProcessHandler.stopMirrorMaker(newMirrorMaker.name);
+ try {
+ Thread.sleep(1000);
+ } catch (InterruptedException e) {
+ }
+ } catch (IOException ex) {
+ ex.printStackTrace();
+ } finally {
+ if (out != null) {
+ try {
+ out.close();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+ } else {
+ logger.info("MirrorMaker Not found for:" + newMirrorMaker.name);
+ }
+ }
+
+ private void updateWhiteList(MirrorMaker newMirrorMaker) {
+ boolean exists = false;
+ if (mirrorMakers != null) {
+ int mirrorMakersCount = mirrorMakers.getListMirrorMaker().size();
+ for (int i = 0; i < mirrorMakersCount; i++) {
+ MirrorMaker mm = mirrorMakers.getListMirrorMaker().get(i);
+ if (mm.name.equals(newMirrorMaker.name)) {
+ exists = true;
+ mm.setWhitelist(newMirrorMaker.whitelist);
+ mirrorMakers.getListMirrorMaker().set(i, mm);
+ logger.info("Updating MirrorMaker WhiteList:" + newMirrorMaker.name + " WhiteList:"
+ + newMirrorMaker.whitelist);
+ }
+ }
+ }
+ if (exists) {
+ Gson g = new Gson();
+ mirrorMakerProperties.setProperty("mirrormakers", g.toJson(this.mirrorMakers));
+ OutputStream out = null;
+ try {
+ out = new FileOutputStream(mmagenthome + "/etc/mmagent.config");
+ mirrorMakerProperties.store(out, "");
+ MirrorMakerProcessHandler.stopMirrorMaker(newMirrorMaker.name);
+ try {
+ Thread.sleep(1000);
+ } catch (InterruptedException e) {
+ }
+ } catch (IOException ex) {
+ ex.printStackTrace();
+ } finally {
+ if (out != null) {
+ try {
+ out.close();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+ } else {
+ logger.info("MirrorMaker Not found for:" + newMirrorMaker.name);
+ }
+ }
+
+ private void deleteMirrorMaker(MirrorMaker newMirrorMaker) {
+ boolean exists = false;
+ if (mirrorMakers != null) {
+ int mirrorMakersCount = mirrorMakers.getListMirrorMaker().size();
+ for (int i = 0; i < mirrorMakersCount; i++) {
+ MirrorMaker mm = mirrorMakers.getListMirrorMaker().get(i);
+ if (mm.name.equals(newMirrorMaker.name)) {
+ exists = true;
+ mirrorMakers.getListMirrorMaker().remove(i);
+ logger.info("Removing MirrorMaker:" + newMirrorMaker.name);
+ i = mirrorMakersCount;
+ }
+ }
+ }
+ if (exists) {
+ try {
+ String path = mmagenthome + "/etc/" + newMirrorMaker.name + "consumer" + ".properties";
+ File file = new File(path);
+ file.delete();
+ } catch (Exception ex) {
+ }
+ try {
+ String path = mmagenthome + "/etc/" + newMirrorMaker.name + "producer" + ".properties";
+ File file = new File(path);
+ file.delete();
+ } catch (Exception ex) {
+ }
+ Gson g = new Gson();
+ mirrorMakerProperties.setProperty("mirrormakers", g.toJson(this.mirrorMakers));
+ OutputStream out = null;
+ try {
+ out = new FileOutputStream(mmagenthome + "/etc/mmagent.config");
+ mirrorMakerProperties.store(out, "");
+ MirrorMakerProcessHandler.stopMirrorMaker(newMirrorMaker.name);
+ } catch (IOException ex) {
+ ex.printStackTrace();
+ } finally {
+ if (out != null) {
+ try {
+ out.close();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+ } else {
+ logger.info("MirrorMaker Not found for:" + newMirrorMaker.name);
+ }
+ }
+
+ private void loadProperties() {
+ InputStream input = null;
+ try {
+
+ input = new FileInputStream(mmagenthome + "/etc/mmagent.config");
+ mirrorMakerProperties.load(input);
+ Gson g = new Gson();
+ if (mirrorMakerProperties.getProperty("mirrormakers") == null) {
+ this.mirrorMakers = new ListMirrorMaker();
+ ArrayList<MirrorMaker> list = this.mirrorMakers.getListMirrorMaker();
+ list = new ArrayList<MirrorMaker>();
+ this.mirrorMakers.setListMirrorMaker(list);
+ } else {
+ this.mirrorMakers = g.fromJson(mirrorMakerProperties.getProperty("mirrormakers"),
+ ListMirrorMaker.class);
+ }
+
+ this.kafkahome = mirrorMakerProperties.getProperty("kafkahome");
+ this.topicURL = mirrorMakerProperties.getProperty("topicURL");
+ this.topicname = mirrorMakerProperties.getProperty("topicname");
+ this.mechid = mirrorMakerProperties.getProperty("mechid");
+
+ BasicTextEncryptor textEncryptor = new BasicTextEncryptor();
+ textEncryptor.setPassword(secret);
+ //this.password = textEncryptor.decrypt(mirrorMakerProperties.getProperty("password"));
+ this.password = mirrorMakerProperties.getProperty("password");
+ } catch (IOException ex) {
+ // ex.printStackTrace();
+ } finally {
+ if (input != null) {
+ try {
+ input.close();
+ } catch (IOException e) {
+ // e.printStackTrace();
+ }
+ }
+ }
+
+ }
+}
Code Review / dmaap / messagerouter / mirroragent.git / commitdiff