+++ /dev/null
-/*******************************************************************************\r
- * ============LICENSE_START==================================================\r
- * * org.onap.dmaap\r
- * * ===========================================================================\r
- * * Copyright © 2017 AT&T Intellectual Property. All rights reserved.\r
- * * ===========================================================================\r
- * * Licensed under the Apache License, Version 2.0 (the "License");\r
- * * you may not use this file except in compliance with the License.\r
- * * You may obtain a copy of the License at\r
- * * \r
- * * http://www.apache.org/licenses/LICENSE-2.0\r
- * * \r
- * * Unless required by applicable law or agreed to in writing, software\r
- * * distributed under the License is distributed on an "AS IS" BASIS,\r
- * * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\r
- * * See the License for the specific language governing permissions and\r
- * * limitations under the License.\r
- * * ============LICENSE_END====================================================\r
- * *\r
- * * ECOMP is a trademark and service mark of AT&T Intellectual Property.\r
- * *\r
- ******************************************************************************/\r
-\r
-\r
-package com.att.research.datarouter.node;\r
-\r
-import java.net.*;\r
-import java.util.*;\r
-import java.io.*;\r
-import org.apache.log4j.Logger;\r
-\r
-import com.att.eelf.configuration.EELFLogger;\r
-import com.att.eelf.configuration.EELFManager;\r
-import com.att.research.datarouter.node.eelf.EelfMsgs;\r
-\r
-\r
-/**\r
- * Maintain the configuration of a Data Router node\r
- * <p>\r
- * The NodeConfigManager is the single point of contact for servlet, delivery, event logging, and log retention subsystems to access configuration information. (Log4J has its own configuration mechanism).\r
- * <p>\r
- * There are two basic sets of configuration data. The\r
- * static local configuration data, stored in a local configuration file (created\r
- * as part of installation by SWM), and the dynamic global\r
- * configuration data fetched from the data router provisioning server.\r
- */\r
-public class NodeConfigManager implements DeliveryQueueHelper {\r
- private static EELFLogger eelflogger = EELFManager.getInstance().getLogger("com.att.research.datarouter.node.NodeConfigManager");\r
- private static Logger logger = Logger.getLogger("com.att.research.datarouter.node.NodeConfigManager");\r
- private static NodeConfigManager base = new NodeConfigManager();\r
-\r
- private Timer timer = new Timer("Node Configuration Timer", true);\r
- private long maxfailuretimer;\r
- private long initfailuretimer;\r
- private long expirationtimer;\r
- private double failurebackoff;\r
- private long fairtimelimit;\r
- private int fairfilelimit;\r
- private double fdpstart;\r
- private double fdpstop;\r
- private int deliverythreads;\r
- private String provurl;\r
- private String provhost;\r
- private IsFrom provcheck;\r
- private int gfport;\r
- private int svcport;\r
- private int port;\r
- private String spooldir;\r
- private String logdir;\r
- private long logretention;\r
- private String redirfile;\r
- private String kstype;\r
- private String ksfile;\r
- private String kspass;\r
- private String kpass;\r
- private String tstype;\r
- private String tsfile;\r
- private String tspass;\r
- private String myname;\r
- private RedirManager rdmgr;\r
- private RateLimitedOperation pfetcher;\r
- private NodeConfig config;\r
- private File quiesce;\r
- private PublishId pid;\r
- private String nak;\r
- private TaskList configtasks = new TaskList();\r
- private String eventlogurl;\r
- private String eventlogprefix;\r
- private String eventlogsuffix;\r
- private String eventloginterval;\r
- private boolean followredirects;\r
-\r
- \r
- /**\r
- * Get the default node configuration manager\r
- */\r
- public static NodeConfigManager getInstance() {\r
- return(base);\r
- }\r
- /**\r
- * Initialize the configuration of a Data Router node\r
- */\r
- private NodeConfigManager() {\r
- Properties p = new Properties();\r
- try {\r
- p.load(new FileInputStream(System.getProperty("com.att.research.datarouter.node.ConfigFile", "/opt/app/datartr/etc/node.properties")));\r
- } catch (Exception e) {\r
- \r
- NodeUtils.setIpAndFqdnForEelf("NodeConfigManager");\r
- eelflogger.error(EelfMsgs.MESSAGE_PROPERTIES_LOAD_ERROR);\r
- logger.error("NODE0301 Unable to load local configuration file " + System.getProperty("com.att.research.datarouter.node.ConfigFile", "/opt/app/datartr/etc/node.properties"), e);\r
- }\r
- provurl = p.getProperty("ProvisioningURL", "https://feeds-drtr.web.att.com/internal/prov");\r
- try {\r
- provhost = (new URL(provurl)).getHost();\r
- } catch (Exception e) {\r
- NodeUtils.setIpAndFqdnForEelf("NodeConfigManager");\r
- eelflogger.error(EelfMsgs.MESSAGE_BAD_PROV_URL, provurl);\r
- logger.error("NODE0302 Bad provisioning server URL " + provurl);\r
- System.exit(1);\r
- }\r
- logger.info("NODE0303 Provisioning server is " + provhost);\r
- eventlogurl = p.getProperty("LogUploadURL", "https://feeds-drtr.web.att.com/internal/logs");\r
- provcheck = new IsFrom(provhost);\r
- gfport = Integer.parseInt(p.getProperty("IntHttpPort", "8080"));\r
- svcport = Integer.parseInt(p.getProperty("IntHttpsPort", "8443"));\r
- port = Integer.parseInt(p.getProperty("ExtHttpsPort", "443"));\r
- long minpfinterval = Long.parseLong(p.getProperty("MinProvFetchInterval", "10000"));\r
- long minrsinterval = Long.parseLong(p.getProperty("MinRedirSaveInterval", "10000"));\r
- spooldir = p.getProperty("SpoolDir", "spool");\r
- File fdir = new File(spooldir + "/f");\r
- fdir.mkdirs();\r
- for (File junk: fdir.listFiles()) {\r
- if (junk.isFile()) {\r
- junk.delete();\r
- }\r
- }\r
- logdir = p.getProperty("LogDir", "logs");\r
- (new File(logdir)).mkdirs();\r
- logretention = Long.parseLong(p.getProperty("LogRetention", "30")) * 86400000L;\r
- eventlogprefix = logdir + "/events";\r
- eventlogsuffix = ".log";\r
- String redirfile = p.getProperty("RedirectionFile", "etc/redirections.dat");\r
- kstype = p.getProperty("KeyStoreType", "jks");\r
- ksfile = p.getProperty("KeyStoreFile", "etc/keystore");\r
- kspass = p.getProperty("KeyStorePassword", "changeme");\r
- kpass = p.getProperty("KeyPassword", "changeme");\r
- tstype = p.getProperty("TrustStoreType", "jks");\r
- tsfile = p.getProperty("TrustStoreFile");\r
- tspass = p.getProperty("TrustStorePassword", "changeme");\r
- if (tsfile != null && tsfile.length() > 0) {\r
- System.setProperty("javax.net.ssl.trustStoreType", tstype);\r
- System.setProperty("javax.net.ssl.trustStore", tsfile);\r
- System.setProperty("javax.net.ssl.trustStorePassword", tspass);\r
- }\r
- nak = p.getProperty("NodeAuthKey", "Node123!");\r
- quiesce = new File(p.getProperty("QuiesceFile", "etc/SHUTDOWN"));\r
- myname = NodeUtils.getCanonicalName(kstype, ksfile, kspass);\r
- if (myname == null) {\r
- NodeUtils.setIpAndFqdnForEelf("NodeConfigManager");\r
- eelflogger.error(EelfMsgs.MESSAGE_KEYSTORE_FETCH_ERROR, ksfile);\r
- logger.error("NODE0309 Unable to fetch canonical name from keystore file " + ksfile);\r
- System.exit(1);\r
- }\r
- logger.info("NODE0304 My certificate says my name is " + myname);\r
- pid = new PublishId(myname);\r
- rdmgr = new RedirManager(redirfile, minrsinterval, timer);\r
- pfetcher = new RateLimitedOperation(minpfinterval, timer) {\r
- public void run() {\r
- fetchconfig();\r
- }\r
- };\r
- logger.info("NODE0305 Attempting to fetch configuration at " + provurl);\r
- pfetcher.request();\r
- }\r
- private void localconfig() {\r
- followredirects = Boolean.parseBoolean(getProvParam("FOLLOW_REDIRECTS", "false"));\r
- eventloginterval = getProvParam("LOGROLL_INTERVAL", "5m");\r
- initfailuretimer = 10000;\r
- maxfailuretimer = 3600000;\r
- expirationtimer = 86400000;\r
- failurebackoff = 2.0;\r
- deliverythreads = 40;\r
- fairfilelimit = 100;\r
- fairtimelimit = 60000;\r
- fdpstart = 0.05;\r
- fdpstop = 0.2;\r
- try { initfailuretimer = (long)(Double.parseDouble(getProvParam("DELIVERY_INIT_RETRY_INTERVAL")) * 1000); } catch (Exception e) {}\r
- try { maxfailuretimer = (long)(Double.parseDouble(getProvParam("DELIVERY_MAX_RETRY_INTERVAL")) * 1000); } catch (Exception e) {}\r
- try { expirationtimer = (long)(Double.parseDouble(getProvParam("DELIVERY_MAX_AGE")) * 1000); } catch (Exception e) {}\r
- try { failurebackoff = Double.parseDouble(getProvParam("DELIVERY_RETRY_RATIO")); } catch (Exception e) {}\r
- try { deliverythreads = Integer.parseInt(getProvParam("DELIVERY_THREADS")); } catch (Exception e) {}\r
- try { fairfilelimit = Integer.parseInt(getProvParam("FAIR_FILE_LIMIT")); } catch (Exception e) {}\r
- try { fairtimelimit = (long)(Double.parseDouble(getProvParam("FAIR_TIME_LIMIT")) * 1000); } catch (Exception e) {}\r
- try { fdpstart = Double.parseDouble(getProvParam("FREE_DISK_RED_PERCENT")) / 100.0; } catch (Exception e) {}\r
- try { fdpstop = Double.parseDouble(getProvParam("FREE_DISK_YELLOW_PERCENT")) / 100.0; } catch (Exception e) {}\r
- if (fdpstart < 0.01) {\r
- fdpstart = 0.01;\r
- }\r
- if (fdpstart > 0.5) {\r
- fdpstart = 0.5;\r
- }\r
- if (fdpstop < fdpstart) {\r
- fdpstop = fdpstart;\r
- }\r
- if (fdpstop > 0.5) {\r
- fdpstop = 0.5;\r
- }\r
- }\r
- private void fetchconfig() {\r
- try {\r
- System.out.println("provurl:: "+provurl);\r
- Reader r = new InputStreamReader((new URL(provurl)).openStream());\r
- config = new NodeConfig(new ProvData(r), myname, spooldir, port, nak);\r
- localconfig();\r
- configtasks.startRun();\r
- Runnable rr;\r
- while ((rr = configtasks.next()) != null) {\r
- try {\r
- rr.run();\r
- } catch (Exception e) {\r
- }\r
- }\r
- } catch (Exception e) {\r
- e.printStackTrace();\r
- NodeUtils.setIpAndFqdnForEelf("fetchconfigs");\r
- eelflogger.error(EelfMsgs.MESSAGE_CONF_FAILED, e.toString());\r
- logger.error("NODE0306 Configuration failed " + e.toString() + " - try again later", e);\r
- pfetcher.request();\r
- }\r
- }\r
- /**\r
- * Process a gofetch request from a particular IP address. If the\r
- * IP address is not an IP address we would go to to fetch the\r
- * provisioning data, ignore the request. If the data has been\r
- * fetched very recently (default 10 seconds), wait a while before fetching again.\r
- */\r
- public synchronized void gofetch(String remoteaddr) {\r
- if (provcheck.isFrom(remoteaddr)) {\r
- logger.info("NODE0307 Received configuration fetch request from provisioning server " + remoteaddr);\r
- pfetcher.request();\r
- } else {\r
- logger.info("NODE0308 Received configuration fetch request from unexpected server " + remoteaddr);\r
- }\r
- }\r
- /**\r
- * Am I configured?\r
- */\r
- public boolean isConfigured() {\r
- return(config != null);\r
- }\r
- /**\r
- * Am I shut down?\r
- */\r
- public boolean isShutdown() {\r
- return(quiesce.exists());\r
- }\r
- /**\r
- * Given a routing string, get the targets.\r
- * @param routing Target string\r
- * @return array of targets\r
- */\r
- public Target[] parseRouting(String routing) {\r
- return(config.parseRouting(routing));\r
- }\r
- /**\r
- * Given a set of credentials and an IP address, is this request from another node?\r
- * @param credentials Credentials offered by the supposed node\r
- * @param ip IP address the request came from\r
- * @return If the credentials and IP address are recognized, true, otherwise false.\r
- */\r
- public boolean isAnotherNode(String credentials, String ip) {\r
- return(config.isAnotherNode(credentials, ip));\r
- }\r
- /**\r
- * Check whether publication is allowed.\r
- * @param feedid The ID of the feed being requested\r
- * @param credentials The offered credentials\r
- * @param ip The requesting IP address\r
- * @return True if the IP and credentials are valid for the specified feed.\r
- */\r
- public String isPublishPermitted(String feedid, String credentials, String ip) {\r
- return(config.isPublishPermitted(feedid, credentials, ip));\r
- }\r
- /**\r
- * Check who the user is given the feed ID and the offered credentials.\r
- * @param feedid The ID of the feed specified\r
- * @param credentials The offered credentials\r
- * @return Null if the credentials are invalid or the user if they are valid.\r
- */\r
- public String getAuthUser(String feedid, String credentials) {\r
- return(config.getAuthUser(feedid, credentials));\r
- }\r
- /**\r
- * Check if the publish request should be sent to another node based on the feedid, user, and source IP address.\r
- * @param feedid The ID of the feed specified\r
- * @param user The publishing user\r
- * @param ip The IP address of the publish endpoint\r
- * @return Null if the request should be accepted or the correct hostname if it should be sent to another node.\r
- */\r
- public String getIngressNode(String feedid, String user, String ip) {\r
- return(config.getIngressNode(feedid, user, ip));\r
- }\r
- /**\r
- * Get a provisioned configuration parameter (from the provisioning server configuration)\r
- * @param name The name of the parameter\r
- * @return The value of the parameter or null if it is not defined.\r
- */\r
- public String getProvParam(String name) {\r
- return(config.getProvParam(name));\r
- }\r
- /**\r
- * Get a provisioned configuration parameter (from the provisioning server configuration)\r
- * @param name The name of the parameter\r
- * @param deflt The value to use if the parameter is not defined\r
- * @return The value of the parameter or deflt if it is not defined.\r
- */\r
- public String getProvParam(String name, String deflt) {\r
- name = config.getProvParam(name);\r
- if (name == null) {\r
- name = deflt;\r
- }\r
- return(name);\r
- }\r
- /**\r
- * Generate a publish ID\r
- */\r
- public String getPublishId() {\r
- return(pid.next());\r
- }\r
- /**\r
- * Get all the outbound spooling destinations.\r
- * This will include both subscriptions and nodes.\r
- */\r
- public DestInfo[] getAllDests() {\r
- return(config.getAllDests());\r
- }\r
- /**\r
- * Register a task to run whenever the configuration changes\r
- */\r
- public void registerConfigTask(Runnable task) {\r
- configtasks.addTask(task);\r
- }\r
- /**\r
- * Deregister a task to run whenever the configuration changes\r
- */\r
- public void deregisterConfigTask(Runnable task) {\r
- configtasks.removeTask(task);\r
- }\r
- /**\r
- * Get the URL to deliver a message to.\r
- * @param destinfo The destination information\r
- * @param fileid The file ID\r
- * @return The URL to deliver to\r
- */\r
- public String getDestURL(DestInfo destinfo, String fileid) {\r
- String subid = destinfo.getSubId();\r
- String purl = destinfo.getURL();\r
- if (followredirects && subid != null) {\r
- purl = rdmgr.lookup(subid, purl);\r
- }\r
- return(purl + "/" + fileid);\r
- }\r
- /**\r
- * Is a destination redirected?\r
- */\r
- public boolean isDestRedirected(DestInfo destinfo) {\r
- return(followredirects && rdmgr.isRedirected(destinfo.getSubId()));\r
- }\r
- /**\r
- * Set up redirection on receipt of a 3XX from a target URL\r
- */\r
- public boolean handleRedirection(DestInfo destinfo, String redirto, String fileid) {\r
- fileid = "/" + fileid;\r
- String subid = destinfo.getSubId();\r
- String purl = destinfo.getURL();\r
- if (followredirects && subid != null && redirto.endsWith(fileid)) {\r
- redirto = redirto.substring(0, redirto.length() - fileid.length());\r
- if (!redirto.equals(purl)) {\r
- rdmgr.redirect(subid, purl, redirto);\r
- return(true);\r
- }\r
- }\r
- return(false);\r
- }\r
- /**\r
- * Handle unreachable target URL\r
- */\r
- public void handleUnreachable(DestInfo destinfo) {\r
- String subid = destinfo.getSubId();\r
- if (followredirects && subid != null) {\r
- rdmgr.forget(subid);\r
- }\r
- }\r
- /**\r
- * Get the timeout before retrying after an initial delivery failure\r
- */\r
- public long getInitFailureTimer() {\r
- return(initfailuretimer);\r
- }\r
- /**\r
- * Get the maximum timeout between delivery attempts\r
- */\r
- public long getMaxFailureTimer() {\r
- return(maxfailuretimer);\r
- }\r
- /**\r
- * Get the ratio between consecutive delivery attempts\r
- */\r
- public double getFailureBackoff() {\r
- return(failurebackoff);\r
- }\r
- /**\r
- * Get the expiration timer for deliveries\r
- */\r
- public long getExpirationTimer() {\r
- return(expirationtimer);\r
- }\r
- /**\r
- * Get the maximum number of file delivery attempts before checking\r
- * if another queue has work to be performed.\r
- */\r
- public int getFairFileLimit() {\r
- return(fairfilelimit);\r
- }\r
- /**\r
- * Get the maximum amount of time spent delivering files before\r
- * checking if another queue has work to be performed.\r
- */\r
- public long getFairTimeLimit() {\r
- return(fairtimelimit);\r
- }\r
- /**\r
- * Get the targets for a feed\r
- * @param feedid The feed ID\r
- * @return The targets this feed should be delivered to\r
- */\r
- public Target[] getTargets(String feedid) {\r
- return(config.getTargets(feedid));\r
- }\r
- /**\r
- * Get the spool directory for temporary files\r
- */\r
- public String getSpoolDir() {\r
- return(spooldir + "/f");\r
- }\r
- /**\r
- * Get the base directory for spool directories\r
- */\r
- public String getSpoolBase() {\r
- return(spooldir);\r
- }\r
- /**\r
- * Get the key store type\r
- */\r
- public String getKSType() {\r
- return(kstype);\r
- }\r
- /**\r
- * Get the key store file\r
- */\r
- public String getKSFile() {\r
- return(ksfile);\r
- }\r
- /**\r
- * Get the key store password\r
- */\r
- public String getKSPass() {\r
- return(kspass);\r
- }\r
- /**\r
- * Get the key password\r
- */\r
- public String getKPass() {\r
- return(kpass);\r
- }\r
- /**\r
- * Get the http port\r
- */\r
- public int getHttpPort() {\r
- return(gfport);\r
- }\r
- /**\r
- * Get the https port\r
- */\r
- public int getHttpsPort() {\r
- return(svcport);\r
- }\r
- /**\r
- * Get the externally visible https port\r
- */\r
- public int getExtHttpsPort() {\r
- return(port);\r
- }\r
- /**\r
- * Get the external name of this machine\r
- */\r
- public String getMyName() {\r
- return(myname);\r
- }\r
- /**\r
- * Get the number of threads to use for delivery\r
- */\r
- public int getDeliveryThreads() {\r
- return(deliverythreads);\r
- }\r
- /**\r
- * Get the URL for uploading the event log data\r
- */\r
- public String getEventLogUrl() {\r
- return(eventlogurl);\r
- }\r
- /**\r
- * Get the prefix for the names of event log files\r
- */\r
- public String getEventLogPrefix() {\r
- return(eventlogprefix);\r
- }\r
- /**\r
- * Get the suffix for the names of the event log files\r
- */\r
- public String getEventLogSuffix() {\r
- return(eventlogsuffix);\r
- }\r
- /**\r
- * Get the interval between event log file rollovers\r
- */\r
- public String getEventLogInterval() {\r
- return(eventloginterval);\r
- }\r
- /**\r
- * Should I follow redirects from subscribers?\r
- */\r
- public boolean isFollowRedirects() {\r
- return(followredirects);\r
- }\r
- /**\r
- * Get the directory where the event and node log files live\r
- */\r
- public String getLogDir() {\r
- return(logdir);\r
- }\r
- /**\r
- * How long do I keep log files (in milliseconds)\r
- */\r
- public long getLogRetention() {\r
- return(logretention);\r
- }\r
- /**\r
- * Get the timer\r
- */\r
- public Timer getTimer() {\r
- return(timer);\r
- }\r
- /**\r
- * Get the feed ID for a subscription\r
- * @param subid The subscription ID\r
- * @return The feed ID\r
- */\r
- public String getFeedId(String subid) {\r
- return(config.getFeedId(subid));\r
- }\r
- /**\r
- * Get the authorization string this node uses\r
- * @return The Authorization string for this node\r
- */\r
- public String getMyAuth() {\r
- return(config.getMyAuth());\r
- }\r
- /**\r
- * Get the fraction of free spool disk space where we start throwing away undelivered files. This is FREE_DISK_RED_PERCENT / 100.0. Default is 0.05. Limited by 0.01 <= FreeDiskStart <= 0.5.\r
- */\r
- public double getFreeDiskStart() {\r
- return(fdpstart);\r
- }\r
- /**\r
- * Get the fraction of free spool disk space where we stop throwing away undelivered files. This is FREE_DISK_YELLOW_PERCENT / 100.0. Default is 0.2. Limited by FreeDiskStart <= FreeDiskStop <= 0.5.\r
- */\r
- public double getFreeDiskStop() {\r
- return(fdpstop);\r
- }\r
- /**\r
- * Get the spool directory for a subscription\r
- */\r
- public String getSpoolDir(String subid, String remoteaddr) {\r
- if (provcheck.isFrom(remoteaddr)) {\r
- String sdir = config.getSpoolDir(subid);\r
- if (sdir != null) {\r
- logger.info("NODE0310 Received subscription reset request for subscription " + subid + " from provisioning server " + remoteaddr);\r
- } else {\r
- logger.info("NODE0311 Received subscription reset request for unknown subscription " + subid + " from provisioning server " + remoteaddr);\r
- }\r
- return(sdir);\r
- } else {\r
- logger.info("NODE0312 Received subscription reset request from unexpected server " + remoteaddr);\r
- return(null);\r
- }\r
- }\r
-}\r
Code Review / dmaap / datarouter.git / blobdiff