1 /*******************************************************************************
2 * ============LICENSE_START==================================================
4 * * ===========================================================================
5 * * Copyright © 2017 AT&T Intellectual Property. All rights reserved.
6 * * ===========================================================================
7 * * Licensed under the Apache License, Version 2.0 (the "License");
8 * * you may not use this file except in compliance with the License.
9 * * You may obtain a copy of the License at
11 * * http://www.apache.org/licenses/LICENSE-2.0
13 * * Unless required by applicable law or agreed to in writing, software
14 * * distributed under the License is distributed on an "AS IS" BASIS,
15 * * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * * See the License for the specific language governing permissions and
17 * * limitations under the License.
18 * * ============LICENSE_END====================================================
20 * * ECOMP is a trademark and service mark of AT&T Intellectual Property.
22 ******************************************************************************/
25 package org.onap.dmaap.datarouter.provisioning;
27 import com.att.eelf.configuration.EELFLogger;
28 import com.att.eelf.configuration.EELFManager;
29 import java.io.IOException;
30 import java.io.InputStream;
31 import java.security.Security;
32 import java.util.EnumSet;
33 import java.util.Properties;
34 import java.util.Timer;
35 import javax.servlet.DispatcherType;
36 import org.eclipse.jetty.http.HttpVersion;
37 import org.eclipse.jetty.server.Connector;
38 import org.eclipse.jetty.server.Handler;
39 import org.eclipse.jetty.server.HttpConfiguration;
40 import org.eclipse.jetty.server.HttpConnectionFactory;
41 import org.eclipse.jetty.server.NCSARequestLog;
42 import org.eclipse.jetty.server.Server;
43 import org.eclipse.jetty.server.ServerConnector;
44 import org.eclipse.jetty.server.SslConnectionFactory;
45 import org.eclipse.jetty.server.handler.ContextHandlerCollection;
46 import org.eclipse.jetty.server.handler.DefaultHandler;
47 import org.eclipse.jetty.server.handler.HandlerCollection;
48 import org.eclipse.jetty.server.handler.RequestLogHandler;
49 import org.eclipse.jetty.servlet.FilterHolder;
50 import org.eclipse.jetty.servlet.ServletContextHandler;
51 import org.eclipse.jetty.servlet.ServletHolder;
52 import org.eclipse.jetty.util.ssl.SslContextFactory;
53 import org.eclipse.jetty.util.thread.QueuedThreadPool;
54 import org.onap.aaf.cadi.PropAccess;
56 import org.onap.dmaap.datarouter.provisioning.utils.DB;
57 import org.onap.dmaap.datarouter.provisioning.utils.DRProvCadiFilter;
58 import org.onap.dmaap.datarouter.provisioning.utils.LogfileLoader;
59 import org.onap.dmaap.datarouter.provisioning.utils.PurgeLogDirTask;
60 import org.onap.dmaap.datarouter.provisioning.utils.ThrottleFilter;
64 * A main class which may be used to start the provisioning server with an "embedded" Jetty server. Configuration is
65 * done via the properties file <i>provserver.properties</i>, which should be in the CLASSPATH. The provisioning server
66 * may also be packaged with a web.xml and started as a traditional webapp.
69 * Most of the work of the provisioning server is carried out within the eight servlets (configured below) that are used
70 * to handle each of the eight types of requests the server may receive. In addition, there are background threads
71 * started to perform other tasks:
74 * <li>One background Thread runs the {@link LogfileLoader} in order to process incoming logfiles.
75 * This Thread is created as a side effect of the first successful POST to the /internal/logs/ servlet.</li>
76 * <li>One background Thread runs the {@link SynchronizerTask} which is used to periodically
77 * synchronize the database between active and standby servers.</li>
78 * <li>One background Thread runs the {@link Poker} which is used to notify the nodes whenever
79 * provisioning data changes.</li>
80 * <li>One task is run once a day to run {@link PurgeLogDirTask} which purges older logs from the
81 * /opt/app/datartr/logs directory.</li>
84 * The provisioning server is stopped by issuing a GET to the URL http://127.0.0.1/internal/halt using <i>curl</i> or
85 * some other such tool.
89 * @version $Id: Main.java,v 1.12 2014/03/12 19:45:41 eby Exp $
94 * The truststore to use if none is specified.
96 static final String DEFAULT_TRUSTSTORE = "/opt/java/jdk/jdk180/jre/lib/security/cacerts";
97 static final String KEYSTORE_TYPE_PROPERTY = "org.onap.dmaap.datarouter.provserver.keystore.type";
98 static final String KEYSTORE_PATH_PROPERTY = "org.onap.dmaap.datarouter.provserver.keystore.path";
99 static final String KEYSTORE_PASS_PROPERTY = "org.onap.dmaap.datarouter.provserver.keystore.password";
100 static final String TRUSTSTORE_PATH_PROPERTY = "org.onap.dmaap.datarouter.provserver.truststore.path";
101 static final String TRUSTSTORE_PASS_PROPERTY = "org.onap.dmaap.datarouter.provserver.truststore.password";
102 public static final EELFLogger intlogger = EELFManager.getInstance()
103 .getLogger("org.onap.dmaap.datarouter.provisioning.internal");
106 * The one and only {@link Server} instance in this JVM.
108 private static Server server;
111 InputStream getCadiProps() {
112 InputStream in = null;
114 in = getClass().getClassLoader().getResourceAsStream("drProvCadi.properties");
115 } catch (Exception e) {
116 intlogger.error("Exception in Main.getCadiProps(): " + e.getMessage(), e);
123 * Starts the Data Router Provisioning server.
125 * @param args not used
126 * @throws Exception if Jetty has a problem starting
128 public static void main(String[] args) throws Exception {
129 Security.setProperty("networkaddress.cache.ttl", "4");
130 // Check DB is accessible and contains the expected tables
131 if (!checkDatabase()) {
135 intlogger.info("PROV0000 **** AT&T Data Router Provisioning Server starting....");
137 Security.setProperty("networkaddress.cache.ttl", "4");
138 Properties provProperties = (new DB()).getProperties();
139 int httpPort = Integer.parseInt(provProperties
140 .getProperty("org.onap.dmaap.datarouter.provserver.http.port", "8080"));
141 final int httpsPort = Integer.parseInt(provProperties
142 .getProperty("org.onap.dmaap.datarouter.provserver.https.port", "8443"));
144 // Server's thread pool
145 QueuedThreadPool queuedThreadPool = new QueuedThreadPool();
146 queuedThreadPool.setMinThreads(10);
147 queuedThreadPool.setMaxThreads(200);
148 queuedThreadPool.setDetailedDump(false);
151 server = new Server(queuedThreadPool);
152 server.setStopAtShutdown(true);
153 server.setStopTimeout(5000);
154 server.setDumpAfterStart(false);
155 server.setDumpBeforeStop(false);
157 // Request log configuration
158 NCSARequestLog ncsaRequestLog = new NCSARequestLog();
159 ncsaRequestLog.setFilename(provProperties
160 .getProperty("org.onap.dmaap.datarouter.provserver.accesslog.dir")
161 + "/request.log.yyyy_mm_dd");
162 ncsaRequestLog.setFilenameDateFormat("yyyyMMdd");
163 ncsaRequestLog.setRetainDays(90);
164 ncsaRequestLog.setAppend(true);
165 ncsaRequestLog.setExtended(false);
166 ncsaRequestLog.setLogCookies(false);
167 ncsaRequestLog.setLogTimeZone("GMT");
169 RequestLogHandler requestLogHandler = new RequestLogHandler();
170 requestLogHandler.setRequestLog(ncsaRequestLog);
171 server.setRequestLog(ncsaRequestLog);
173 // HTTP configuration
174 HttpConfiguration httpConfiguration = new HttpConfiguration();
175 httpConfiguration.setSecureScheme("https");
176 httpConfiguration.setSecurePort(httpsPort);
177 httpConfiguration.setOutputBufferSize(32768);
178 httpConfiguration.setRequestHeaderSize(8192);
179 httpConfiguration.setResponseHeaderSize(8192);
180 httpConfiguration.setSendServerVersion(true);
181 httpConfiguration.setSendDateHeader(false);
184 HandlerCollection handlerCollection;
185 try (ServerConnector httpServerConnector =
186 new ServerConnector(server, new HttpConnectionFactory(httpConfiguration))) {
187 httpServerConnector.setPort(httpPort);
188 httpServerConnector.setAcceptQueueSize(2);
189 httpServerConnector.setIdleTimeout(300000);
192 SslContextFactory sslContextFactory = new SslContextFactory();
193 sslContextFactory.setKeyStoreType(provProperties.getProperty(KEYSTORE_TYPE_PROPERTY, "jks"));
194 sslContextFactory.setKeyStorePath(provProperties.getProperty(KEYSTORE_PATH_PROPERTY));
195 sslContextFactory.setKeyStorePassword(provProperties.getProperty(KEYSTORE_PASS_PROPERTY));
196 sslContextFactory.setKeyManagerPassword(provProperties
197 .getProperty("org.onap.dmaap.datarouter.provserver.keymanager.password"));
199 String ts = provProperties.getProperty(TRUSTSTORE_PATH_PROPERTY);
200 if (ts != null && ts.length() > 0) {
201 intlogger.info("@@ TS -> " + ts);
202 sslContextFactory.setTrustStorePath(ts);
203 sslContextFactory.setTrustStorePassword(provProperties.getProperty(TRUSTSTORE_PASS_PROPERTY));
205 sslContextFactory.setTrustStorePath(DEFAULT_TRUSTSTORE);
206 sslContextFactory.setTrustStorePassword("changeit");
209 sslContextFactory.setWantClientAuth(true);
210 sslContextFactory.setExcludeCipherSuites(
211 "SSL_RSA_WITH_DES_CBC_SHA",
212 "SSL_DHE_RSA_WITH_DES_CBC_SHA",
213 "SSL_DHE_DSS_WITH_DES_CBC_SHA",
214 "SSL_RSA_EXPORT_WITH_RC4_40_MD5",
215 "SSL_RSA_EXPORT_WITH_DES40_CBC_SHA",
216 "SSL_DHE_RSA_EXPORT_WITH_DES40_CBC_SHA",
217 "SSL_DHE_DSS_EXPORT_WITH_DES40_CBC_SHA"
219 sslContextFactory.addExcludeProtocols("SSLv3");
220 sslContextFactory.setIncludeProtocols(provProperties.getProperty(
221 "org.onap.dmaap.datarouter.provserver.https.include.protocols",
222 "TLSv1.1|TLSv1.2").trim().split("\\|"));
224 intlogger.info("Not supported protocols prov server:-"
225 + String.join(",", sslContextFactory.getExcludeProtocols()));
226 intlogger.info("Supported protocols prov server:-"
227 + String.join(",", sslContextFactory.getIncludeProtocols()));
228 intlogger.info("Not supported ciphers prov server:-"
229 + String.join(",", sslContextFactory.getExcludeCipherSuites()));
230 intlogger.info("Supported ciphers prov server:-"
231 + String.join(",", sslContextFactory.getIncludeCipherSuites()));
233 // HTTPS configuration
234 HttpConfiguration httpsConfiguration = new HttpConfiguration(httpConfiguration);
235 httpsConfiguration.setRequestHeaderSize(8192);
238 try (ServerConnector httpsServerConnector = new ServerConnector(server,
239 new SslConnectionFactory(sslContextFactory, HttpVersion.HTTP_1_1.asString()),
240 new HttpConnectionFactory(httpsConfiguration))) {
242 httpsServerConnector.setPort(httpsPort);
243 httpsServerConnector.setIdleTimeout(30000);
244 httpsServerConnector.setAcceptQueueSize(2);
246 // Servlet and Filter configuration
247 ServletContextHandler servletContextHandler = new ServletContextHandler(0);
248 servletContextHandler.setContextPath("/");
249 servletContextHandler.addServlet(new ServletHolder(new FeedServlet()), "/feed/*");
250 servletContextHandler.addServlet(new ServletHolder(new FeedLogServlet()), "/feedlog/*");
251 servletContextHandler.addServlet(new ServletHolder(new PublishServlet()), "/publish/*");
252 servletContextHandler.addServlet(new ServletHolder(new SubscribeServlet()), "/subscribe/*");
253 servletContextHandler.addServlet(new ServletHolder(new StatisticsServlet()), "/statistics/*");
254 servletContextHandler.addServlet(new ServletHolder(new SubLogServlet()), "/sublog/*");
255 servletContextHandler.addServlet(new ServletHolder(new GroupServlet()), "/group/*");
256 servletContextHandler.addServlet(new ServletHolder(new SubscriptionServlet()), "/subs/*");
257 servletContextHandler.addServlet(new ServletHolder(new InternalServlet()), "/internal/*");
258 servletContextHandler.addServlet(new ServletHolder(new RouteServlet()), "/internal/route/*");
259 servletContextHandler.addServlet(new ServletHolder(new DRFeedsServlet()), "/");
260 servletContextHandler.addFilter(new FilterHolder(new ThrottleFilter()),
261 "/publish/*", EnumSet.of(DispatcherType.REQUEST));
263 //CADI Filter activation check
264 if (Boolean.parseBoolean(provProperties.getProperty(
265 "org.onap.dmaap.datarouter.provserver.cadi.enabled", "false"))) {
266 //Get cadi properties
267 Properties cadiProperties = null;
269 intlogger.info("PROV0001 Prov - Loading CADI properties");
270 cadiProperties = new Properties();
271 Inner obj = new Main().new Inner();
272 InputStream in = obj.getCadiProps();
273 cadiProperties.load(in);
274 } catch (IOException ioe) {
275 intlogger.error("PROV0001 Exception loading CADI properties: " + ioe.getMessage(), ioe);
277 cadiProperties.setProperty("aaf_locate_url", provProperties.getProperty("org.onap.dmaap.datarouter.provserver.cadi.aaf.url", "https://aaf-onap-test.osaaf.org:8095"));
278 intlogger.info("PROV0001 aaf_url set to - " + cadiProperties.getProperty("aaf_url"));
280 PropAccess access = new PropAccess(cadiProperties);
281 servletContextHandler.addFilter(new FilterHolder(new DRProvCadiFilter(true, access)),
282 "/*", EnumSet.of(DispatcherType.REQUEST));
285 ContextHandlerCollection contextHandlerCollection = new ContextHandlerCollection();
286 contextHandlerCollection.addHandler(servletContextHandler);
288 // Server's Handler collection
289 handlerCollection = new HandlerCollection();
290 handlerCollection.setHandlers(new Handler[]{contextHandlerCollection, new DefaultHandler()});
291 handlerCollection.addHandler(requestLogHandler);
293 server.setConnectors(new Connector[]{httpServerConnector, httpsServerConnector});
296 server.setHandler(handlerCollection);
298 // Daemon to clean up the log directory on a daily basis
299 Timer rolex = new Timer();
300 rolex.scheduleAtFixedRate(new PurgeLogDirTask(), 0, 86400000L); // run once per day
302 // Start LogfileLoader
303 LogfileLoader.getLoader();
307 intlogger.info("Prov Server started-" + server.getState());
308 } catch (Exception e) {
309 intlogger.info("Jetty failed to start. Reporting will we unavailable: " + e.getMessage(), e);
312 intlogger.info("PROV0001 **** AT&T Data Router Provisioning Server halted.");
315 private static boolean checkDatabase() {
317 return db.runRetroFits();
321 * Stop the Jetty server.
323 static void shutdown() {
329 } catch (Exception e) {
330 intlogger.error("Exception in Main.shutdown(): " + e.getMessage(), e);