2 * ============LICENSE_START=======================================================
4 * ================================================================================
5 * Copyright (C) 2017 AT&T Intellectual Property. All rights
7 * ================================================================================
8 * Licensed under the Apache License, Version 2.0 (the "License");
9 * you may not use this file except in compliance with the License.
10 * You may obtain a copy of the License at
12 * http://www.apache.org/licenses/LICENSE-2.0
14 * Unless required by applicable law or agreed to in writing, software
15 * distributed under the License is distributed on an "AS IS" BASIS,
16 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
17 * See the License for the specific language governing permissions and
18 * limitations under the License.
19 * ============LICENSE_END=========================================================
22 package org.onap.ccsdk.sli.adaptors.resource.sql;
25 import java.io.FileInputStream;
26 import java.sql.Connection;
27 import java.sql.PreparedStatement;
28 import java.sql.ResultSet;
29 import java.sql.ResultSetMetaData;
30 import java.sql.SQLException;
31 import java.util.ArrayList;
33 import java.util.Map.Entry;
34 import java.util.Properties;
36 import javax.sql.rowset.CachedRowSet;
38 import org.apache.commons.lang3.StringUtils;
39 import org.onap.ccsdk.sli.core.dblib.DBResourceManager;
40 import org.onap.ccsdk.sli.core.dblib.DbLibService;
41 import org.onap.ccsdk.sli.core.sli.SvcLogicContext;
42 import org.onap.ccsdk.sli.core.sli.SvcLogicException;
43 import org.onap.ccsdk.sli.core.sli.SvcLogicJavaPlugin;
44 import org.onap.ccsdk.sli.core.sli.SvcLogicResource;
45 import org.osgi.framework.Bundle;
46 import org.osgi.framework.BundleContext;
47 import org.osgi.framework.FrameworkUtil;
48 import org.osgi.framework.ServiceReference;
49 import org.slf4j.Logger;
50 import org.slf4j.LoggerFactory;
52 public class SqlResource implements SvcLogicResource, SvcLogicJavaPlugin {
54 private static final Logger LOG = LoggerFactory.getLogger(SqlResource.class);
56 private static final String DBLIB_SERVICE = "org.onap.ccsdk.sli.core.dblib.DbLibService";
58 private static String CRYPT_KEY = "QtfJMKggVk";
60 DbLibService dblibSvc = null;
62 public SqlResource() {
63 this(new SqlResourcePropertiesProviderImpl(), null);
66 public SqlResource(SqlResourcePropertiesProvider propProvider) {
67 this(propProvider, null);
70 public SqlResource(SqlResourcePropertiesProvider propProvider, DbLibService dblibSvc) {
72 this.dblibSvc = dblibSvc;
74 Properties properties = propProvider.getProperties();
76 String cryptKey = properties.getProperty("org.onap.sdnc.resource.sql.cryptkey");
78 if ((cryptKey == null) || (cryptKey.length() == 0)) {
79 cryptKey = properties.getProperty("org.openecomp.sdnc.resource.sql.cryptkey");
82 SqlResource.setCryptKey(cryptKey);
85 // For sql-resource, is-available is the same as exists
87 public QueryStatus isAvailable(String resource, String key, String prefix, SvcLogicContext ctx)
88 throws SvcLogicException {
90 return (exists(resource, key, prefix, ctx));
95 public QueryStatus exists(String resource, String key, String prefix, SvcLogicContext ctx)
96 throws SvcLogicException {
98 DbLibService dblibSvc = getDbLibService();
99 if (dblibSvc == null) {
100 return (QueryStatus.FAILURE);
103 String theStmt = resolveCtxVars(key, ctx);
106 CachedRowSet results = dblibSvc.getData(theStmt, null, null);
108 if (!results.next()) {
109 return (QueryStatus.NOT_FOUND);
112 int numRows = results.getInt(1);
115 return (QueryStatus.SUCCESS);
117 return (QueryStatus.NOT_FOUND);
119 } catch (Exception e) {
120 LOG.error("Caught SQL exception", e);
121 return (QueryStatus.FAILURE);
126 public QueryStatus query(String resource, boolean localOnly, String select, String key, String prefix,
127 String orderBy, SvcLogicContext ctx) throws SvcLogicException {
129 DbLibService dblibSvc = getDbLibService();
131 if (dblibSvc == null) {
132 return (QueryStatus.FAILURE);
135 String sqlQuery = resolveCtxVars(key, ctx);
139 CachedRowSet results = dblibSvc.getData(sqlQuery, null, null);
141 QueryStatus retval = QueryStatus.SUCCESS;
143 if (!results.next()) {
144 retval = QueryStatus.NOT_FOUND;
145 LOG.debug("No data found");
147 saveCachedRowSetToCtx(results, ctx, prefix, dblibSvc);
150 } catch (Exception e) {
151 LOG.error("Caught SQL exception", e);
152 return (QueryStatus.FAILURE);
156 public void saveCachedRowSetToCtx(CachedRowSet results, SvcLogicContext ctx, String prefix, DbLibService dblibSvc)
157 throws SQLException {
159 if ((prefix != null) && prefix.endsWith("[]")) {
161 String pfx = prefix.substring(0, prefix.length() - 2);
164 ResultSetMetaData rsMeta = results.getMetaData();
165 int numCols = rsMeta.getColumnCount();
167 for (int i = 0; i < numCols; i++) {
168 String colValue = null;
169 String tableName = rsMeta.getTableName(i + 1);
170 if (rsMeta.getColumnType(i + 1) == java.sql.Types.VARBINARY) {
171 colValue = decryptColumn(tableName, rsMeta.getColumnName(i + 1), results.getBytes(i + 1),
174 colValue = results.getString(i + 1);
176 LOG.debug("Setting " + pfx + "[" + idx + "]."
177 + rsMeta.getColumnLabel(i + 1).replaceAll("_", "-") + " = " + colValue);
178 ctx.setAttribute(pfx + "[" + idx + "]." + rsMeta.getColumnLabel(i + 1).replaceAll("_", "-"),
182 } while (results.next());
183 LOG.debug("Setting " + pfx + "_length = " + idx);
184 ctx.setAttribute(pfx + "_length", "" + idx);
186 ResultSetMetaData rsMeta = results.getMetaData();
187 int numCols = rsMeta.getColumnCount();
189 for (int i = 0; i < numCols; i++) {
190 String colValue = null;
191 String tableName = rsMeta.getTableName(i + 1);
192 if ("VARBINARY".equalsIgnoreCase(rsMeta.getColumnTypeName(i + 1))) {
193 colValue = decryptColumn(tableName, rsMeta.getColumnName(i + 1), results.getBytes(i + 1),
196 colValue = results.getString(i + 1);
198 if (prefix != null) {
199 LOG.debug("Setting " + prefix + "." + rsMeta.getColumnLabel(i + 1).replaceAll("_", "-") + " = "
201 ctx.setAttribute(prefix + "." + rsMeta.getColumnLabel(i + 1).replaceAll("_", "-"), colValue);
203 LOG.debug("Setting " + rsMeta.getColumnLabel(i + 1).replaceAll("_", "-") + " = " + colValue);
204 ctx.setAttribute(rsMeta.getColumnLabel(i + 1).replaceAll("_", "-"), colValue);
213 public QueryStatus reserve(String resource, String select, String key, String prefix, SvcLogicContext ctx)
214 throws SvcLogicException {
215 return (QueryStatus.SUCCESS);
220 public QueryStatus release(String resource, String key, SvcLogicContext ctx) throws SvcLogicException {
221 return (QueryStatus.SUCCESS);
224 private QueryStatus executeSqlWrite(String key, SvcLogicContext ctx) throws SvcLogicException {
225 QueryStatus retval = QueryStatus.SUCCESS;
227 DbLibService dblibSvc = getDbLibService();
229 if (dblibSvc == null) {
230 return (QueryStatus.FAILURE);
233 String sqlStmt = resolveCtxVars(key, ctx);
235 LOG.debug("key = [" + key + "]; sqlStmt = [" + sqlStmt + "]");
238 if (!dblibSvc.writeData(sqlStmt, null, null)) {
239 retval = QueryStatus.FAILURE;
241 } catch (Exception e) {
242 LOG.error("Caught SQL exception", e);
243 retval = QueryStatus.FAILURE;
250 private String resolveCtxVars(String key, SvcLogicContext ctx) {
255 if (key.startsWith("'") && key.endsWith("'")) {
256 key = key.substring(1, key.length() - 1);
257 LOG.debug("Stripped outer single quotes - key is now [" + key + "]");
260 String[] keyTerms = key.split("\\s+");
262 StringBuffer sqlBuffer = new StringBuffer();
264 for (int i = 0; i < keyTerms.length; i++) {
265 sqlBuffer.append(resolveTerm(keyTerms[i], ctx));
266 sqlBuffer.append(" ");
269 return (sqlBuffer.toString());
272 private String resolveTerm(String term, SvcLogicContext ctx) {
277 LOG.trace("resolveTerm: term is " + term);
279 if (term.startsWith("$") && (ctx != null)) {
280 // Resolve any index variables.
281 term = resolveCtxVariable(term.substring(1), ctx);
282 // Escape single quote
284 term = term.replaceAll("'", "''");
286 return ("'" + term + "'");
293 private String resolveCtxVariable(String ctxVarName, SvcLogicContext ctx) {
295 if (ctxVarName.indexOf('[') == -1) {
296 // Ctx variable contains no arrays
297 if ("CRYPT_KEY".equals(ctxVarName)) {
298 // Handle crypt key as special case. If it's set as a context
299 // variable, use it. Otherwise, use
300 // configured crypt key.
301 String cryptKey = ctx.getAttribute(ctxVarName);
302 if ((cryptKey != null) && (cryptKey.length() > 0)) {
308 return (ctx.getAttribute(ctxVarName));
311 // Resolve any array references
312 StringBuffer sbuff = new StringBuffer();
313 String[] ctxVarParts = ctxVarName.split("\\[");
314 sbuff.append(ctxVarParts[0]);
315 for (int i = 1; i < ctxVarParts.length; i++) {
316 if (ctxVarParts[i].startsWith("$")) {
317 int endBracketLoc = ctxVarParts[i].indexOf("]");
318 if (endBracketLoc == -1) {
319 // Missing end bracket ... give up parsing
320 LOG.warn("Variable reference " + ctxVarName + " seems to be missing a ']'");
321 return (ctx.getAttribute(ctxVarName));
324 String idxVarName = ctxVarParts[i].substring(1, endBracketLoc);
325 String remainder = ctxVarParts[i].substring(endBracketLoc);
328 sbuff.append(ctx.getAttribute(idxVarName));
329 sbuff.append(remainder);
332 // Index is not a variable reference
334 sbuff.append(ctxVarParts[i]);
338 return (ctx.getAttribute(sbuff.toString()));
342 public QueryStatus save(String resource, boolean force, boolean localOnly, String key, Map<String, String> parms,
343 String prefix, SvcLogicContext ctx) throws SvcLogicException {
344 return (executeSqlWrite(key, ctx));
347 private DbLibService getDbLibService() {
349 if (dblibSvc != null) {
352 // Try to get dblib as an OSGI service
353 BundleContext bctx = null;
354 ServiceReference sref = null;
356 Bundle bundle = FrameworkUtil.getBundle(SqlResource.class);
358 if (bundle != null) {
359 bctx = bundle.getBundleContext();
363 sref = bctx.getServiceReference(DBLIB_SERVICE);
367 LOG.warn("Could not find service reference for DBLIB service (" + DBLIB_SERVICE + ")");
369 dblibSvc = (DbLibService) bctx.getService(sref);
370 if (dblibSvc == null) {
371 LOG.warn("Could not find service reference for DBLIB service (" + DBLIB_SERVICE + ")");
375 if (dblibSvc == null) {
376 // Must not be running in an OSGI container. See if you can load it
380 // If $SDNC_CONFIG_DIR/dblib.properties exists, that should
381 // be the properties passed to DBResourceManager constructor.
382 // If not, as default just use system properties.
383 Properties dblibProps = System.getProperties();
384 String cfgDir = System.getenv("SDNC_CONFIG_DIR");
386 if ((cfgDir == null) || (cfgDir.length() == 0)) {
387 cfgDir = "/opt/sdnc/data/properties";
390 File dblibPropFile = new File(cfgDir + "/dblib.properties");
391 if (dblibPropFile.exists()) {
393 dblibProps = new Properties();
394 dblibProps.load(new FileInputStream(dblibPropFile));
395 } catch (Exception e) {
396 LOG.warn("Could not load properties file " + dblibPropFile.getAbsolutePath(), e);
398 dblibProps = System.getProperties();
403 dblibSvc = new DBResourceManager(dblibProps);
404 } catch (Exception e) {
405 LOG.error("Caught exception trying to create dblib service", e);
408 if (dblibSvc == null) {
409 LOG.warn("Could not create new DBResourceManager");
417 public QueryStatus notify(String resource, String action, String key, SvcLogicContext ctx)
418 throws SvcLogicException {
419 if (LOG.isDebugEnabled()) {
420 LOG.debug("SqlResource.notify called with resource=" + resource + ", action=" + action);
422 return QueryStatus.SUCCESS;
426 public QueryStatus delete(String resource, String key, SvcLogicContext ctx) throws SvcLogicException {
427 return (executeSqlWrite(key, ctx));
430 public QueryStatus update(String resource, String key, Map<String, String> parms, String prefix,
431 SvcLogicContext ctx) throws SvcLogicException {
432 return (executeSqlWrite(key, ctx));
435 private String decryptColumn(String tableName, String colName, byte[] colValue, DbLibService dblibSvc) {
436 String strValue = new String(colValue);
438 if (StringUtils.isAsciiPrintable(strValue)) {
440 // If printable, not encrypted
443 ResultSet results = null;
444 try (Connection conn = ((DBResourceManager) dblibSvc).getConnection();
445 PreparedStatement stmt = conn.prepareStatement("SELECT CAST(AES_DECRYPT(?, ?) AS CHAR(50)) FROM DUAL")) {
447 stmt.setBytes(1, colValue);
448 stmt.setString(2, getCryptKey());
449 results = stmt.executeQuery();
451 if ((results != null) && results.next()) {
452 strValue = results.getString(1);
453 LOG.debug("Decrypted value is " + strValue);
455 LOG.warn("Cannot decrypt " + tableName + "." + colName);
457 } catch (Exception e) {
458 if (results != null) {
461 } catch (SQLException ignored) {
465 LOG.error("Caught exception trying to decrypt " + tableName + "." + colName, e);
471 public static String getCryptKey() {
475 public static String setCryptKey(String key) {
480 public String parameterizedQuery(Map<String, String> parameters, SvcLogicContext ctx) throws SvcLogicException {
481 DbLibService dblibSvc = getDbLibService();
482 String prefix = parameters.get("prefix");
483 String query = parameters.get("query");
485 ArrayList<String> arguments = new ArrayList<String>();
486 for (Entry<String, String> a : parameters.entrySet()) {
487 if (a.getKey().startsWith("param")) {
488 arguments.add(a.getValue());
493 if (dblibSvc == null) {
494 return mapQueryStatus(QueryStatus.FAILURE);
496 if (query.contains("count") || query.contains("COUNT")) {
497 CachedRowSet results = dblibSvc.getData(query, arguments, null);
499 if (!results.next()) {
500 return mapQueryStatus(QueryStatus.FAILURE);
503 int numRows = results.getInt(1);
504 ctx.setAttribute(prefix + ".count", String.valueOf(numRows));
510 } else if (query.startsWith("select") || query.startsWith("SELECT")) {
511 CachedRowSet results = dblibSvc.getData(query, arguments, null);
512 if (!results.next()) {
513 return mapQueryStatus(QueryStatus.NOT_FOUND);
515 saveCachedRowSetToCtx(results, ctx, prefix, dblibSvc);
518 if (!dblibSvc.writeData(query, arguments, null)) {
519 return mapQueryStatus(QueryStatus.FAILURE);
522 return mapQueryStatus(QueryStatus.SUCCESS);
523 } catch (SQLException e) {
524 LOG.error("Caught SQL exception", e);
525 return mapQueryStatus(QueryStatus.FAILURE);
529 protected String mapQueryStatus(QueryStatus status) {
530 String str = status.toString();
531 str = str.toLowerCase();
532 str = str.replaceAll("_", "-");