/*- * ============LICENSE_START======================================================= * ONAP-PAP-REST * ================================================================================ * Copyright (C) 2017-2019 AT&T Intellectual Property. All rights reserved. * ================================================================================ * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * ============LICENSE_END========================================================= */ package org.onap.policy.pap.xacml.rest.elk.client; import com.fasterxml.jackson.databind.DeserializationFeature; import com.fasterxml.jackson.databind.JsonNode; import com.fasterxml.jackson.databind.ObjectMapper; import com.google.gson.JsonArray; import io.searchbox.client.JestResult; import java.io.IOException; import java.io.PrintWriter; import java.io.UnsupportedEncodingException; import java.util.ArrayList; import java.util.HashMap; import java.util.List; import java.util.Map; import javax.servlet.http.HttpServletRequest; import javax.servlet.http.HttpServletResponse; import org.json.JSONObject; import org.onap.policy.common.logging.flexlogger.FlexLogger; import org.onap.policy.common.logging.flexlogger.Logger; import org.onap.policy.pap.xacml.rest.adapters.SearchData; import org.onap.policy.pap.xacml.rest.elk.client.ElkConnector.PolicyIndexType; import org.onap.policy.pap.xacml.rest.util.JsonMessage; import org.onap.policy.rest.adapter.PolicyRestAdapter; import org.onap.policy.rest.dao.CommonClassDao; import org.onap.policy.rest.jpa.ActionPolicyDict; import org.onap.policy.rest.jpa.Attribute; import org.onap.policy.rest.jpa.BrmsParamTemplate; import org.onap.policy.rest.jpa.ClosedLoopD2Services; import org.onap.policy.rest.jpa.ClosedLoopSite; import org.onap.policy.rest.jpa.DcaeUuid; import org.onap.policy.rest.jpa.DecisionSettings; import org.onap.policy.rest.jpa.DescriptiveScope; import org.onap.policy.rest.jpa.GroupPolicyScopeList; import org.onap.policy.rest.jpa.MicroServiceLocation; import org.onap.policy.rest.jpa.MicroServiceModels; import org.onap.policy.rest.jpa.OnapName; import org.onap.policy.rest.jpa.PepOptions; import org.onap.policy.rest.jpa.RiskType; import org.onap.policy.rest.jpa.SafePolicyWarning; import org.onap.policy.rest.jpa.TermList; import org.onap.policy.rest.jpa.VNFType; import org.onap.policy.rest.jpa.VSCLAction; import org.onap.policy.rest.jpa.VarbindDictionary; import org.onap.policy.utils.PolicyUtils; import org.onap.policy.xacml.api.XACMLErrorConstants; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Controller; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; import org.springframework.web.servlet.ModelAndView; @Controller @RequestMapping({"/"}) public class PolicyElasticSearchController { private static final Logger LOGGER = FlexLogger.getLogger(PolicyElasticSearchController.class); enum Mode { attribute, onapName, actionPolicy, brmsParam, pepOptions, clSite, clService, clVarbind, clVnf, clVSCL, decision, fwTerm, msDCAEUUID, msConfigName, msLocation, msModels, psGroupPolicy, safeRisk, safePolicyWarning } protected static final HashMap name2jsonPath = new HashMap() { private static final long serialVersionUID = 1L; }; private static CommonClassDao commonClassDao; private static final String action = "action"; private static final String config = "config"; private static final String decision = "decision"; private static final String pholder = "pholder"; private static final String jsonBodyData = "jsonBodyData"; private static final String success = "success"; @Autowired public PolicyElasticSearchController(CommonClassDao commonClassDao) { PolicyElasticSearchController.commonClassDao = commonClassDao; } public PolicyElasticSearchController() { super(); } public ElkConnector.PolicyIndexType toPolicyIndexType(String type) throws IllegalArgumentException { if (type == null || type.isEmpty()) { return PolicyIndexType.all; } return PolicyIndexType.valueOf(type); } public boolean updateElk(PolicyRestAdapter policyData) { boolean success = true; try { success = ElkConnector.singleton.update(policyData); if (!success) { if (LOGGER.isWarnEnabled()) { LOGGER.warn("FAILURE to create ELK record created for " + policyData.getNewFileName()); } } else { if (LOGGER.isInfoEnabled()) { LOGGER.warn("SUCCESS creating ELK record created for " + policyData.getNewFileName()); } } } catch (Exception e) { LOGGER.warn(XACMLErrorConstants.ERROR_DATA_ISSUE + ": " + e.getMessage(), e); success = false; } return success; } public boolean deleteElk(PolicyRestAdapter policyData) { boolean success = true; try { success = ElkConnector.singleton.delete(policyData); if (!success) { if (LOGGER.isWarnEnabled()) { LOGGER.warn("FAILURE to delete ELK record created for " + policyData.getNewFileName()); } } else { if (LOGGER.isInfoEnabled()) { LOGGER.warn("SUCCESS deleting ELK record created for " + policyData.getNewFileName()); } } } catch (Exception e) { LOGGER.warn(XACMLErrorConstants.ERROR_DATA_ISSUE + ": " + e.getMessage(), e); success = false; } return success; } @RequestMapping(value = "/searchPolicy", method = RequestMethod.POST) public void searchPolicy(HttpServletRequest request, HttpServletResponse response) { try { String message = ""; boolean result = false; boolean policyResult = false; boolean validationCheck = true; ObjectMapper mapper = new ObjectMapper(); mapper.configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false); PolicyRestAdapter policyData = new PolicyRestAdapter(); PolicyElasticSearchController controller = new PolicyElasticSearchController(); Map searchKeyValue = new HashMap<>(); List policyList = new ArrayList<>(); if (request.getParameter("policyName") != null) { String policyName = request.getParameter("policyName"); policyData.setNewFileName(policyName); if ("delete".equalsIgnoreCase(request.getParameter(action))) { result = controller.deleteElk(policyData); } else { result = controller.updateElk(policyData); } } if ("search".equalsIgnoreCase(request.getParameter(action))) { try { JsonNode root = mapper.readTree(request.getReader()); SearchData searchData = mapper.readValue(root.get("searchdata").toString(), SearchData.class); String policyType = searchData.getPolicyType(); String searchText = searchData.getQuery(); String descriptivevalue = searchData.getDescriptiveScope(); if (descriptivevalue != null) { DescriptiveScope dsSearch = (DescriptiveScope) commonClassDao .getEntityItem(DescriptiveScope.class, "descriptiveScopeName", descriptivevalue); if (dsSearch != null) { String[] descriptiveList = dsSearch.getSearch().split("AND"); for (String keyValue : descriptiveList) { String[] entry = keyValue.split(":"); if (searchData.getPolicyType() != null && "closedLoop".equals(searchData.getPolicyType())) { if (!PolicyUtils.policySpecialCharValidator(entry[1]).contains(success)) { message = "The Descriptive Scope Dictionary value contains space and it is invalid for Search : " + entry[1]; validationCheck = false; } searchKeyValue.put(jsonBodyData, "*" + entry[1] + "*"); } else { searchText = entry[1]; } } } } if (!PolicyUtils.policySpecialCharValidator(searchText).contains(success)) { message = "The Search value contains space and it is invalid for Search : " + searchText; validationCheck = false; } if (searchData.getClosedLooppolicyType() != null) { String closedLoopType; if ("Config_Fault".equalsIgnoreCase(searchData.getClosedLooppolicyType())) { closedLoopType = "ClosedLoop_Fault"; } else { closedLoopType = "ClosedLoop_PM"; } searchKeyValue.put("configPolicyType", closedLoopType); } if (searchData.getOnapName() != null) { searchKeyValue.put("onapName", searchData.getOnapName()); } if (searchData.getD2Service() != null) { String d2Service = searchData.getD2Service().trim(); if ("Hosted Voice (Trinity)".equalsIgnoreCase(d2Service)) { d2Service = "trinity"; } else if ("vUSP".equalsIgnoreCase(d2Service)) { d2Service = "vUSP"; } else if ("MCR".equalsIgnoreCase(d2Service)) { d2Service = "mcr"; } else if ("Gamma".equalsIgnoreCase(d2Service)) { d2Service = "gamma"; } else if ("vDNS".equalsIgnoreCase(d2Service)) { d2Service = "vDNS"; } searchKeyValue.put("jsonBodyData." + d2Service + "", "true"); } if (searchData.getVnfType() != null) { searchKeyValue.put(jsonBodyData, "*" + searchData.getVnfType() + "*"); } if (searchData.getPolicyStatus() != null) { searchKeyValue.put(jsonBodyData, "*" + searchData.getPolicyStatus() + "*"); } if (searchData.getVproAction() != null) { searchKeyValue.put(jsonBodyData, "*" + searchData.getVproAction() + "*"); } if (searchData.getServiceType() != null) { searchKeyValue.put("serviceType", searchData.getServiceType()); } if (searchData.getBindTextSearch() != null) { searchKeyValue.put(searchData.getBindTextSearch(), searchText); searchText = null; } PolicyIndexType type = null; if (policyType != null) { if (action.equalsIgnoreCase(policyType)) { type = ElkConnector.PolicyIndexType.action; } else if (decision.equalsIgnoreCase(policyType)) { type = ElkConnector.PolicyIndexType.decision; } else if (config.equalsIgnoreCase(policyType)) { type = ElkConnector.PolicyIndexType.config; } else if ("closedloop".equalsIgnoreCase(policyType)) { type = ElkConnector.PolicyIndexType.closedloop; } else { type = ElkConnector.PolicyIndexType.all; } } else { type = ElkConnector.PolicyIndexType.all; } if (validationCheck) { JestResult policyResultList = controller.search(type, searchText, searchKeyValue); if (policyResultList.isSucceeded()) { result = true; policyResult = true; JsonArray resultObject = policyResultList.getJsonObject().get("hits").getAsJsonObject() .get("hits").getAsJsonArray(); for (int i = 0; i < resultObject.size(); i++) { String policyName = resultObject.get(i).getAsJsonObject().get("_id").toString(); policyList.add(policyName); } } else { LOGGER.error( "Exception Occured While Searching for Data in Elastic Search Server, Check the Logs"); } } } catch (Exception e) { LOGGER.error("Exception Occured While Searching for Data in Elastic Search Server" + e); } } if (validationCheck) { if (result) { message = "Elastic Server Transaction is success"; } else { message = "Elastic Server Transaction is failed, please check the logs"; } } JsonMessage msg = new JsonMessage(mapper.writeValueAsString(message)); JSONObject j = new JSONObject(msg); response.setStatus(HttpServletResponse.SC_OK); response.addHeader(success, success); if (policyResult) { JSONObject k = new JSONObject("{policyresult: " + policyList + "}"); response.getWriter().write(k.toString()); } else { response.getWriter().write(j.toString()); } } catch (Exception e) { response.setStatus(HttpServletResponse.SC_BAD_REQUEST); response.addHeader("error", "Exception Occured While Performing Elastic Transaction"); LOGGER.error("Exception Occured While Performing Elastic Transaction" + e.getMessage(), e); } } @RequestMapping( value = {"/searchDictionary"}, method = {org.springframework.web.bind.annotation.RequestMethod.POST}) public ModelAndView searchDictionary(HttpServletRequest request, HttpServletResponse response) throws UnsupportedEncodingException, IOException { try { PolicyIndexType config = PolicyIndexType.config; PolicyIndexType closedloop = PolicyIndexType.closedloop; PolicyIndexType action = PolicyIndexType.action; PolicyIndexType decision = PolicyIndexType.decision; PolicyIndexType all = PolicyIndexType.all; ObjectMapper mapper = new ObjectMapper(); mapper.configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false); JsonNode root = mapper.readTree(request.getReader()); String dictionaryType = root.get("type").textValue(); Mode mode = Mode.valueOf(dictionaryType); String value; List policyList = new ArrayList<>(); switch (mode) { case attribute: Attribute attributedata = mapper.readValue(root.get("data").toString(), Attribute.class); value = attributedata.getXacmlId(); policyList = searchElkDatabase(all, pholder, value); break; case onapName: OnapName onapName = mapper.readValue(root.get("data").toString(), OnapName.class); value = onapName.getName(); policyList = searchElkDatabase(all, "onapName", value); break; case actionPolicy: ActionPolicyDict actionPolicyDict = mapper.readValue(root.get("data").toString(), ActionPolicyDict.class); value = actionPolicyDict.getAttributeName(); policyList = searchElkDatabase(action, "actionAttributeValue", value); break; case brmsParam: BrmsParamTemplate bRMSParamTemplate = mapper.readValue(root.get("data").toString(), BrmsParamTemplate.class); value = bRMSParamTemplate.getRuleName(); policyList = searchElkDatabase(config, "ruleName", value); break; case pepOptions: PepOptions pEPOptions = mapper.readValue(root.get("data").toString(), PepOptions.class); value = pEPOptions.getPepName(); policyList = searchElkDatabase(closedloop, "jsonBodyData.pepName", value); break; case clSite: ClosedLoopSite closedLoopSite = mapper.readValue(root.get("data").toString(), ClosedLoopSite.class); value = closedLoopSite.getSiteName(); policyList = searchElkDatabase(closedloop, "siteNames", value); break; case clService: ClosedLoopD2Services closedLoopD2Services = mapper.readValue(root.get("data").toString(), ClosedLoopD2Services.class); value = closedLoopD2Services.getServiceName(); policyList = searchElkDatabase(closedloop, pholder, value); break; case clVarbind: VarbindDictionary varbindDictionary = mapper.readValue(root.get("data").toString(), VarbindDictionary.class); value = varbindDictionary.getVarbindName(); policyList = searchElkDatabase(closedloop, jsonBodyData, "*" + value + "*"); break; case clVnf: VNFType vNFType = mapper.readValue(root.get("data").toString(), VNFType.class); value = vNFType.getVnftype(); policyList = searchElkDatabase(closedloop, jsonBodyData, "*" + value + "*"); break; case clVSCL: VSCLAction vsclAction = mapper.readValue(root.get("data").toString(), VSCLAction.class); value = vsclAction.getVsclaction(); policyList = searchElkDatabase(closedloop, jsonBodyData, "*" + value + "*"); break; case decision: DecisionSettings decisionSettings = mapper.readValue(root.get("data").toString(), DecisionSettings.class); value = decisionSettings.getXacmlId(); policyList = searchElkDatabase(decision, pholder, value); break; case fwTerm: TermList term = mapper.readValue(root.get("data").toString(), TermList.class); value = term.getTermName(); policyList = searchElkDatabase(config, pholder, value); break; case msDCAEUUID: DcaeUuid dcaeUUID = mapper.readValue(root.get("data").toString(), DcaeUuid.class); value = dcaeUUID.getName(); policyList = searchElkDatabase(config, "uuid", value); break; case msLocation: MicroServiceLocation mslocation = mapper.readValue(root.get("data").toString(), MicroServiceLocation.class); value = mslocation.getName(); policyList = searchElkDatabase(config, "location", value); break; case msModels: MicroServiceModels msModels = mapper.readValue(root.get("data").toString(), MicroServiceModels.class); value = msModels.getModelName(); policyList = searchElkDatabase(config, "serviceType", value); break; case psGroupPolicy: GroupPolicyScopeList groupPoilicy = mapper.readValue(root.get("data").toString(), GroupPolicyScopeList.class); value = groupPoilicy.getGroupName(); policyList = searchElkDatabase(config, pholder, value); break; case safeRisk: RiskType riskType = mapper.readValue(root.get("data").toString(), RiskType.class); value = riskType.getRiskName(); policyList = searchElkDatabase(config, "riskType", value); break; case safePolicyWarning: SafePolicyWarning safePolicy = mapper.readValue(root.get("data").toString(), SafePolicyWarning.class); value = safePolicy.getName(); policyList = searchElkDatabase(config, pholder, value); break; default: } response.setStatus(HttpServletResponse.SC_OK); response.addHeader(success, success); JSONObject k = new JSONObject("{policyresult: " + policyList + "}"); response.getWriter().write(k.toString()); } catch (Exception e) { response.setCharacterEncoding("UTF-8"); request.setCharacterEncoding("UTF-8"); PrintWriter out = response.getWriter(); out.write(PolicyUtils.CATCH_EXCEPTION); LOGGER.error(e); } return null; } // Search the Elk database public List searchElkDatabase(PolicyIndexType type, String key, String value) { PolicyElasticSearchController controller = new PolicyElasticSearchController(); Map searchKeyValue = new HashMap<>(); if (!pholder.equals(key)) { searchKeyValue.put(key, value); } List policyList = new ArrayList<>(); JestResult policyResultList = controller.search(type, value, searchKeyValue); if (policyResultList.isSucceeded()) { JsonArray resultObject = policyResultList.getJsonObject().get("hits").getAsJsonObject().get("hits").getAsJsonArray(); for (int i = 0; i < resultObject.size(); i++) { String policyName = resultObject.get(i).getAsJsonObject().get("_id").toString(); policyList.add(policyName); } } else { LOGGER.error("Exception Occured While Searching for Data in Elastic Search Server, Check the Logs"); } return policyList; } public JestResult search(PolicyIndexType type, String text, Map searchKeyValue) { return ElkConnector.singleton.search(type, text, searchKeyValue); } }