+++ /dev/null
-/*-
- * ============LICENSE_START=======================================================
- * ECOMP Policy Engine
- * ================================================================================
- * Copyright (C) 2017 AT&T Intellectual Property. All rights reserved.
- * ================================================================================
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * ============LICENSE_END=========================================================
- */
-
-package org.openecomp.policy.controller;
-
-
-import java.io.BufferedOutputStream;
-import java.io.File;
-import java.io.FileInputStream;
-import java.io.FileNotFoundException;
-import java.io.FileOutputStream;
-import java.io.IOException;
-import java.io.OutputStream;
-import java.io.PrintWriter;
-import java.nio.file.FileVisitResult;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.nio.file.Paths;
-import java.nio.file.SimpleFileVisitor;
-import java.nio.file.attribute.BasicFileAttributes;
-import java.util.ArrayList;
-import java.util.HashSet;
-import java.util.LinkedHashMap;
-import java.util.List;
-import java.util.Map;
-import java.util.Set;
-
-import javax.servlet.ServletContext;
-import javax.servlet.http.HttpServletRequest;
-import javax.servlet.http.HttpServletResponse;
-
-import org.apache.commons.compress.archivers.tar.TarArchiveEntry;
-import org.apache.commons.compress.archivers.tar.TarArchiveInputStream;
-import org.apache.commons.compress.archivers.tar.TarArchiveOutputStream;
-import org.apache.commons.io.FilenameUtils;
-import org.apache.commons.io.IOUtils;
-import org.json.JSONObject;
-import org.openecomp.policy.adapter.PolicyExportAdapter;
-import org.openecomp.policy.dao.PolicyVersionDao;
-import org.openecomp.policy.elk.client.ElkConnector;
-import org.openecomp.policy.model.Roles;
-import org.openecomp.policy.rest.jpa.PolicyVersion;
-import org.openecomp.policy.utils.XACMLPolicyWriterWithPapNotify;
-import org.openecomp.portalsdk.core.controller.RestrictedBaseController;
-import org.openecomp.portalsdk.core.web.support.UserUtils;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.stereotype.Controller;
-import org.springframework.web.bind.annotation.RequestMapping;
-import org.springframework.web.servlet.ModelAndView;
-
-import org.openecomp.policy.xacml.api.XACMLErrorConstants;
-import com.fasterxml.jackson.databind.DeserializationFeature;
-import com.fasterxml.jackson.databind.JsonNode;
-import com.fasterxml.jackson.databind.ObjectMapper;
-import org.openecomp.policy.common.logging.flexlogger.FlexLogger;
-import org.openecomp.policy.common.logging.flexlogger.Logger;
-
-
-@Controller
-@RequestMapping("/")
-public class PolicyExportAndImportController extends RestrictedBaseController {
- private static Logger logger = FlexLogger.getLogger(PolicyExportAndImportController.class);
- private ArrayList<File> selectedPolicy;
- public static String CONFIG_HOME = PolicyController.getConfigHome();
- public static String ACTION_HOME = PolicyController.getActionHome();
-
- private Set<String> scopes = null;
- private List<String> roles = null;
- private Boolean superadmin = false;
- private Boolean showMessage = false;
- private static final int BUFFER_SIZE = 4096;
- private Path directory = PolicyController.getGitPath();
-
- //Scopes Which Super Editor can't import
- private Set<String> sEditorScopesCantCreate = new HashSet<String>();
- //List of scopes in Tar file
- private Set<String> listOfTarNewScopes = new HashSet<String>();
- //List of xml policies
- private ArrayList<String> xacmlFiles = new ArrayList<String>();
- //Scopes of the User based on the Roles
- private List<String> userScopes = null;
- //Directory names from tar file
- private Set<String> directoryNames = new HashSet<String>();
- //compare the scopes of the user and tar file get unique
- private Set<String> finalScopesToImport = new HashSet<String>();
- //final scopes User can import
- private Set<String> finalScopes = new HashSet<String>();
- //User don't have permissions to import to scopes
- private Set<String> roleIsNotSufficient = new HashSet<String>();
- //User don't have access to import new scopes
- private Set<String> userDontHavePermission = new HashSet<String>();
-
- private Map<String, Roles> scopeAndRoles = null;
-
- private static PolicyVersionDao policyVersionDao;
-
- @Autowired
- ServletContext servletContext;
-
- @Autowired
- private PolicyExportAndImportController(PolicyVersionDao policyVersionDao){
- PolicyExportAndImportController.policyVersionDao = policyVersionDao;
- }
-
- public PolicyExportAndImportController(){}
-
- @RequestMapping(value={"/policy_download/exportPolicy.htm"}, method={org.springframework.web.bind.annotation.RequestMethod.POST})
- public ModelAndView ExportPolicy(HttpServletRequest request, HttpServletResponse response) throws Exception{
- try{
- selectedPolicy = new ArrayList<File>();
- ObjectMapper mapper = new ObjectMapper();
- mapper.configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false);
- JsonNode root = mapper.readTree(request.getReader());
- PolicyExportAdapter adapter = mapper.readValue(root.get("exportData").toString(), PolicyExportAdapter.class);
- for (Object policyId : adapter.getPolicyDatas()) {
- LinkedHashMap<?, ?> selected = (LinkedHashMap<?, ?>)policyId;
- Path file = Paths.get(selected.get("filePath").toString());
- selectedPolicy.add(file.toFile());
- }
- // Grab our working repository
- //
- final Path repoPath = PolicyController.getGitPath().toAbsolutePath();
- if(CONFIG_HOME == null || ACTION_HOME == null ){
- CONFIG_HOME = PolicyController.getConfigHome();
- ACTION_HOME = PolicyController.getActionHome();
- }
- Path configPath = Paths.get(CONFIG_HOME);
- Path actionPath = Paths.get(ACTION_HOME);
- String tempDir = System.getProperty("catalina.base") + File.separator + "webapps" + File.separator + "temp";
- File temPath = new File(tempDir);
- if(!temPath.exists()){
- temPath.mkdir();
- }
- final Path tarFile = Paths.get(tempDir, "Repository.tar");
- try (OutputStream os = Files.newOutputStream(tarFile)) {
- try (TarArchiveOutputStream tarOut = new TarArchiveOutputStream(os)) {
- tarOut.setLongFileMode(TarArchiveOutputStream.LONGFILE_GNU);
- Files.walkFileTree(configPath, new SimpleFileVisitor<Path>() {
- @Override
- public FileVisitResult visitFile(Path file, BasicFileAttributes attrs) throws IOException {
- for (File policyId : selectedPolicy) {
- // Get the current selection
- String policyDir = policyId.toString();
- policyDir = policyDir.substring(policyDir.indexOf("repository")+11);
- String path = policyDir.replace('\\', '.');
- if(path.contains("/")){
- path = policyDir.replace('/', '.');
- logger.info("print the path:" +path);
- }
- path = FilenameUtils.removeExtension(path);
- if (path.endsWith(".xml")) {
- path = path.substring(0, path.length() - 4);
- }
- File configFile = new File(path);
- String fileName = FilenameUtils.removeExtension(file.getFileName().toString());
- File configHome = new File(fileName);
- if(configFile.equals(configHome)) {
- Path relative = configPath.relativize(file);
- TarArchiveEntry entry = new TarArchiveEntry(relative.toFile());
- entry.setSize(Files.size(file));
- tarOut.putArchiveEntry(entry);
- try {
- IOUtils.copy(Files.newInputStream(file), tarOut);
- } catch (IOException e) {
- logger.error(XACMLErrorConstants.ERROR_PROCESS_FLOW + e);
- }
- tarOut.closeArchiveEntry();
- return super.visitFile(file, attrs);
- }
- }
- return super.visitFile(file, attrs);
- }
- });
-
- Files.walkFileTree(actionPath, new SimpleFileVisitor<Path>() {
- @Override
- public FileVisitResult visitFile(Path file, BasicFileAttributes attrs) throws IOException {
- for (File policyId : selectedPolicy) {
- // Get the current selection
- String policyDir = policyId.toString();
- policyDir = policyDir.substring(policyDir.indexOf("repository")+11);
- String path = policyDir.replace('\\', '.');
- if(path.contains("/")){
- path = policyDir.replace('/', '.');
- logger.info("print the path:" +path);
- }
- path = FilenameUtils.removeExtension(path);
- if (path.endsWith(".xml")) {
- path = path.substring(0, path.length() - 4);
- }
- File actionFile = new File(path);
- String fileName = FilenameUtils.removeExtension(file.getFileName().toString());
- File actionHome = new File(fileName);
- if(actionFile.equals(actionHome)) {
- Path relative = actionPath.relativize(file);
- TarArchiveEntry entry = new TarArchiveEntry(relative.toFile());
- entry.setSize(Files.size(file));
- tarOut.putArchiveEntry(entry);
- try {
- IOUtils.copy(Files.newInputStream(file), tarOut);
- } catch (IOException e) {
- logger.error(XACMLErrorConstants.ERROR_PROCESS_FLOW + e);
- }
- tarOut.closeArchiveEntry();
- return super.visitFile(file, attrs);
- }
- }
- return super.visitFile(file, attrs);
- }
- });
-
- Files.walkFileTree(repoPath, new SimpleFileVisitor<Path>() {
- @Override
- public FileVisitResult visitFile(Path file, BasicFileAttributes attrs) throws IOException {
- if (file.getFileName().toString().endsWith(".xml") == false) {
- return super.visitFile(file, attrs);
- }
- for (File policyId : selectedPolicy) {
- // Get the current selection
- if(policyId.getAbsoluteFile().getName().equals(file.getFileName().toString())) {
- Path relative = repoPath.relativize(file);
- TarArchiveEntry entry = new TarArchiveEntry(relative.toFile());
- entry.setSize(Files.size(file));
- tarOut.putArchiveEntry(entry);
- try {
- IOUtils.copy(Files.newInputStream(file), tarOut);
- } catch (IOException e) {
- logger.error(XACMLErrorConstants.ERROR_PROCESS_FLOW + e);
- }
- tarOut.closeArchiveEntry();
- return super.visitFile(file, attrs);
- }
- }
- return super.visitFile(file, attrs);
- }
- });
-
- tarOut.closeArchiveEntry();
- tarOut.finish();
- logger.debug("closing the tar file");
- }
- } catch (IOException e) {
- logger.error(XACMLErrorConstants.ERROR_PROCESS_FLOW + "getting IOexception");
- logger.error(XACMLErrorConstants.ERROR_PROCESS_FLOW + e);
- }
- logger.info("trying to send tar file "+tarFile.toAbsolutePath().toString());
-
- response.setCharacterEncoding("UTF-8");
- response.setContentType("application / json");
- request.setCharacterEncoding("UTF-8");
- String successMap = tarFile.toString().substring(tarFile.toString().lastIndexOf("webapps")+8);
- PrintWriter out = response.getWriter();
- String responseString = mapper.writeValueAsString(successMap);
- JSONObject j = new JSONObject("{data: " + responseString + "}");
- out.write(j.toString());
-
-
- return null;
- }catch(Exception e){
- logger.error(XACMLErrorConstants.ERROR_SYSTEM_ERROR+"Exception Occured while Exporting Policies"+e);
- }
- return null;
- }
-
- //Policy Import
- public JSONObject ImportRepositoryFile(String file, HttpServletRequest request){
- TarArchiveEntry entry = null;
- TarArchiveInputStream extractFile = null;
- try {
- extractFile = new TarArchiveInputStream (new FileInputStream(file));
- } catch (FileNotFoundException e1) {
- e1.printStackTrace();
- }
- String userId = null;
- try {
- userId = UserUtils.getUserIdFromCookie(request);
- } catch (Exception e) {
- logger.error("Exception Occured while reading userid from cookie" +e);
- }
- scopeAndRoles = PolicyController.getUserRoles(userId);
- //Check if the Role and Scope Size are Null get the values from db.
- List<Roles> userRoles = PolicyController.getRoles(userId);
- roles = new ArrayList<String>();
- scopes = new HashSet<String>();
- for(Roles userRole: userRoles){
- roles.add(userRole.getRole());
- scopes.add(userRole.getScope());
- }
- //Create a loop to read every single entry in TAR file
- try {
- if (roles.contains("super-admin") || roles.contains("super-editor") || roles.contains("super-guest") ) {
- while ((entry = extractFile.getNextTarEntry()) != null) {
- this.superadmin = true;
- try{
- copyFileToLocation(extractFile, entry, xacmlFiles, null, superadmin);
- }catch(Exception e){
- logger.error(XACMLErrorConstants.ERROR_SYSTEM_ERROR+"Exception while Importing Polcies"+e);
- }
- }
- }else{
- this.showMessage = true;
- //get the directory names from tar file and add to the list
- while ((entry = extractFile.getNextTarEntry()) != null) {
- if(entry.getName().endsWith(".xls")) {
- this.superadmin = true;
- try{
- copyFileToLocation(extractFile, entry, xacmlFiles, finalScopes, superadmin);
- }catch(Exception e){
- logger.error(XACMLErrorConstants.ERROR_SYSTEM_ERROR+"Exception while Importing Polcies"+e);
- }
- }
- if(entry.getName().endsWith(".xml")){
- String filename = null;
- if(entry.getName().contains("\\")){
- filename = entry.getName().replace("\\", File.separator);
- }else{
- filename = entry.getName().replace("/", File.separator);
- }
- directoryNames.add(filename.substring(0, filename.lastIndexOf(File.separator)));
- }
-
- //get the matching scopes on comparing user scopes and tar file scopes
- for(int i=0;i< userScopes.size(); i++){
- for(int j=0; j<directoryNames.size(); j++){
- if(userScopes.toArray()[i].equals(directoryNames.toArray()[j])){
- finalScopesToImport.add(userScopes.toArray()[i].toString());
- }
- }
- }
- //get the scopes for which the user have permission to import
- if(finalScopesToImport.size() != 0){
- for(int i = 0; i < finalScopesToImport.size() ; i++){
- String role = scopeAndRoles.get(finalScopesToImport.toArray()[i]).getRole();
- if(role.equalsIgnoreCase("editor") || role.equalsIgnoreCase("admin")){
- finalScopes.add(finalScopesToImport.toArray()[i].toString());
- if(role.equalsIgnoreCase("super-guest") || role.equalsIgnoreCase("guest")){
- roleIsNotSufficient.remove(finalScopesToImport.toArray()[i].toString());
- }
- }else{
- roleIsNotSufficient.add(finalScopesToImport.toArray()[i].toString());
- }
- }
- }
- //if final Scopes to import set is not 0, then copy the files
- if(finalScopes.size() != 0) {
- this.superadmin = false;
- try{
- copyFileToLocation(extractFile, entry, xacmlFiles, finalScopes, superadmin);
- }catch(Exception e){
- logger.error(XACMLErrorConstants.ERROR_SYSTEM_ERROR+"Exception while Importing Polcies"+e);
- }
- }
- }
- }
- } catch (Exception e1) {
- logger.info(XACMLErrorConstants.ERROR_PROCESS_FLOW+"Exception:" +e1);
- e1.printStackTrace();
- }
- // Close TarAchiveInputStream
- try {
- extractFile.close();
- } catch (IOException e) {
- logger.info(XACMLErrorConstants.ERROR_PROCESS_FLOW+"IO Exception:"+e);
- e.printStackTrace();
- }
-
- File tarFile1 = new File(file.toString());
- tarFile1.delete();
-
- for (String xacmlFile: xacmlFiles) {
- String policyName = xacmlFile.substring(xacmlFile.indexOf("repository")+11);
- if(policyName.endsWith(".xml")){
- policyName = policyName.replace(".xml", "");
- String version = policyName.substring(policyName.lastIndexOf(".")+1);
- String finalPolicyName = policyName.substring(0, policyName.lastIndexOf("."));
- PolicyVersion policyVersion = new PolicyVersion();
- policyVersion.setPolicyName(finalPolicyName);
- policyVersion.setActiveVersion(Integer.parseInt(version));
- policyVersion.setHigherVersion(Integer.parseInt(version));
- policyVersion.setCreatedBy(userId);
- policyVersion.setModifiedBy(userId);
- policyVersionDao.Save(policyVersion);
- }
-
- //send to pap
- if(!XACMLPolicyWriterWithPapNotify.notifyPapOfCreateUpdate(xacmlFile)){
- logger.error(XACMLErrorConstants.ERROR_PROCESS_FLOW+"Failed adding imported policy to database: "+xacmlFile);
- //throw new Exception("Failed adding imported policy to database: "+xacmlFile);
- }
- try {
- File f = new File(xacmlFile);
- ElkConnector.singleton.update(f);
- } catch (Exception e) {
- logger.warn(XACMLErrorConstants.ERROR_DATA_ISSUE + ": Cannot ELK import: " + xacmlFile + " " +
- e.getMessage(), e);
- }
- }
-
- //Filter the Set on Removing the Scopes which are imported
- for(int j=0; j< finalScopesToImport.size(); j++){
- for(int i = 0; i < directoryNames.size(); i++){
- if(roles.contains("admin") || roles.contains("editor")){
- if(!((directoryNames.toArray()[i]).toString()).startsWith(finalScopesToImport.toArray()[j].toString())){
- userDontHavePermission.add(directoryNames.toArray()[i].toString());
- }
- }
- }
- }
-
- //Show the Warn message to the User, if any of the policies are not Imported to teh Scopes
- if(showMessage){
- if(roleIsNotSufficient.size() == 0 && userDontHavePermission.size() != 0){
- logger.warn(" User don't have Permissions to Import Policies to following Scopes:'"+userDontHavePermission+"'");
- }
- else if(roleIsNotSufficient.size() != 0 && userDontHavePermission.size() == 0){
- logger.warn("Please Contact Super-Admin to Import the New Scopes:'"+roleIsNotSufficient+"'");
- }
- else if(roleIsNotSufficient.size() != 0 && userDontHavePermission.size() != 0){
- logger.warn("Please Contact Super-Admin to Import the New Scopes:'"+roleIsNotSufficient+"' User don't have Permissions to Import Policies to following Scopes:'"+userDontHavePermission+"'");
- }else if(sEditorScopesCantCreate.size() != 0){
- logger.warn("Super-Editor can't create following new Scopes" +sEditorScopesCantCreate);
- }else if(finalScopesToImport.size() == 0 && directoryNames.size() != 0){
- logger.warn(" User don't have Permissions to Import Policies to following Scopes:'"+directoryNames+"'");
- }
- }
- return null;
- }
-
- //Copy files to Directorys
- private void copyFileToLocation(TarArchiveInputStream extractFile, TarArchiveEntry entry, ArrayList<String> xacmlFiles, Set<String> finalScopes, Boolean superadminValue ) throws IOException{
- String individualFiles = "";
- int offset = 0;
- FileOutputStream outputFile=null;
- // Get the name of the file
- if(superadminValue){
- individualFiles = entry.getName();
- //Add the list of scopes
- if(entry.getName().endsWith(".xml")){
- String filename = null;
- if(entry.getName().contains("\\")){
- filename = entry.getName().replace("\\", File.separator);
- }else{
- filename = entry.getName().replace("/", File.separator);
- }
- if(roles.contains("super-editor")){
- listOfTarNewScopes.add(filename.substring(0, filename.lastIndexOf(File.separator)));
- }
- }
- }else{
- for(int i =0; i< finalScopes.size(); i++){
- if(entry.getName().startsWith(finalScopes.toArray()[i].toString())){
- individualFiles = entry.getName();
- }
- }
- }
-
- //Filter the new Scopes which Super-Editor can't create
- if(roles.contains("super-editor")){
- for(int j= 0; j< listOfTarNewScopes.size(); j++){
- boolean scopeExistsFlag = false; // This Flag is used to know if the Scope Exists.
- for(int i=0; i < scopes.size(); i++ ){
- if(scopes.contains(listOfTarNewScopes.toArray()[j])){
- scopeExistsFlag = true;
- }
- }
- if(!scopeExistsFlag){
- sEditorScopesCantCreate.add(listOfTarNewScopes.toArray()[j].toString());
- showMessage = true;
- }
- }
- }
-
- individualFiles = individualFiles.replace("/", File.separator);
- individualFiles = individualFiles.replace("\\", File.separator);
-
- //Create the path with the entry name
- String filePath = directory + File.separator + individualFiles;
- String configPath = CONFIG_HOME + File.separator + individualFiles;
- String actionPath = ACTION_HOME + File.separator + individualFiles;
- logger.info("File Name in TAR File is: " + individualFiles);
- logger.info("Xml directory file path: " + filePath);
- logger.info("Config Home directory file path: " + configPath);
- logger.info("Action Home directory file path: " + actionPath);
-
-
- // Get Size of the file and create a byte array for the size
- byte[] content = new byte[(int) entry.getSize()];
-
- offset=0;
- logger.info("File Name in TAR File is: " + individualFiles);
- logger.info("Size of the File is: " + entry.getSize());
- // Read file from the archive into byte array
- extractFile.read(content, offset, content.length - offset);
- if (!entry.isDirectory()) {
- if(!individualFiles.contains(".Config_") || !individualFiles.contains(".Action_")){
- // if the entry is a file, extracts it
- String filePath1 = filePath.substring(0, filePath.lastIndexOf(File.separator));
- File newFile = new File(filePath1);
- if(!(newFile.exists()) && !(roles.contains("super-editor") || roles.contains("editor"))) {
- File dir = new File(filePath1);
- dir.mkdir();
- extractFile(extractFile, filePath);
- }
- }
- } else {
- // if the entry is a directory, make the directory
- if(!(roles.contains("super-editor") || roles.contains("editor"))){
- File dir = new File(filePath);
- dir.mkdir();
- }
- }
- // Define OutputStream for writing the file
- if(individualFiles.contains(".Config_")){
- outputFile=new FileOutputStream(new File(configPath));
- }else if(individualFiles.contains(".Action_")){
- outputFile=new FileOutputStream(new File(actionPath));
- }else{
- if(filePath != null){
- outputFile=new FileOutputStream(new File(filePath));
- xacmlFiles.add(filePath);
- }
- }
-
- // Use IOUtiles to write content of byte array to physical file
- IOUtils.write(content,outputFile);
-
- // Close Output Stream
- try {
- outputFile.close();
- } catch (IOException e) {
- logger.info("IOException:" +e);
- e.printStackTrace();
- }
- }
-
- private void extractFile(TarArchiveInputStream extractFile, String filePath) throws IOException {
- BufferedOutputStream bos = new BufferedOutputStream(new FileOutputStream(filePath));
- byte[] bytesIn = new byte[BUFFER_SIZE];
- int read = 0;
- while ((read = extractFile.read(bytesIn)) != -1) {
- bos.write(bytesIn, 0, read);
- }
- bos.close();
-
- }
-}
Code Review / policy / engine.git / blobdiff