openecomp-be/tools/zusammen-tools/src/main/java/org/openecomp/core/tools/exportinfo/ExportDataCommand.java

   1 /**
   2  * Copyright © 2016-2017 European Support Limited.
   3  */
   4 package org.openecomp.core.tools.exportinfo;
   5
   6 import com.amdocs.zusammen.datatypes.SessionContext;
   7 import com.datastax.driver.core.ResultSet;
   8 import com.datastax.driver.core.ResultSetFuture;
   9 import com.datastax.driver.core.Session;
  10 import com.google.common.collect.Sets;
  11 import com.google.common.util.concurrent.FutureCallback;
  12 import com.google.common.util.concurrent.Futures;
  13 import org.apache.commons.io.FileUtils;
  14 import org.openecomp.core.nosqldb.impl.cassandra.CassandraSessionFactory;
  15 import org.openecomp.core.tools.importinfo.ImportProperties;
  16 import org.openecomp.core.tools.util.Utils;
  17 import org.openecomp.core.tools.util.ZipUtils;
  18 import org.openecomp.core.zusammen.impl.CassandraConnectionInitializer;
  19 import org.openecomp.sdc.logging.api.Logger;
  20 import org.openecomp.sdc.logging.api.LoggerFactory;
  21 import org.yaml.snakeyaml.Yaml;
  22
  23 import java.io.File;
  24 import java.io.IOException;
  25 import java.io.InputStream;
  26 import java.nio.file.Path;
  27 import java.nio.file.Paths;
  28 import java.time.LocalDateTime;
  29 import java.time.format.DateTimeFormatter;
  30 import java.util.HashSet;
  31 import java.util.List;
  32 import java.util.Map;
  33 import java.util.Set;
  34 import java.util.concurrent.CountDownLatch;
  35 import java.util.stream.Collectors;
  36
  37 import static java.nio.file.Files.createDirectories;
  38
  39
  40 public class ExportDataCommand {
  41     private static final Logger logger = LoggerFactory.getLogger(ExportDataCommand.class);
  42     public static final String JOIN_DELIMITER = "$#";
  43     public static final String JOIN_DELIMITER_SPILTTER = "\\$\\#";
  44     public static final String MAP_DELIMITER = "!@";
  45     public static final String MAP_DELIMITER_SPLITTER = "\\!\\@";
  46     public static final String EXPORT_FILE_NAME = "ITEM_EXPORT";
  47
  48     public static void exportData(SessionContext sessionContext, String filterItem) {
  49         try {
  50             CassandraConnectionInitializer.setCassandraConnectionPropertiesToSystem();
  51             final Set<String> filteredItems = Sets.newHashSet(filterItem);
  52             Path rootDir = Paths.get(ImportProperties.ROOT_DIRECTORY);
  53             initDir(rootDir);
  54             Set<String> fis = filteredItems.stream().map(fi -> fi.replaceAll("\\r", "")).collect(Collectors.toSet());
  55
  56             Map<String, List<String>> queries;
  57             Yaml yaml = new Yaml();
  58             try (InputStream is = ExportDataCommand.class.getResourceAsStream("/queries.yaml")) {
  59                 queries = (Map<String, List<String>>) yaml.load(is);
  60             }
  61             List<String> queriesList = queries.get("queries");
  62             List<String> itempsColumns = queries.get("item_columns");
  63             Set<String> vlms = new HashSet<>();
  64             CountDownLatch doneQueries = new CountDownLatch(queriesList.size());
  65             for (int i = 0; i < queriesList.size(); i++) {
  66                 executeQuery(queriesList.get(i), fis, itempsColumns.get(i), vlms, doneQueries);
  67             }
  68             doneQueries.await();
  69             if (!vlms.isEmpty()) {
  70                 CountDownLatch doneVmls = new CountDownLatch(queriesList.size());
  71
  72                 for (int i = 0; i < queriesList.size(); i++) {
  73                     executeQuery(queriesList.get(i), vlms, itempsColumns.get(i), null, doneVmls);
  74                 }
  75
  76                 doneVmls.await();
  77             }
  78             zipPath(rootDir);
  79             FileUtils.forceDelete(rootDir.toFile());
  80         } catch (Exception ex) {
  81             Utils.logError(logger, ex);
  82         }
  83
  84     }
  85
  86
  87     private static boolean executeQuery(final String query, final Set<String> filteredItems, final String filteredColumn,
  88                                         final Set<String> vlms, final CountDownLatch donequerying) {
  89         Session session = CassandraSessionFactory.getSession();
  90         ResultSetFuture resultSetFuture = session.executeAsync(query);
  91         Futures.addCallback(resultSetFuture, new FutureCallback<ResultSet>() {
  92             @Override
  93             public void onSuccess(ResultSet resultSet) {
  94                 new ExportSerializer().serializeResult(resultSet, filteredItems, filteredColumn, vlms);
  95                 donequerying.countDown();
  96             }
  97
  98             @Override
  99             public void onFailure(Throwable t) {
 100                 Utils.logError(logger, "Query failed :" + query, t);
 101                 donequerying.countDown();
 102             }
 103         });
 104         return true;
 105     }
 106
 107     private static void zipPath(Path rootDir) throws Exception {
 108         LocalDateTime date = LocalDateTime.now();
 109         DateTimeFormatter formatter = DateTimeFormatter.ISO_LOCAL_DATE_TIME;
 110         String dateStr = date.format(formatter);
 111         dateStr = dateStr.replaceAll(":", "_");
 112         String zipFile = System.getProperty("user.home") + File.separatorChar + "onboarding_import" + dateStr + ".zip";
 113         ZipUtils.createZip(zipFile, rootDir);
 114         Utils.printMessage(logger, "Exported file :" + zipFile);
 115     }
 116
 117
 118     public static void initDir(Path rootDir) throws IOException {
 119         if (rootDir.toFile().exists()) {
 120             FileUtils.forceDelete(rootDir.toFile());
 121         }
 122         createDirectories(rootDir);
 123     }
 124
 125 }