Integrate aai-schema-ingest library into aai-core
[aai/aai-common.git] / aai-core / src / main / java / org / onap / aai / dbgen / SchemaGenerator.java
index 132ad46..d2f60f1 100644 (file)
@@ -2,7 +2,7 @@
  * ============LICENSE_START=======================================================
  * org.onap.aai
  * ================================================================================
- * Copyright © 2017 AT&T Intellectual Property. All rights reserved.
+ * Copyright © 2017-2018 AT&T Intellectual Property. All rights reserved.
  * ================================================================================
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
  * See the License for the specific language governing permissions and
  * limitations under the License.
  * ============LICENSE_END=========================================================
- *
- * ECOMP is a trademark and service mark of AT&T Intellectual Property.
  */
 package org.onap.aai.dbgen;
 
-
 import java.util.HashMap;
 import java.util.HashSet;
 import java.util.Map;
@@ -29,96 +26,105 @@ import java.util.Optional;
 import java.util.Set;
 
 import org.apache.tinkerpop.gremlin.structure.Vertex;
+import org.onap.aai.config.SpringContextAware;
 import org.onap.aai.db.props.AAIProperties;
+import org.onap.aai.edges.EdgeIngestor;
+import org.onap.aai.edges.exceptions.EdgeRuleNotFoundException;
 import org.onap.aai.introspection.Introspector;
 import org.onap.aai.introspection.Loader;
 import org.onap.aai.introspection.LoaderFactory;
 import org.onap.aai.introspection.ModelType;
+import org.onap.aai.logging.LogFormatTools;
 import org.onap.aai.schema.enums.PropertyMetadata;
-import org.onap.aai.serialization.db.EdgeRule;
-import org.onap.aai.serialization.db.EdgeRules;
+import org.onap.aai.edges.EdgeRule;
+import org.onap.aai.setup.SchemaVersions;
 import org.onap.aai.util.AAIConfig;
 
 import com.att.eelf.configuration.EELFLogger;
 import com.att.eelf.configuration.EELFManager;
 import com.google.common.collect.Multimap;
-import com.thinkaurelius.titan.core.Cardinality;
-import com.thinkaurelius.titan.core.Multiplicity;
-import com.thinkaurelius.titan.core.PropertyKey;
-import com.thinkaurelius.titan.core.TitanGraph;
-import com.thinkaurelius.titan.core.schema.TitanManagement;
-
+import org.janusgraph.core.Cardinality;
+import org.janusgraph.core.Multiplicity;
+import org.janusgraph.core.PropertyKey;
+import org.janusgraph.core.JanusGraph;
+import org.janusgraph.core.schema.JanusGraphManagement;
 
-
-public class SchemaGenerator{
+public class SchemaGenerator {
 
        private static final EELFLogger LOGGER = EELFManager.getInstance().getLogger(SchemaGenerator.class);
-       private static boolean addDefaultCR = true;
-       
-       
-        /**
-        * Load schema into titan.
-        *
-        * @param graph the graph
-        * @param graphMgmt the graph mgmt
-        * @param addDefaultCloudRegion the add default cloud region
-        */
-       public static void loadSchemaIntoTitan(final TitanGraph graph, final TitanManagement graphMgmt, boolean addDefaultCloudRegion) {
-                addDefaultCR = addDefaultCloudRegion;
-                loadSchemaIntoTitan(graph, graphMgmt);
-        }
-       
-    /**
-     * Load schema into titan.
-     *
-     * @param graph the graph
-     * @param graphMgmt the graph mgmt
-     */
-    public static void loadSchemaIntoTitan(final TitanGraph graph, final TitanManagement graphMgmt) {
-
-       try {
-               AAIConfig.init();
-       }
-       catch (Exception ex){
-                       LOGGER.error(" ERROR - Could not run AAIConfig.init(). ", ex);
+
+       /**
+        * Load schema into JanusGraph.
+        *
+        * @param graph
+        *            the graph
+        * @param graphMgmt
+        *            the graph mgmt
+        */
+       public static void loadSchemaIntoJanusGraph(final JanusGraph graph, final JanusGraphManagement graphMgmt,
+                       String backend) {
+
+               try {
+                       AAIConfig.init();
+               } catch (Exception ex) {
+                       LOGGER.error(" ERROR - Could not run AAIConfig.init(). " + LogFormatTools.getStackTop(ex));
                        System.out.println(" ERROR - Could not run AAIConfig.init(). ");
                        System.exit(1);
                }
-       
-        // NOTE - Titan 0.5.3 doesn't keep a list of legal node Labels.  
-       //   They are only used when a vertex is actually being created.  Titan 1.1 will keep track (we think).
-               
 
-               // Use EdgeRules to make sure edgeLabels are defined in the db.  NOTE: the multiplicty used here is 
-       // always "MULTI".  This is not the same as our internal "Many2Many", "One2One", "One2Many" or "Many2One"
-       // We use the same edge-label for edges between many different types of nodes and our internal
-       // multiplicty definitions depends on which two types of nodes are being connected.
+               // NOTE - JanusGraph 0.5.3 doesn't keep a list of legal node Labels.
+               // They are only used when a vertex is actually being created.
+               // JanusGraph 1.1 will keep track (we think).
+
+               // Use EdgeRules to make sure edgeLabels are defined in the db. NOTE:
+               // the multiplicty used here is
+               // always "MULTI". This is not the same as our internal "Many2Many",
+               // "One2One", "One2Many" or "Many2One"
+               // We use the same edge-label for edges between many different types of
+               // nodes and our internal
+               // multiplicty definitions depends on which two types of nodes are being
+               // connected.
 
                Multimap<String, EdgeRule> edges = null;
                Set<String> labels = new HashSet<>();
-               
-               edges = EdgeRules.getInstance().getAllRules();
+
+               EdgeIngestor edgeIngestor = SpringContextAware.getBean(EdgeIngestor.class);
+
+               try {
+                       edges = edgeIngestor.getAllCurrentRules();
+               } catch (EdgeRuleNotFoundException e) {
+                       e.printStackTrace();
+                       LOGGER.error("Unable to find all rules {}", LogFormatTools.getStackTop(e));
+               }
+
                for (EdgeRule rule : edges.values()) {
                        labels.add(rule.getLabel());
                }
-               
-               for( String label: labels){
-                       if( graphMgmt.containsRelationType(label) ) {
+
+               for (String label : labels) {
+                       if (graphMgmt.containsRelationType(label)) {
                                String dmsg = " EdgeLabel  [" + label + "] already existed. ";
-               System.out.println(dmsg);
-               LOGGER.debug(dmsg);
-            } else {
-               String dmsg = "Making EdgeLabel: [" + label + "]";
-               System.out.println(dmsg);
-               LOGGER.debug(dmsg);
-               graphMgmt.makeEdgeLabel(label).multiplicity(Multiplicity.valueOf("MULTI")).make();
-            }
-        }     
-
-               Loader loader = LoaderFactory.createLoaderForVersion(ModelType.MOXY, AAIProperties.LATEST);
+                               LOGGER.debug(dmsg);
+                       } else {
+                               String dmsg = "Making EdgeLabel: [" + label + "]";
+                               LOGGER.debug(dmsg);
+                               graphMgmt.makeEdgeLabel(label).multiplicity(Multiplicity.valueOf("MULTI")).make();
+                       }
+               }
+
+               // ApplicationContext ctx = SpringContextAware.getApplicationContext();
+               // Loader loader =
+               // ctx.getBean(LoaderFactory.class).createLoaderForVersion(ModelType.MOXY,
+               // AAIProperties.LATEST);
+               LoaderFactory loaderFactory   = SpringContextAware.getBean(LoaderFactory.class);
+               SchemaVersions schemaVersions = SpringContextAware.getBean(SchemaVersions.class);
+
+               Loader loader = loaderFactory.createLoaderForVersion(ModelType.MOXY, schemaVersions.getDefaultVersion());
+               // Loader loader = LoaderFactory.createLoaderForVersion(ModelType.MOXY,
+               // AAIProperties.LATEST);
                Map<String, Introspector> objs = loader.getAllObjects();
                Map<String, PropertyKey> seenProps = new HashMap<>();
-               
+
                for (Introspector obj : objs.values()) {
                        for (String propName : obj.getProperties()) {
                                String dbPropName = propName;
@@ -126,69 +132,66 @@ public class SchemaGenerator{
                                if (alias.isPresent()) {
                                        dbPropName = alias.get();
                                }
-                               if( graphMgmt.containsRelationType(propName) ){
-                       String dmsg = " PropertyKey  [" + propName + "] already existed in the DB. ";
-                       System.out.println(dmsg);
-                       LOGGER.debug(dmsg);
-                   } else {
-                       Class<?> type = obj.getClass(propName);
-                       Cardinality cardinality = Cardinality.SINGLE;
-                       boolean process = false;
-                       if (obj.isListType(propName) && obj.isSimpleGenericType(propName)) {
-                               cardinality = Cardinality.SET;
-                               type = obj.getGenericTypeClass(propName);
-                               process = true;
-                       } else if (obj.isSimpleType(propName)) {
-                               process = true;
-                       }
-
-                       if (process) {
-
-                               String imsg = "Creating PropertyKey: [" + dbPropName + "], ["+ type.getSimpleName() + "], [" + cardinality + "]";
-                               System.out.println(imsg);
-                               LOGGER.info(imsg);
-                               PropertyKey propK;
-                               if (!seenProps.containsKey(dbPropName)) {
-                                       propK = graphMgmt.makePropertyKey(dbPropName).dataType(type).cardinality(cardinality).make();
-                                       seenProps.put(dbPropName, propK);
-                               } else {
-                                       propK = seenProps.get(dbPropName);
-                               }
-                               if (graphMgmt.containsGraphIndex(dbPropName)) {
-                                       String dmsg = " Index  [" + dbPropName + "] already existed in the DB. ";
-                                       System.out.println(dmsg);
-                                       LOGGER.debug(dmsg);
-                               } else {
-                                       if( obj.getIndexedProperties().contains(propName) ){
-                                               if( obj.getUniqueProperties().contains(propName) ){
-                                                                       imsg = "Add Unique index for PropertyKey: [" + dbPropName + "]";
-                                                       System.out.println(imsg);
-                                                       LOGGER.info(imsg);
-                                               graphMgmt.buildIndex(dbPropName,Vertex.class).addKey(propK).unique().buildCompositeIndex();
-                                            } else {
-                                               imsg = "Add index for PropertyKey: [" + dbPropName + "]";
-                                                       System.out.println(imsg);
-                                                       LOGGER.info(imsg);
-                                               graphMgmt.buildIndex(dbPropName,Vertex.class).addKey(propK).buildCompositeIndex();
-                                            }
-                                        } else {
-                                               imsg = "No index added for PropertyKey: [" + dbPropName + "]";
-                                               System.out.println(imsg);
-                                               LOGGER.info(imsg);
-                                        }
-                               }
-                       }
-                   }
+                               if (graphMgmt.containsRelationType(propName)) {
+                                       String dmsg = " PropertyKey  [" + propName + "] already existed in the DB. ";
+                                       LOGGER.debug(dmsg);
+                               } else {
+                                       Class<?> type = obj.getClass(propName);
+                                       Cardinality cardinality = Cardinality.SINGLE;
+                                       boolean process = false;
+                                       if (obj.isListType(propName) && obj.isSimpleGenericType(propName)) {
+                                               cardinality = Cardinality.SET;
+                                               type = obj.getGenericTypeClass(propName);
+                                               process = true;
+                                       } else if (obj.isSimpleType(propName)) {
+                                               process = true;
+                                       }
+
+                                       if (process) {
+
+                                               String imsg = "Creating PropertyKey: [" + dbPropName + "], [" + type.getSimpleName() + "], ["
+                                                               + cardinality + "]";
+                                               LOGGER.info(imsg);
+                                               PropertyKey propK;
+                                               if (!seenProps.containsKey(dbPropName)) {
+                                                       propK = graphMgmt.makePropertyKey(dbPropName).dataType(type).cardinality(cardinality)
+                                                                       .make();
+                                                       seenProps.put(dbPropName, propK);
+                                               } else {
+                                                       propK = seenProps.get(dbPropName);
+                                               }
+                                               if (graphMgmt.containsGraphIndex(dbPropName)) {
+                                                       String dmsg = " Index  [" + dbPropName + "] already existed in the DB. ";
+                                                       LOGGER.debug(dmsg);
+                                               } else {
+                                                       if (obj.getIndexedProperties().contains(propName)) {
+                                                               if (obj.getUniqueProperties().contains(propName)) {
+                                                                       imsg = "Add Unique index for PropertyKey: [" + dbPropName + "]";
+                                                                       LOGGER.info(imsg);
+                                                                       graphMgmt.buildIndex(dbPropName, Vertex.class).addKey(propK).unique()
+                                                                                       .buildCompositeIndex();
+                                                               } else {
+                                                                       imsg = "Add index for PropertyKey: [" + dbPropName + "]";
+                                                                       LOGGER.info(imsg);
+                                                                       graphMgmt.buildIndex(dbPropName, Vertex.class).addKey(propK).buildCompositeIndex();
+                                                               }
+                                                       } else {
+                                                               imsg = "No index added for PropertyKey: [" + dbPropName + "]";
+                                                               LOGGER.info(imsg);
+                                                       }
+                                               }
+                                       }
+                               }
                        }
                }
-        
-        String imsg = "-- About to call graphMgmt commit";
-       System.out.println(imsg);
-       LOGGER.info(imsg);
-       
-        graphMgmt.commit();
-    }// End of loadSchemaIntoTitan()
 
-}
+               String imsg = "-- About to call graphMgmt commit";
+               LOGGER.info(imsg);
+               if(backend != null){
+                       System.out.println("Successfully loaded the schema to " + backend);
+               }
 
+               graphMgmt.commit();
+       }
 
+}