Add a MassMail Batch Program

[aaf/authz.git] / auth / auth-batch / src / main / java / org / onap / aaf / auth / batch / reports / Analyze.java

diff --git a/auth/auth-batch/src/main/java/org/onap/aaf/auth/batch/reports/Analyze.java b/auth/auth-batch/src/main/java/org/onap/aaf/auth/batch/reports/Analyze.java
index 5780c60..5cab529 100644 (file)
--- a/auth/auth-batch/src/main/java/org/onap/aaf/auth/batch/reports/Analyze.java
+++ b/auth/auth-batch/src/main/java/org/onap/aaf/auth/batch/reports/Analyze.java
@@ -9,9 +9,9 @@
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
  * You may obtain a copy of the License at
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
  * You may obtain a copy of the License at

- * 
+ *

  *      http://www.apache.org/licenses/LICENSE-2.0
  *      http://www.apache.org/licenses/LICENSE-2.0

- * 
+ *

  * Unless required by applicable law or agreed to in writing, software
  * distributed under the License is distributed on an "AS IS" BASIS,
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  * Unless required by applicable law or agreed to in writing, software
  * distributed under the License is distributed on an "AS IS" BASIS,
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.


@@ -69,19 +69,20 @@ import org.onap.aaf.misc.env.util.Chrono;
 
 
 public class Analyze extends Batch {
 
 
 public class Analyze extends Batch {

-    private static final int unknown=0;
+       private static final int unknown=0;

     private static final int owner=1;
     private static final int supervisor=2;
     private static final int total=0;
     private static final int pending=1;
     private static final int approved=2;
     private static final int owner=1;
     private static final int supervisor=2;
     private static final int total=0;
     private static final int pending=1;
     private static final int approved=2;

-    
-    
+
+

     public static final String NEED_APPROVALS = "NeedApprovals";
     private static final String EXTEND = "Extend";
     private static final String EXPIRED_OWNERS = "ExpiredOwners";
     private static final String CSV = ".csv";
     private static final String INFO = "info";
     public static final String NEED_APPROVALS = "NeedApprovals";
     private static final String EXTEND = "Extend";
     private static final String EXPIRED_OWNERS = "ExpiredOwners";
     private static final String CSV = ".csv";
     private static final String INFO = "info";

+    private static final String NOT_COMPLIANT = "NotCompliant";

     private int minOwners;
     private Map<String, CSV.Writer> writerList;
     private ExpireRange expireRange;
     private int minOwners;
     private Map<String, CSV.Writer> writerList;
     private ExpireRange expireRange;


@@ -89,14 +90,15 @@ public class Analyze extends Batch {
     private CSV.Writer deleteCW;
     private CSV.Writer needApproveCW;
     private CSV.Writer extendCW;
     private CSV.Writer deleteCW;
     private CSV.Writer needApproveCW;
     private CSV.Writer extendCW;

+    private CSV.Writer notCompliantCW;

     private Range futureRange;
     private final String sdate;
     private LastNotified ln;
     private Range futureRange;
     private final String sdate;
     private LastNotified ln;

-    
+

     public Analyze(AuthzTrans trans) throws APIException, IOException, OrganizationException {
         super(trans.env());
         trans.info().log("Starting Connection Process");
     public Analyze(AuthzTrans trans) throws APIException, IOException, OrganizationException {
         super(trans.env());
         trans.info().log("Starting Connection Process");

-        
+

         TimeTaken tt0 = trans.start("Cassandra Initialization", Env.SUB);
         try {
             TimeTaken tt = trans.start("Connect to Cluster", Env.REMOTE);
         TimeTaken tt0 = trans.start("Cassandra Initialization", Env.SUB);
         try {
             TimeTaken tt = trans.start("Connect to Cluster", Env.REMOTE);


@@ -105,13 +107,13 @@ public class Analyze extends Batch {
             } finally {
                 tt.done();
             }
             } finally {
                 tt.done();
             }

-            
+

 
             minOwners=1;
 
 
             minOwners=1;
 

-            // Create Intermediate Output 
+            // Create Intermediate Output

             writerList = new HashMap<>();
             writerList = new HashMap<>();

-            
+

             expireRange = new ExpireRange(trans.env().access());
             sdate = Chrono.dateOnlyStamp(now);
             for( List<Range> lr : expireRange.ranges.values()) {
             expireRange = new ExpireRange(trans.env().access());
             sdate = Chrono.dateOnlyStamp(now);
             for( List<Range> lr : expireRange.ranges.values()) {


@@ -130,7 +132,7 @@ public class Analyze extends Batch {
                     }
                 }
             }
                     }
                 }
             }

-            
+

             // Setup New Approvals file
             futureRange = expireRange.newFutureRange();
             File file = new File(logDir(),NEED_APPROVALS + sdate +CSV);
             // Setup New Approvals file
             futureRange = expireRange.newFutureRange();
             File file = new File(logDir(),NEED_APPROVALS + sdate +CSV);


@@ -138,13 +140,19 @@ public class Analyze extends Batch {
             needApproveCW = approveCSV.writer();
             needApproveCW.row(INFO,NEED_APPROVALS,sdate,1);
             writerList.put(NEED_APPROVALS,needApproveCW);
             needApproveCW = approveCSV.writer();
             needApproveCW.row(INFO,NEED_APPROVALS,sdate,1);
             writerList.put(NEED_APPROVALS,needApproveCW);

-            
+

             // Setup Extend Approvals file
             file = new File(logDir(),EXTEND + sdate +CSV);
             CSV extendCSV = new CSV(env.access(),file);
             extendCW = extendCSV.writer();
             extendCW.row(INFO,EXTEND,sdate,1);
             writerList.put(EXTEND,extendCW);
             // Setup Extend Approvals file
             file = new File(logDir(),EXTEND + sdate +CSV);
             CSV extendCSV = new CSV(env.access(),file);
             extendCW = extendCSV.writer();
             extendCW.row(INFO,EXTEND,sdate,1);
             writerList.put(EXTEND,extendCW);

+
+            // Setup NotCompliant Writer for Apps
+            file = new File(logDir(),NOT_COMPLIANT + sdate + CSV);
+            CSV ncCSV = new CSV(env.access(),file);
+            notCompliantCW = ncCSV.writer();
+            writerList.put(NOT_COMPLIANT, notCompliantCW);

             
             // Load full data of the following
             ln = new LastNotified(session);
             
             // Load full data of the following
             ln = new LastNotified(session);


@@ -158,17 +166,17 @@ public class Analyze extends Batch {
     protected void run(AuthzTrans trans) {
         TimeTaken tt;
         AuthzTrans noAvg = trans.env().newTransNoAvg();
     protected void run(AuthzTrans trans) {
         TimeTaken tt;
         AuthzTrans noAvg = trans.env().newTransNoAvg();

-        
+

         ////////////////////
         // Load all Notifieds, and either add to local Data, or mark for Deletion.
         ln.loadAll(noAvg,expireRange.approveDelete,deleteCW);
         ////////////////////
         // Load all Notifieds, and either add to local Data, or mark for Deletion.
         ln.loadAll(noAvg,expireRange.approveDelete,deleteCW);

-        
+

         // Hold Good Tickets to keyed User/Role for UserRole Step
         Map<String,Ticket> mur = new TreeMap<>();
 
         try {
             Approval.load(trans, session, Approval.v2_0_17);
         // Hold Good Tickets to keyed User/Role for UserRole Step
         Map<String,Ticket> mur = new TreeMap<>();
 
         try {
             Approval.load(trans, session, Approval.v2_0_17);

-    
+

             ////////////////////
             final Map<UUID,Ticket> goodTickets = new TreeMap<>();
             tt = trans.start("Analyze Expired Futures",Trans.SUB);
             ////////////////////
             final Map<UUID,Ticket> goodTickets = new TreeMap<>();
             tt = trans.start("Analyze Expired Futures",Trans.SUB);


@@ -193,7 +201,7 @@ public class Analyze extends Batch {
             } finally {
                 tt.done();
             }
             } finally {
                 tt.done();
             }

-            
+

             Set<String> approvers = new TreeSet<>();
             tt = trans.start("Connect Approvals with Futures",Trans.SUB);
             try {
             Set<String> approvers = new TreeSet<>();
             tt = trans.start("Connect Approvals with Futures",Trans.SUB);
             try {


@@ -209,7 +217,7 @@ public class Analyze extends Batch {
                     } else {
                         // for users and approvers still valid
                         String user = appr.getUser();
                     } else {
                         // for users and approvers still valid
                         String user = appr.getUser();

-                        
+

                         if(org.isRevoked(noAvg, appr.getApprover())) {
                             deleteCW.comment("Approver ID is revoked");
                             Approval.row(deleteCW, appr);
                         if(org.isRevoked(noAvg, appr.getApprover())) {
                             deleteCW.comment("Approver ID is revoked");
                             Approval.row(deleteCW, appr);


@@ -225,16 +233,16 @@ public class Analyze extends Batch {
             } finally {
                 tt.done();
             }
             } finally {
                 tt.done();
             }

-    
-            /* Run through all Futures, and see if 
+
+            /* Run through all Futures, and see if

              * 1) they have been executed (no longer valid)
              * 1) they have been executed (no longer valid)

-             * 2) The current Approvals indicate they can proceed 
+             * 2) The current Approvals indicate they can proceed

              */
             Map<String,Pending> pendingApprs = new HashMap<>();
             Map<String,Pending> pendingTemp = new HashMap<>();
              */
             Map<String,Pending> pendingApprs = new HashMap<>();
             Map<String,Pending> pendingTemp = new HashMap<>();

-    
+

             String approver;
             String approver;

-            
+

             tt = trans.start("Analyze Good Tickets",Trans.SUB);
             try {
                 for(Ticket ticket : goodTickets.values()) {
             tt = trans.start("Analyze Good Tickets",Trans.SUB);
             try {
                 for(Ticket ticket : goodTickets.values()) {


@@ -244,7 +252,7 @@ public class Analyze extends Batch {
                             case "user_role":
                                 int state[][] = new int[3][3];
                                 int type;
                             case "user_role":
                                 int state[][] = new int[3][3];
                                 int type;

-                                        
+

                                 for(Approval appr : ticket.approvals) {
                                     switch(appr.getType()) {
                                         case "owner":
                                 for(Approval appr : ticket.approvals) {
                                     switch(appr.getType()) {
                                         case "owner":


@@ -276,13 +284,13 @@ public class Analyze extends Batch {
                                             ++state[type][unknown];
                                     }
                                 }
                                             ++state[type][unknown];
                                     }
                                 }

-                                
+

                                 // To Approve:
                                 // Always must have at least 1 owner
                                 if((state[owner][total]>0 && state[owner][approved]>0) &&
                                     // If there are no Supervisors, that's ok
                                 // To Approve:
                                 // Always must have at least 1 owner
                                 if((state[owner][total]>0 && state[owner][approved]>0) &&
                                     // If there are no Supervisors, that's ok

-                                    (state[supervisor][total]==0 || 
-                                    // But if there is a Supervisor, they must have approved 
+                                    (state[supervisor][total]==0 ||
+                                    // But if there is a Supervisor, they must have approved

                                     (state[supervisor][approved]>0))) {
                                         UserRoleDAO.Data urdd = new UserRoleDAO.Data();
                                         try {
                                     (state[supervisor][approved]>0))) {
                                         UserRoleDAO.Data urdd = new UserRoleDAO.Data();
                                         try {


@@ -307,7 +315,7 @@ public class Analyze extends Batch {
                         }
                     } finally {
                         if("user_role".equals(ticket.f.fdd.target)) {
                         }
                     } finally {
                         if("user_role".equals(ticket.f.fdd.target)) {

-                            String key = ticket.f.fdd.target_key; 
+                            String key = ticket.f.fdd.target_key;

                             if(key!=null) {
                                 mur.put(key, ticket);
                             }
                             if(key!=null) {
                                 mur.put(key, ticket);
                             }


@@ -319,7 +327,7 @@ public class Analyze extends Batch {
             }
             // Good Tickets no longer needed
             goodTickets.clear();
             }
             // Good Tickets no longer needed
             goodTickets.clear();

-    
+

             /**
              * Decide to Notify about Approvals, based on activity/last Notified
              */
             /**
              * Decide to Notify about Approvals, based on activity/last Notified
              */


@@ -328,11 +336,11 @@ public class Analyze extends Batch {
                 GregorianCalendar gc = new GregorianCalendar();
                 gc.add(GregorianCalendar.DAY_OF_WEEK, 5);
                 Date remind = gc.getTime();
                 GregorianCalendar gc = new GregorianCalendar();
                 gc.add(GregorianCalendar.DAY_OF_WEEK, 5);
                 Date remind = gc.getTime();

-                
+

                 for(Entry<String, Pending> es : pendingApprs.entrySet()) {
                     Pending p = es.getValue();
                 for(Entry<String, Pending> es : pendingApprs.entrySet()) {
                     Pending p = es.getValue();

-                    if(p.newApprovals() 
-                            || p.earliest() == LastNotified.NEVER // yes, equals. 
+                    if(p.newApprovals()
+                            || p.earliest() == LastNotified.NEVER // yes, equals.

                             || p.earliest().after(remind)) {
                         p.row(needApproveCW,es.getKey());
                     }
                             || p.earliest().after(remind)) {
                         p.row(needApproveCW,es.getKey());
                     }


@@ -340,22 +348,22 @@ public class Analyze extends Batch {
             } finally {
                 tt.done();
             }
             } finally {
                 tt.done();
             }

-            
+

             // clear out Approval Intermediates
             pendingTemp = null;
             pendingApprs = null;
         } finally {
         }
             // clear out Approval Intermediates
             pendingTemp = null;
             pendingApprs = null;
         } finally {
         }

-            
+

         /**
         /**

-           Run through User Roles.  
+           Run through User Roles.

            Owners are treated specially in next section.
            Regular roles are checked against Date Ranges.  If match Date Range, write out to appropriate file.
            Owners are treated specially in next section.
            Regular roles are checked against Date Ranges.  If match Date Range, write out to appropriate file.

-        */    
-        
+        */
+

         try {
             Role.load(trans, session);
         try {
             Role.load(trans, session);

-    
+

             try {
                 tt = trans.start("Analyze UserRoles, storing Owners",Trans.SUB);
                 Set<String> specialCommented = new HashSet<>();
             try {
                 tt = trans.start("Analyze UserRoles, storing Owners",Trans.SUB);
                 Set<String> specialCommented = new HashSet<>();


@@ -391,8 +399,7 @@ public class Analyze extends Batch {
                                 return;
                             }
                             // Just let expired UserRoles sit until deleted
                                 return;
                             }
                             // Just let expired UserRoles sit until deleted

-                            if(futureRange.inRange(ur.expires())) {
-                                if(!mur.containsKey(ur.user() + '|' + ur.role())) {
+                            if(futureRange.inRange(ur.expires())&&(!mur.containsKey(ur.user() + '|' + ur.role()))) {

                                     // Cannot just delete owners, unless there is at least one left. Process later
                                     if ("owner".equals(ur.rname())) {
                                         Set<UserRole> urs = owners.get(ur.role());
                                     // Cannot just delete owners, unless there is at least one left. Process later
                                     if ("owner".equals(ur.rname())) {
                                         Set<UserRole> urs = owners.get(ur.role());


@@ -410,8 +417,7 @@ public class Analyze extends Batch {
                                             }
                                         }
                                     }
                                             }
                                         }
                                     }

-                                }
-                            }
+                             }

                         } catch (OrganizationException e) {
                             noAvg.error().log(e);
                         }
                         } catch (OrganizationException e) {
                             noAvg.error().log(e);
                         }


@@ -420,11 +426,11 @@ public class Analyze extends Batch {
                      tt.done();
                  }
                  mur.clear();
                      tt.done();
                  }
                  mur.clear();

-                 
+

                 /**
                   Now Process Owners, one owner Role at a time, ensuring one is left,
                 /**
                   Now Process Owners, one owner Role at a time, ensuring one is left,

-                  preferably a good one. If so, process the others as normal. 
-                  
+                  preferably a good one. If so, process the others as normal.
+

                   Otherwise, write to ExpiredOwners Report
                 */
                  tt = trans.start("Analyze Owners Separately",Trans.SUB);
                   Otherwise, write to ExpiredOwners Report
                 */
                  tt = trans.start("Analyze Owners Separately",Trans.SUB);


@@ -434,7 +440,7 @@ public class Analyze extends Batch {
                         final CSV ownerCSV = new CSV(env.access(),file);
                         CSV.Writer expOwner = ownerCSV.writer();
                         expOwner.row(INFO,EXPIRED_OWNERS,sdate,2);
                         final CSV ownerCSV = new CSV(env.access(),file);
                         CSV.Writer expOwner = ownerCSV.writer();
                         expOwner.row(INFO,EXPIRED_OWNERS,sdate,2);

-    
+

                         try {
                             for (Set<UserRole> sur : owners.values()) {
                                 int goodOwners = 0;
                         try {
                             for (Set<UserRole> sur : owners.values()) {
                                 int goodOwners = 0;


@@ -443,7 +449,7 @@ public class Analyze extends Batch {
                                         ++goodOwners;
                                     }
                                 }
                                         ++goodOwners;
                                     }
                                 }

-        
+

                                 for (UserRole ur : sur) {
                                     if (goodOwners >= minOwners) {
                                         Range r = writeAnalysis(noAvg, ur);
                                 for (UserRole ur : sur) {
                                     if (goodOwners >= minOwners) {
                                         Range r = writeAnalysis(noAvg, ur);


@@ -475,14 +481,14 @@ public class Analyze extends Batch {
                 Role.clear();
                 UserRole.clear();
             }
                 Role.clear();
                 UserRole.clear();
             }

-            
+

             /**
              * Check for Expired Credentials
              */
             try {
                  // Load Cred.  We don't follow Visitor, because we have to gather up everything into Identity Anyway
                  Cred.load(trans, session);
             /**
              * Check for Expired Credentials
              */
             try {
                  // Load Cred.  We don't follow Visitor, because we have to gather up everything into Identity Anyway
                  Cred.load(trans, session);

-    
+

                 tt = trans.start("Analyze Expired Credentials",Trans.SUB);
                 try {
                     for (Cred cred : Cred.data.values()) {
                 tt = trans.start("Analyze Expired Credentials",Trans.SUB);
                 try {
                     for (Cred cred : Cred.data.values()) {


@@ -511,7 +517,7 @@ public class Analyze extends Batch {
             } finally {
                 Cred.clear();
             }
             } finally {
                 Cred.clear();
             }

-    
+

             ////////////////////
             tt = trans.start("Analyze Expired X509s",Trans.SUB);
             try {
             ////////////////////
             tt = trans.start("Analyze Expired X509s",Trans.SUB);
             try {


@@ -531,7 +537,7 @@ public class Analyze extends Batch {
             noAvg.info().log(e);
         }
     }
             noAvg.info().log(e);
         }
     }

- 
+

     private Approval findApproval(UserRole ur) {
         Approval existing = null;
         List<Approval> apprs = Approval.byUser.get(ur.user());
     private Approval findApproval(UserRole ur) {
         Approval existing = null;
         List<Approval> apprs = Approval.byUser.get(ur.user());


@@ -539,7 +545,7 @@ public class Analyze extends Batch {
             for(Approval appr : apprs) {
                 if(ur.role().equals(appr.getRole()) &&
                     appr.getMemo().contains(Chrono.dateOnlyStamp(ur.expires()))) {
             for(Approval appr : apprs) {
                 if(ur.role().equals(appr.getRole()) &&
                     appr.getMemo().contains(Chrono.dateOnlyStamp(ur.expires()))) {

-                        existing = appr; 
+                        existing = appr;

                 }
             }
         }
                 }
             }
         }


@@ -557,7 +563,7 @@ public class Analyze extends Batch {
             } catch (OrganizationException e) {
                 i=null;
             }
             } catch (OrganizationException e) {
                 i=null;
             }

-            if(r.needsContact(lnd,i)) {                
+            if(r.needsContact(lnd,i)) {

                 CSV.Writer cw = writerList.get(r.name());
                 if(cw!=null) {
                     ur.row(cw,UserRole.UR);
                 CSV.Writer cw = writerList.get(r.name());
                 if(cw!=null) {
                     ur.row(cw,UserRole.UR);


@@ -566,7 +572,7 @@ public class Analyze extends Batch {
         }
         return r;
     }
         }
         return r;
     }

-    
+

     private void writeAnalysis(AuthzTrans noAvg, Cred cred, Instance inst) {
         if(cred!=null && inst!=null) {
             Range r = expireRange.getRange("cred", inst.expires);
     private void writeAnalysis(AuthzTrans noAvg, Cred cred, Instance inst) {
         if(cred!=null && inst!=null) {
             Range r = expireRange.getRange("cred", inst.expires);


@@ -579,7 +585,7 @@ public class Analyze extends Batch {
                 } catch (OrganizationException e) {
                     i=null;
                 }
                 } catch (OrganizationException e) {
                     i=null;
                 }

-                if(r.needsContact(lnd,i)) {                
+                if(r.needsContact(lnd,i)) {

                     CSV.Writer cw = writerList.get(r.name());
                     if(cw!=null) {
                         cred.row(cw,inst);
                     CSV.Writer cw = writerList.get(r.name());
                     if(cw!=null) {
                         cred.row(cw,inst);


@@ -608,7 +614,7 @@ public class Analyze extends Batch {
             }
         }
     }
             }
         }
     }

-    
+

     @Override
     protected void _close(AuthzTrans trans) {
         session.close();
     @Override
     protected void _close(AuthzTrans trans) {
         session.close();