Batch Test improvements
[aaf/authz.git] / auth / auth-batch / src / main / java / org / onap / aaf / auth / batch / update / Approvals.java
1 /**
2  * ============LICENSE_START====================================================
3  * org.onap.aaf
4  * ===========================================================================
5  * Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.
6  * ===========================================================================
7  * Licensed under the Apache License, Version 2.0 (the "License");
8  * you may not use this file except in compliance with the License.
9  * You may obtain a copy of the License at
10  * 
11  *      http://www.apache.org/licenses/LICENSE-2.0
12  * 
13  * Unless required by applicable law or agreed to in writing, software
14  * distributed under the License is distributed on an "AS IS" BASIS,
15  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16  * See the License for the specific language governing permissions and
17  * limitations under the License.
18  * ============LICENSE_END====================================================
19  *
20  */
21
22 package org.onap.aaf.auth.batch.update;
23
24 import java.io.File;
25 import java.io.IOException;
26 import java.util.ArrayList;
27 import java.util.GregorianCalendar;
28 import java.util.List;
29 import java.util.Map;
30 import java.util.Map.Entry;
31 import java.util.Set;
32 import java.util.TreeMap;
33
34 import org.onap.aaf.auth.batch.Batch;
35 import org.onap.aaf.auth.batch.BatchPrincipal;
36 import org.onap.aaf.auth.batch.approvalsets.ApprovalSet;
37 import org.onap.aaf.auth.batch.approvalsets.Pending;
38 import org.onap.aaf.auth.batch.approvalsets.URApprovalSet;
39 import org.onap.aaf.auth.batch.helpers.BatchDataView;
40 import org.onap.aaf.auth.batch.helpers.NS;
41 import org.onap.aaf.auth.batch.helpers.Role;
42 import org.onap.aaf.auth.batch.helpers.UserRole;
43 import org.onap.aaf.auth.dao.cass.UserRoleDAO;
44 import org.onap.aaf.auth.env.AuthzTrans;
45 import org.onap.aaf.auth.layer.Result;
46 import org.onap.aaf.auth.org.OrganizationException;
47 import org.onap.aaf.cadi.CadiException;
48 import org.onap.aaf.cadi.client.Holder;
49 import org.onap.aaf.cadi.util.CSV;
50 import org.onap.aaf.cadi.util.CSV.Writer;
51 import org.onap.aaf.misc.env.APIException;
52 import org.onap.aaf.misc.env.TimeTaken;
53 import org.onap.aaf.misc.env.Trans;
54 import org.onap.aaf.misc.env.util.Chrono;
55
56 public class Approvals extends Batch {
57         private final AuthzTrans noAvg;
58         private BatchDataView dataview;
59         private List<CSV> csvList;
60         private Writer napproveCW;
61         private static final GregorianCalendar now = new GregorianCalendar();
62         private static final String sdate = Chrono.dateOnlyStamp(now);
63         private static final String CSV = ".csv";
64         private static final String APPROVALS_NEW = "ApprovalsNew";
65         
66     public Approvals(AuthzTrans trans) throws APIException, IOException, OrganizationException {
67         super(trans.env());
68         noAvg = env.newTransNoAvg();
69         noAvg.setUser(new BatchPrincipal("batch:Approvals"));
70         session = cluster.connect();
71         dataview = new BatchDataView(noAvg,session,dryRun);
72         NS.load(trans, session, NS.v2_0_11);
73         Role.load(trans, session);
74         UserRole.load(trans, session, UserRole.v2_0_11);
75
76         csvList = new ArrayList<>();
77         File f;
78         if(args().length>0) {
79                 for(int i=0;i<args().length;++i) {
80                         f = new File(logDir(), args()[i]);
81                         if(f.exists()) {
82                                 csvList.add(new CSV(env.access(),f).processAll());
83                         } else {
84                         trans.error().printf("CSV File %s does not exist",f.getAbsolutePath());
85                         }
86                 }
87         } else {
88                 f = new File(logDir(), "Approvals"+Chrono.dateOnlyStamp()+".csv");
89                 if(f.exists()) {
90                         csvList.add(new CSV(env.access(),f).processAll());
91                         } else {
92                         trans.error().printf("CSV File %s does not exist",f.getAbsolutePath());
93                         }
94         }
95         
96
97         File file = new File(logDir(),APPROVALS_NEW + sdate +CSV);
98         CSV approveCSV = new CSV(env.access(),file);
99         napproveCW = approveCSV.writer();
100         napproveCW.row("info",APPROVALS_NEW,sdate,1);
101         
102     }
103
104     @Override
105     protected void run(AuthzTrans trans) {
106         Map<String,Pending> mpending = new TreeMap<>();
107                 Pending p = Pending.create();
108
109                 Holder<Integer> count = new Holder<>(0);
110         for(CSV approveCSV : csvList) {
111                 TimeTaken tt = trans.start("Processing %s's UserRoles",Trans.SUB,approveCSV.name());
112                 try {
113                                 approveCSV.visit(row -> {
114                                         switch(row.get(0)) {
115                                                 case UserRole.APPROVE_UR:
116                                                         UserRoleDAO.Data urdd = UserRole.row(row);
117                                                         // Create an Approval
118                                                         ApprovalSet uras = new URApprovalSet(noAvg, now, dataview, () -> {
119                                                                 return urdd;
120                                                         });
121                                                         Result<Void> rw = uras.write(noAvg);
122                                                         if(rw.isOK()) {
123                                                                 Set<String> approvers = uras.approvers();
124                                                                 if(approvers.isEmpty()) {
125                                                                         trans.error().printf("No Approvers found for %s-%s (probably no owner)",urdd.user,urdd.role);
126                                                                 } else {
127                                                                         for(String approver : approvers) {
128                                                                                 Pending mp = mpending.get(approver);
129                                                                                 if(mp==null) {
130                                                                                         mpending.put(approver, Pending.create());
131                                                                                 } else {
132                                                                                         mp.inc(p); // FYI, unlikely
133                                                                                 }
134                                                                         }
135                                                                         count.set(count.get()+1);
136                                                                 }
137                                                         } else {
138                                                                 trans.error().log(rw.errorString());
139                                                         }
140                                                         break;
141                                         }
142                                 });
143                                 dataview.flush();
144                         } catch (IOException | CadiException e) {
145                                 e.printStackTrace();
146                                 // .... but continue with next row
147                 } finally {
148                         tt.done();
149                 }
150             trans.info().printf("Processed %d UserRoles", count.get());
151
152                 tt = trans.start("Processing %s's UserRoles",Trans.SUB,approveCSV.name());
153                 int cnt = 0;
154                 try {
155                     for(Entry<String, Pending> es : mpending.entrySet()) {
156                         p.row(napproveCW,es.getKey());
157                         ++cnt;
158                     }
159             } finally {
160                 tt.done();
161                 trans.info().printf("Processed %d Reminders", cnt);
162             }
163             }
164     }
165
166         @Override
167     protected void _close(AuthzTrans trans) {
168                 if(napproveCW!=null) {
169                         napproveCW.flush();
170                         napproveCW.close();
171                 }
172     }
173 }