2 * ============LICENSE_START====================================================
4 * ===========================================================================
5 * Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.
6 * ===========================================================================
7 * Licensed under the Apache License, Version 2.0 (the "License");
8 * you may not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
11 * http://www.apache.org/licenses/LICENSE-2.0
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS,
15 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 * ============LICENSE_END====================================================
22 package org.onap.aaf.auth.batch.update;
25 import java.io.IOException;
26 import java.nio.ByteBuffer;
27 import java.text.SimpleDateFormat;
28 import java.util.ArrayList;
29 import java.util.Date;
30 import java.util.List;
32 import org.onap.aaf.auth.batch.Batch;
33 import org.onap.aaf.auth.batch.BatchPrincipal;
34 import org.onap.aaf.auth.batch.helpers.Approval;
35 import org.onap.aaf.auth.batch.helpers.CQLBatch;
36 import org.onap.aaf.auth.batch.helpers.CQLBatchLoop;
37 import org.onap.aaf.auth.batch.helpers.Cred;
38 import org.onap.aaf.auth.batch.helpers.Future;
39 import org.onap.aaf.auth.batch.helpers.LastNotified;
40 import org.onap.aaf.auth.batch.helpers.UserRole;
41 import org.onap.aaf.auth.batch.helpers.X509;
42 import org.onap.aaf.auth.dao.CassAccess;
43 import org.onap.aaf.auth.dao.cass.CertDAO;
44 import org.onap.aaf.auth.dao.cass.CredDAO;
45 import org.onap.aaf.auth.dao.cass.HistoryDAO;
46 import org.onap.aaf.auth.dao.cass.UserRoleDAO;
47 import org.onap.aaf.auth.env.AuthzTrans;
48 import org.onap.aaf.auth.org.OrganizationException;
49 import org.onap.aaf.cadi.CadiException;
50 import org.onap.aaf.cadi.client.Holder;
51 import org.onap.aaf.cadi.util.CSV;
52 import org.onap.aaf.misc.env.APIException;
53 import org.onap.aaf.misc.env.Env;
54 import org.onap.aaf.misc.env.TimeTaken;
55 import org.onap.aaf.misc.env.Trans;
56 import org.onap.aaf.misc.env.util.Chrono;
58 public class Remove extends Batch {
59 private final AuthzTrans noAvg;
60 private HistoryDAO historyDAO;
61 private CQLBatch cqlBatch;
63 public Remove(AuthzTrans trans) throws APIException, IOException, OrganizationException {
65 trans.info().log("Starting Connection Process");
67 noAvg = env.newTransNoAvg();
68 noAvg.setUser(new BatchPrincipal("Remove"));
70 TimeTaken tt0 = trans.start("Cassandra Initialization", Env.SUB);
72 historyDAO = new HistoryDAO(trans, cluster, CassAccess.KEYSPACE);
73 TimeTaken tt2 = trans.start("Connect to Cluster", Env.REMOTE);
75 session = historyDAO.getSession(trans);
79 cqlBatch = new CQLBatch(noAvg.info(),session);
88 protected void run(AuthzTrans trans) {
90 // Create Intermediate Output
91 File logDir = logDir();
93 List<File> remove = new ArrayList<>();
95 for(int i=0;i<args().length;++i) {
96 remove.add(new File(logDir, args()[i]));
99 remove.add(new File(logDir,"Delete"+Chrono.dateOnlyStamp()+".csv"));
102 for(File f : remove) {
103 trans.init().log("Processing File:",f.getAbsolutePath());
106 final Holder<Boolean> ur = new Holder<>(false);
107 final Holder<Boolean> cred = new Holder<>(false);
108 final Holder<Boolean> x509 = new Holder<>(false);
109 final Holder<String> memoFmt = new Holder<String>("");
110 final HistoryDAO.Data hdd = new HistoryDAO.Data();
111 final String orgName = trans.org().getName();
114 hdd.reconstruct = ByteBuffer.allocate(0);
115 hdd.user = noAvg.user();
116 SimpleDateFormat sdf = new SimpleDateFormat("yyyyMM");
117 hdd.yr_mon = Integer.parseInt(sdf.format(new Date()));
120 final CQLBatchLoop cbl = new CQLBatchLoop(cqlBatch,50,dryRun);
121 for(File f : remove) {
122 trans.info().log("Processing ",f.getAbsolutePath(),"for Deletions");
124 CSV removeCSV = new CSV(env.access(),f);
126 removeCSV.visit( row -> {
131 memoFmt.set("%s expired from %s on %s");
133 case "NotInOrgDelete":
134 memoFmt.set("Identity %s was removed from %s on %s");
142 //TODO If deleted because Role is no longer there, double check...
144 UserRole.batchDelete(cbl.inc(),row);
145 hdd.target=UserRoleDAO.TABLE;
146 hdd.subject=UserRole.histSubject(row);
147 hdd.memo=UserRole.histMemo(memoFmt.get(), row);
148 historyDAO.createBatch(cbl.inc(), hdd);
154 Cred.batchDelete(cbl.inc(),row);
155 hdd.target=CredDAO.TABLE;
156 hdd.subject=Cred.histSubject(row);
157 hdd.memo=Cred.histMemo(memoFmt.get(), orgName,row);
158 historyDAO.createBatch(cbl.inc(), hdd);
164 X509.batchDelete(cbl.inc(),row);
166 hdd.subject=X509.histSubject(row);
167 hdd.memo=X509.histMemo(memoFmt.get(),row);
168 historyDAO.createBatch(cbl.inc(), hdd);
172 Future.deleteByIDBatch(cbl.inc(),row.get(1));
176 Approval.deleteByIDBatch(cbl.inc(),row.get(1));
179 LastNotified.delete(cbl.inc(),row);
184 } catch (IOException | CadiException e) {
188 trans.error().log("File",f.getAbsolutePath(),"does not exist.");
192 TimeTaken tt = trans.start("Touch UR,Cred and Cert Caches",Trans.REMOTE);
195 cqlBatch.touch(UserRoleDAO.TABLE, 0, UserRoleDAO.CACHE_SEG, dryRun);
198 cqlBatch.touch(CredDAO.TABLE, 0, CredDAO.CACHE_SEG, dryRun);
201 cqlBatch.touch(CertDAO.TABLE, 0, CertDAO.CACHE_SEG, dryRun);
210 protected void _close(AuthzTrans trans) {