2 * ============LICENSE_START====================================================
4 * ===========================================================================
5 * Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.
6 * ===========================================================================
7 * Licensed under the Apache License, Version 2.0 (the "License");
8 * you may not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
11 * http://www.apache.org/licenses/LICENSE-2.0
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS,
15 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 * ============LICENSE_END====================================================
22 package org.onap.aaf.auth.batch.update;
25 import java.io.IOException;
26 import java.nio.ByteBuffer;
27 import java.text.SimpleDateFormat;
28 import java.util.ArrayList;
29 import java.util.Date;
30 import java.util.List;
32 import org.onap.aaf.auth.batch.Batch;
33 import org.onap.aaf.auth.batch.BatchPrincipal;
34 import org.onap.aaf.auth.batch.helpers.CQLBatch;
35 import org.onap.aaf.auth.batch.helpers.Cred;
36 import org.onap.aaf.auth.batch.helpers.UserRole;
37 import org.onap.aaf.auth.batch.helpers.X509;
38 import org.onap.aaf.auth.dao.CassAccess;
39 import org.onap.aaf.auth.dao.cass.CertDAO;
40 import org.onap.aaf.auth.dao.cass.CredDAO;
41 import org.onap.aaf.auth.dao.cass.HistoryDAO;
42 import org.onap.aaf.auth.dao.cass.UserRoleDAO;
43 import org.onap.aaf.auth.env.AuthzTrans;
44 import org.onap.aaf.auth.org.OrganizationException;
45 import org.onap.aaf.cadi.CadiException;
46 import org.onap.aaf.cadi.client.Holder;
47 import org.onap.aaf.cadi.util.CSV;
48 import org.onap.aaf.misc.env.APIException;
49 import org.onap.aaf.misc.env.Env;
50 import org.onap.aaf.misc.env.TimeTaken;
51 import org.onap.aaf.misc.env.util.Chrono;
53 public class Remove extends Batch {
54 private final AuthzTrans noAvg;
55 private HistoryDAO historyDAO;
56 private CQLBatch cqlBatch;
58 public Remove(AuthzTrans trans) throws APIException, IOException, OrganizationException {
60 trans.info().log("Starting Connection Process");
62 noAvg = env.newTransNoAvg();
63 noAvg.setUser(new BatchPrincipal("Remove"));
65 TimeTaken tt0 = trans.start("Cassandra Initialization", Env.SUB);
67 historyDAO = new HistoryDAO(trans, cluster, CassAccess.KEYSPACE);
68 TimeTaken tt2 = trans.start("Connect to Cluster", Env.REMOTE);
70 session = historyDAO.getSession(trans);
74 cqlBatch = new CQLBatch(noAvg.info(),session);
83 protected void run(AuthzTrans trans) {
84 final int maxBatch = 25;
86 // Create Intermediate Output
87 File logDir = new File(logDir());
89 List<File> remove = new ArrayList<>();
91 for(int i=0;i<args().length;++i) {
92 remove.add(new File(logDir, args()[i]));
95 remove.add(new File(logDir,"Delete"+Chrono.dateOnlyStamp()+".csv"));
98 for(File f : remove) {
99 trans.init().log("Processing File:",f.getAbsolutePath());
102 final Holder<Boolean> ur = new Holder<>(false);
103 final Holder<Boolean> cred = new Holder<>(false);
104 final Holder<Boolean> x509 = new Holder<>(false);
105 final Holder<String> memoFmt = new Holder<String>("");
106 final HistoryDAO.Data hdd = new HistoryDAO.Data();
107 final String orgName = trans.org().getName();
110 hdd.reconstruct = ByteBuffer.allocate(0);
111 hdd.user = noAvg.user();
112 SimpleDateFormat sdf = new SimpleDateFormat("yyyyMM");
113 hdd.yr_mon = Integer.parseInt(sdf.format(new Date()));
116 for(File f : remove) {
117 trans.info().log("Processing ",f.getAbsolutePath(),"for Deletions");
119 CSV removeCSV = new CSV(f);
122 final StringBuilder sb = cqlBatch.begin();
123 final Holder<Integer> hi = new Holder<Integer>(0);
124 removeCSV.visit(new CSV.Visitor() {
126 public void visit(List<String> row) throws IOException, CadiException {
129 cqlBatch.execute(dryRun);
138 memoFmt.set("%s expired from %s on %s");
140 case "NotInOrgDelete":
141 memoFmt.set("Identity %s was removed from %s on %s");
150 UserRole.batchDelete(sb,row);
151 hdd.target=UserRoleDAO.TABLE;
152 hdd.subject=UserRole.histSubject(row);
153 hdd.memo=UserRole.histMemo(memoFmt.get(), row);
154 historyDAO.createBatch(sb, hdd);
161 Cred.batchDelete(sb,row);
162 hdd.target=CredDAO.TABLE;
163 hdd.subject=Cred.histSubject(row);
164 hdd.memo=Cred.histMemo(memoFmt.get(), orgName,row);
165 historyDAO.createBatch(sb, hdd);
173 hdd.target=CertDAO.TABLE;
174 hdd.subject=X509.histSubject(row);
175 hdd.memo=X509.histMemo(memoFmt.get(),row);
176 historyDAO.createBatch(sb, hdd);
181 cqlBatch.execute(dryRun);
182 } catch (IOException | CadiException e) {
186 trans.error().log("File",f.getAbsolutePath(),"does not exist.");
191 cqlBatch.touch(UserRoleDAO.TABLE, 0, UserRoleDAO.CACHE_SEG, dryRun);
194 cqlBatch.touch(CredDAO.TABLE, 0, CredDAO.CACHE_SEG, dryRun);
197 cqlBatch.touch(CertDAO.TABLE, 0, CertDAO.CACHE_SEG, dryRun);
203 protected void _close(AuthzTrans trans) {