2 * ============LICENSE_START====================================================
4 * ===========================================================================
5 * Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.
6 * ===========================================================================
7 * Licensed under the Apache License, Version 2.0 (the "License");
8 * you may not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
11 * http://www.apache.org/licenses/LICENSE-2.0
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS,
15 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 * ============LICENSE_END====================================================
21 package org.onap.aaf.auth.batch.update;
23 import java.io.BufferedReader;
25 import java.io.FileReader;
26 import java.io.IOException;
27 import java.util.ArrayList;
28 import java.util.List;
30 import org.onap.aaf.auth.batch.Batch;
31 import org.onap.aaf.auth.env.AuthzTrans;
32 import org.onap.aaf.auth.org.OrganizationException;
33 import org.onap.aaf.misc.env.APIException;
34 import org.onap.aaf.misc.env.Env;
35 import org.onap.aaf.misc.env.TimeTaken;
37 import com.datastax.driver.core.ResultSet;
39 public class Upload extends Batch {
40 public Upload(AuthzTrans trans) throws APIException, IOException, OrganizationException {
42 trans.info().log("Starting Connection Process");
44 TimeTaken tt0 = trans.start("Cassandra Initialization", Env.SUB);
46 TimeTaken tt = trans.start("Connect to Cluster", Env.REMOTE);
48 session = cluster.connect();
58 private static final int BATCH_LENGTH = 100;
63 protected void run(AuthzTrans trans) {
65 StringBuilder sb = new StringBuilder();
66 StringBuilder query = new StringBuilder();
67 List<String> array = new ArrayList<String>();
68 for(String feed : args()) {
69 File file = new File(feed + ".dat");
70 TimeTaken tt = trans.start(file.getAbsolutePath(), Env.SUB);
71 System.out.println("#### Running " + feed + ".dat Feed ####");
76 boolean justOne = false;
78 BufferedReader br = new BufferedReader(new FileReader(file));
80 while((line=br.readLine())!=null) {
81 if(line.length()>5000) {
82 if(query.length()>0) {
87 if(query.length()==0) {
88 query.append("BEGIN BATCH\n");
90 // Split into fields, first turning Escaped values into something we can convert back from
92 boolean inQuote = false;
95 for(int i=0;i<line.length();++i) {
96 switch(c=line.charAt(i)) {
104 addField(feed,fldcnt++,array,sb);
111 addField(feed,fldcnt,array,sb);
112 query.append(build(feed, array));
114 if((++count % BATCH_LENGTH)==0 || justOne) {
119 if(query.length()>0) {
129 } catch (IOException e) {
130 trans.error().log(e);
135 trans.error().log("No file found: ", file.getAbsolutePath());
140 System.out.printf("\n%d applied in %d batches\n",count,batchCnt);
148 private static final String APPR_INS_FMT=" INSERT INTO authz.approval "
149 + "(id,approver,last_notified,memo,operation,status,ticket,type,user) "
150 + "VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s);\n";
151 private static final Boolean[] APPR_QUOTES = new Boolean[]{false,true,true,true,true,true,false,true,true};
154 private static final String ARTI_INS_FMT=" INSERT INTO authz.artifact "
155 + "(mechid,machine,ca,dir,expires,notify,ns,os_user,renewdays,sans,sponsor,type) "
156 + "VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s);\n";
157 private static final Boolean[] ARTI_QUOTES = new Boolean[]
158 {true,true,true,true,true,true,true,true,false,false,true,false};
161 private static final String CRED_INS_FMT=" INSERT INTO authz.cred "
162 + "(id,type,expires,cred,notes,ns,other,prev) "
163 + "VALUES (%s,%s,%s,%s,%s,%s,%s,%s);\n";
164 private static final Boolean[] CRED_QUOTES = new Boolean[]
165 {true,false,true,false,true,true,false,false};
168 private static final String NS_INS_FMT=" INSERT INTO authz.ns "
169 + "(name,description,parent,scope,type) "
170 + "VALUES (%s,%s,%s,%s,%s);\n";
171 private static final Boolean[] NS_QUOTES = new Boolean[]
172 {true,true,true,false,false};
175 private static final String X509_INS_FMT=" INSERT INTO authz.x509 "
176 + "(ca,serial,id,x500,x509) "
177 + "VALUES (%s,%s,%s,%s,%s);\n";
178 private static final Boolean[] X509_QUOTES = new Boolean[]
179 {true,false,true,true,true};
182 private static final String ROLE_INS_FMT=" INSERT INTO authz.role "
183 + "(ns,name,description,perms) "
184 + "VALUES (%s,%s,%s,%s);\n";
185 private static final Boolean[] ROLE_QUOTES = new Boolean[]
186 {true,true,true,false};
188 private static final String PERM_INS_FMT=" INSERT INTO authz.perm "
189 + "(ns,type,instance,action,description,roles) "
190 + "VALUES (%s,%s,%s,%s,%s,%s);\n";
191 private static final Boolean[] PERM_QUOTES = new Boolean[]
192 {true,true,true,true,true,false};
195 private String build(String feed, List<String> array) {
199 rv = String.format(APPR_INS_FMT,array.toArray());
202 rv = String.format(ARTI_INS_FMT,array.toArray());
205 rv = String.format(CRED_INS_FMT,array.toArray());
208 rv = String.format(NS_INS_FMT,array.toArray());
211 rv = String.format(ROLE_INS_FMT,array.toArray());
214 rv = String.format(PERM_INS_FMT,array.toArray());
217 rv = String.format(X509_INS_FMT,array.toArray());
226 private void addField(String feed, int fldcnt, List<String> array, StringBuilder sb) {
254 if(sb.toString().length()==0) {
259 if(sb.indexOf("'")>=0) {
260 s = sb.toString().replace("'","''");
262 if(sb.indexOf("\\n")>=0) {
264 s = sb.toString().replace("\\n","\n");
266 s = s.replace("\\n","\n");
269 if(sb.indexOf("\\t")>=0) {
271 s = sb.toString().replace("\\t","\t");
273 s = s.replace("\\t","\t");
277 array.add("'" + sb + '\'');
279 array.add("'" + s + '\'');
282 array.add(sb.toString());
289 private void applyBatch(StringBuilder query) {
291 query.append("APPLY BATCH;");
292 ResultSet rv = session.execute(query.toString());
293 if(rv.wasApplied()) {
294 System.out.print('.');
295 if((++batchCnt % 60)==0) {
296 System.out.println();
299 System.out.print("Data NOT APPLIED");
308 protected void _close(AuthzTrans trans) {