2 * ============LICENSE_START====================================================
4 * ===========================================================================
5 * Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.
7 * Modifications Copyright (C) 2018 IBM.
8 * ===========================================================================
9 * Licensed under the Apache License, Version 2.0 (the "License");
10 * you may not use this file except in compliance with the License.
11 * You may obtain a copy of the License at
13 * http://www.apache.org/licenses/LICENSE-2.0
15 * Unless required by applicable law or agreed to in writing, software
16 * distributed under the License is distributed on an "AS IS" BASIS,
17 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
18 * See the License for the specific language governing permissions and
19 * limitations under the License.
20 * ============LICENSE_END====================================================
23 package org.onap.aaf.auth.batch.update;
25 import java.io.BufferedReader;
27 import java.io.FileReader;
28 import java.io.IOException;
29 import java.util.ArrayList;
30 import java.util.List;
32 import org.onap.aaf.auth.batch.Batch;
33 import org.onap.aaf.auth.batch.helpers.CQLBatch;
34 import org.onap.aaf.auth.batch.helpers.CQLBatchLoop;
35 import org.onap.aaf.auth.env.AuthzTrans;
36 import org.onap.aaf.auth.org.OrganizationException;
37 import org.onap.aaf.misc.env.APIException;
38 import org.onap.aaf.misc.env.Env;
39 import org.onap.aaf.misc.env.LogTarget;
40 import org.onap.aaf.misc.env.TimeTaken;
42 public class Upload extends Batch {
44 private CQLBatchLoop cqlBatch;
47 private static final String APPR_INS_FMT=" INSERT INTO authz.approval "
48 + "(id,approver,last_notified,memo,operation,status,ticket,type,user) "
49 + "VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s);\n";
50 private static final Boolean[] APPR_QUOTES = new Boolean[]{false,true,true,true,true,true,false,true,true};
53 private static final String ARTI_INS_FMT=" INSERT INTO authz.artifact "
54 + "(mechid,machine,ca,dir,expires,notify,ns,os_user,renewdays,sans,sponsor,type) "
55 + "VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s);\n";
56 private static final Boolean[] ARTI_QUOTES = new Boolean[]
57 {true,true,true,true,true,true,true,true,false,false,true,false};
60 private static final String CRED_INS_FMT=" INSERT INTO authz.cred "
61 + "(id,type,expires,cred,notes,ns,other,prev) "
62 + "VALUES (%s,%s,%s,%s,%s,%s,%s,%s);\n";
63 private static final Boolean[] CRED_QUOTES = new Boolean[]
64 {true,false,true,false,true,true,false,false};
67 private static final String NS_INS_FMT=" INSERT INTO authz.ns "
68 + "(name,description,parent,scope,type) "
69 + "VALUES (%s,%s,%s,%s,%s);\n";
70 private static final Boolean[] NS_QUOTES = new Boolean[]
71 {true,true,true,false,false};
74 private static final String X509_INS_FMT=" INSERT INTO authz.x509 "
75 + "(ca,serial,id,x500,x509) "
76 + "VALUES (%s,%s,%s,%s,%s);\n";
77 private static final Boolean[] X509_QUOTES = new Boolean[]
78 {true,false,true,true,true};
81 private static final String ROLE_INS_FMT=" INSERT INTO authz.role "
82 + "(ns,name,description,perms) "
83 + "VALUES (%s,%s,%s,%s);\n";
84 private static final Boolean[] ROLE_QUOTES = new Boolean[]
85 {true,true,true,false};
87 private static final String PERM_INS_FMT=" INSERT INTO authz.perm "
88 + "(ns,type,instance,action,description,roles) "
89 + "VALUES (%s,%s,%s,%s,%s,%s);\n";
90 private static final Boolean[] PERM_QUOTES = new Boolean[]
91 {true,true,true,true,true,false};
93 public Upload(AuthzTrans trans) throws APIException, IOException, OrganizationException {
95 trans.info().log("Starting Connection Process");
97 TimeTaken tt0 = trans.start("Cassandra Initialization", Env.SUB);
99 TimeTaken tt = trans.start("Connect to Cluster", Env.REMOTE);
101 session = cluster.connect();
106 cqlBatch = new CQLBatchLoop(new CQLBatch(LogTarget.NULL,session),50,dryRun);
113 protected void run(AuthzTrans trans) {
115 StringBuilder sb = new StringBuilder();
116 List<String> array = new ArrayList<String>();
117 for(String feed : args()) {
119 if(feed.endsWith(".dat")) {
120 file = new File(feed);
121 feed = file.getName();
122 feed = feed.substring(0,feed.length()-4);
124 file = new File(feed+".dat");
126 TimeTaken tt = trans.start(file.getAbsolutePath(), Env.SUB);
127 String msg = String.format("#### Running %s.dat Feed ####",feed);
128 trans.info().log(msg);
129 System.out.println(msg);
130 BufferedReader br = null;
134 br = new BufferedReader(new FileReader(file));
136 while((line=br.readLine())!=null) {
137 if(line.length()>5000) {
142 // Split into fields, first turning Escaped values into something we can convert back from
144 boolean inQuote = false;
146 for(int i=0;i<line.length();++i) {
147 switch(c=line.charAt(i)) {
155 addField(feed,fldcnt++,array,sb);
162 addField(feed,fldcnt,array,sb);
163 cqlBatch.inc().append(build(feed, array));
166 } catch (Exception t) {
167 trans.error().log(t);
171 } catch (IOException e) {
172 trans.error().log(e);
175 trans.error().log("No file found: ", file.getAbsolutePath());
180 msg = String.format("\n%d applied in %d batches\n",cqlBatch.total(), cqlBatch.batches());
181 trans.info().log(msg);
182 System.out.println(msg);
189 private String build(String feed, List<String> array) {
194 rv = String.format(APPR_INS_FMT,array.toArray());
197 rv = String.format(ARTI_INS_FMT,array.toArray());
200 rv = String.format(CRED_INS_FMT,array.toArray());
203 rv = String.format(NS_INS_FMT,array.toArray());
206 rv = String.format(ROLE_INS_FMT,array.toArray());
209 rv = String.format(PERM_INS_FMT,array.toArray());
212 rv = String.format(X509_INS_FMT,array.toArray());
224 private void addField(String feed, int fldcnt, List<String> array, StringBuilder sb) {
252 if(sb.toString().length()==0) {
257 if(sb.indexOf("'")>=0) {
258 s = sb.toString().replace("'","''");
260 if(sb.indexOf("\\n")>=0) {
262 s = sb.toString().replace("\\n","\n");
264 s = s.replace("\\n","\n");
267 if(sb.indexOf("\\t")>=0) {
269 s = sb.toString().replace("\\t","\t");
271 s = s.replace("\\t","\t");
275 array.add("'" + sb + '\'');
277 array.add("'" + s + '\'');
280 array.add(sb.toString());
289 protected void _close(AuthzTrans trans) {