datarouter-prov/src/main/java/com/att/research/datarouter/provisioning/StatisticsServlet.java

   1 /*******************************************************************************\r
   2  * ============LICENSE_START==================================================\r
   3  * * org.onap.dmaap\r
   4  * * ===========================================================================\r
   5  * * Copyright © 2017 AT&T Intellectual Property. All rights reserved.\r
   6  * * ===========================================================================\r
   7  * * Licensed under the Apache License, Version 2.0 (the "License");\r
   8  * * you may not use this file except in compliance with the License.\r
   9  * * You may obtain a copy of the License at\r
  10  * * \r
  11  *  *      http://www.apache.org/licenses/LICENSE-2.0\r
  12  * * \r
  13  *  * Unless required by applicable law or agreed to in writing, software\r
  14  * * distributed under the License is distributed on an "AS IS" BASIS,\r
  15  * * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\r
  16  * * See the License for the specific language governing permissions and\r
  17  * * limitations under the License.\r
  18  * * ============LICENSE_END====================================================\r
  19  * *\r
  20  * * ECOMP is a trademark and service mark of AT&T Intellectual Property.\r
  21  * *\r
  22  ******************************************************************************/\r
  23 \r
  24 package com.att.research.datarouter.provisioning;\r
  25 \r
  26 import java.io.IOException;\r
  27 import java.sql.Connection;\r
  28 import java.sql.PreparedStatement;\r
  29 import java.sql.ResultSet;\r
  30 import java.sql.SQLException;\r
  31 import java.sql.Statement;\r
  32 import java.text.ParseException;\r
  33 import java.text.SimpleDateFormat;\r
  34 import java.util.Calendar;\r
  35 import java.util.Date;\r
  36 import java.util.HashMap;\r
  37 import java.util.Map;\r
  38 import java.util.TimeZone;\r
  39 import javax.servlet.ServletOutputStream;\r
  40 import javax.servlet.http.HttpServletRequest;\r
  41 import javax.servlet.http.HttpServletResponse;\r
  42 import org.json.JSONException;\r
  43 import org.json.LOGJSONObject;\r
  44 import com.att.research.datarouter.provisioning.beans.EventLogRecord;\r
  45 import com.att.research.datarouter.provisioning.utils.DB;\r
  46 \r
  47 /**\r
  48  * This Servlet handles requests to the &lt;Statistics API&gt; and  &lt;Statistics consilidated resultset&gt;,\r
  49  * @author Manish Singh \r
  50  * @version $Id: StatisticsServlet.java,v 1.11 2016/08/10 17:27:02 Manish Exp $\r
  51  */\r
  52 @SuppressWarnings("serial")\r
  53 \r
  54 public class StatisticsServlet extends BaseServlet {\r
  55 \r
  56         private static final long TWENTYFOUR_HOURS = (24 * 60 * 60 * 1000L);\r
  57         private static final String fmt1 = "yyyy-MM-dd'T'HH:mm:ss'Z'";\r
  58         private static final String fmt2 = "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'";\r
  59 \r
  60         \r
  61         /**\r
  62          * DELETE a logging URL -- not supported.\r
  63          */\r
  64         @Override\r
  65         public void doDelete(HttpServletRequest req, HttpServletResponse resp) throws IOException {\r
  66                 String message = "DELETE not allowed for the logURL.";\r
  67                 EventLogRecord elr = new EventLogRecord(req);\r
  68                 elr.setMessage(message);\r
  69                 elr.setResult(HttpServletResponse.SC_METHOD_NOT_ALLOWED);\r
  70                 eventlogger.info(elr);\r
  71                 resp.sendError(HttpServletResponse.SC_METHOD_NOT_ALLOWED, message);\r
  72         }\r
  73         /**\r
  74          * GET a Statistics URL -- retrieve Statistics data for a feed or subscription.\r
  75          * See the <b>Statistics API</b> document for details on how this       method should be invoked.\r
  76          */\r
  77         @Override\r
  78         public void doGet(HttpServletRequest req, HttpServletResponse resp) throws IOException {\r
  79                 \r
  80                 Map<String, String> map = buildMapFromRequest(req);\r
  81                 if (map.get("err") != null) {\r
  82                         resp.sendError(HttpServletResponse.SC_BAD_REQUEST, "Invalid arguments: "+map.get("err"));\r
  83                         return;\r
  84                 }\r
  85                 // check Accept: header??\r
  86                 \r
  87                 resp.setStatus(HttpServletResponse.SC_OK);\r
  88                 resp.setContentType(LOGLIST_CONTENT_TYPE);\r
  89                 ServletOutputStream out = resp.getOutputStream();\r
  90                 \r
  91                 \r
  92                 String outputType = "json";\r
  93                 String feedids = null;\r
  94                 \r
  95                 if(req.getParameter("feedid") ==null && req.getParameter("groupid") ==null)\r
  96                 {\r
  97                         out.print("Invalid request, Feedid or Group ID is required.");\r
  98                 }\r
  99                 \r
 100             if(req.getParameter("feedid")!=null && req.getParameter("groupid") == null) {\r
 101                         map.put("feedids", req.getParameter("feedid").replace("|", ",").toString());\r
 102                 }\r
 103 \r
 104                 if(req.getParameter("groupid") != null && req.getParameter("feedid") ==null) {\r
 105                           // String groupid1 = null;\r
 106                         StringBuffer groupid1 = new  StringBuffer();  \r
 107                            \r
 108                                  try {\r
 109                                          System.out.println("feeedidsssssssss");\r
 110                                          groupid1 = this.getFeedIdsByGroupId(Integer.parseInt(req.getParameter("groupid")));\r
 111                                           System.out.println("feeedids"+req.getParameter("groupid"));\r
 112                                           \r
 113                                                 map.put("feedids", groupid1.toString());\r
 114                                                 System.out.println("groupid1" +groupid1.toString());\r
 115                                           \r
 116                                                                                    \r
 117                                   } catch (NumberFormatException e) {\r
 118                                          e.printStackTrace();\r
 119                                   } catch (SQLException e) {\r
 120                                     e.printStackTrace();\r
 121                                  }\r
 122                         }\r
 123                 if(req.getParameter("groupid") != null && req.getParameter("feedid") !=null) {\r
 124                            StringBuffer groupid1 = new  StringBuffer();\r
 125                              \r
 126                                    \r
 127                                  try {\r
 128                                          System.out.println("both r not null");\r
 129                                          groupid1 = this.getFeedIdsByGroupId(Integer.parseInt(req.getParameter("groupid")));\r
 130                                           System.out.println("feeedids"+req.getParameter("groupid"));\r
 131                                           groupid1.append(",");\r
 132                                            groupid1.append(req.getParameter("feedid").replace("|", ",").toString());\r
 133                                            \r
 134                                                 map.put("feedids", groupid1.toString());\r
 135                                                 \r
 136                                         \r
 137                                                 System.out.println("groupid1" +groupid1.toString());\r
 138                                           \r
 139                                                                                    \r
 140                                   } catch (NumberFormatException e) {\r
 141                                          e.printStackTrace();\r
 142                                   } catch (SQLException e) {\r
 143                                     e.printStackTrace();\r
 144                                  }\r
 145                         }\r
 146                 \r
 147                 \r
 148                                 \r
 149                 if(req.getParameter("subid")!=null && req.getParameter("feedid") !=null) {\r
 150                          StringBuffer subidstr = new  StringBuffer();\r
 151 //                       subidstr.append(" and e.DELIVERY_SUBID in(subid)");\r
 152 //                        subidstr.append(req.getParameter("subid").replace("|", ",").toString());\r
 153                          subidstr.append("and e.DELIVERY_SUBID in(");\r
 154                         \r
 155                          subidstr.append(req.getParameter("subid").replace("|", ",").toString());\r
 156                          subidstr.append(")");\r
 157                          map.put("subid", subidstr.toString());\r
 158                 }\r
 159                 if(req.getParameter("subid")!=null && req.getParameter("groupid") !=null) {\r
 160                          StringBuffer subidstr = new  StringBuffer();\r
 161 //                       subidstr.append(" and e.DELIVERY_SUBID in(subid)");\r
 162 //                        subidstr.append(req.getParameter("subid").replace("|", ",").toString());\r
 163                          subidstr.append("and e.DELIVERY_SUBID in(");\r
 164                         \r
 165                          subidstr.append(req.getParameter("subid").replace("|", ",").toString());\r
 166                          subidstr.append(")");\r
 167                          map.put("subid", subidstr.toString());\r
 168                 }\r
 169                 if(req.getParameter("type")!=null) {\r
 170                         map.put("eventType", req.getParameter("type").replace("|", ",").toString());\r
 171                 }\r
 172                         if(req.getParameter("output_type")!=null) {\r
 173                         map.put("output_type", req.getParameter("output_type").toString());\r
 174                 }\r
 175                 if(req.getParameter("start_time")!=null) {\r
 176                         map.put("start_time", req.getParameter("start_time").toString());\r
 177                 }\r
 178                 if(req.getParameter("end_time")!=null) {\r
 179                         map.put("end_time", req.getParameter("end_time").toString());\r
 180                 }\r
 181                 \r
 182                 if(req.getParameter("time")!=null) {\r
 183                         map.put("start_time", req.getParameter("time").toString());\r
 184                         map.put("end_time", null);\r
 185                         }\r
 186                 \r
 187                 \r
 188                                 \r
 189                 if(req.getParameter("output_type") !=null)\r
 190                 {\r
 191                         outputType = req.getParameter("output_type");\r
 192                 }\r
 193                 \r
 194         \r
 195                 try {\r
 196                         \r
 197                         String filterQuery = this.queryGeneretor(map);\r
 198                         eventlogger.debug("SQL Query for Statistics resultset. "+filterQuery);\r
 199                         \r
 200                         ResultSet rs=this.getRecordsForSQL(filterQuery);\r
 201                         \r
 202                         if(outputType.equals("csv")) {\r
 203                                 resp.setContentType("application/octet-stream");\r
 204                                 Date date = new Date() ;\r
 205                                 SimpleDateFormat dateFormat = new SimpleDateFormat("dd-MM-YYYY HH:mm:ss") ;\r
 206                                 resp.setHeader("Content-Disposition", "attachment; filename=\"result:"+dateFormat.format(date)+".csv\"");\r
 207                                 eventlogger.info("Generating CSV file from Statistics resultset");\r
 208                                 \r
 209                                 rsToCSV(rs, out);\r
 210                         }\r
 211                         else {\r
 212                                 eventlogger.info("Generating JSON for Statistics resultset");\r
 213                                 this.rsToJson(rs, out); \r
 214                         }\r
 215                 } \r
 216                 catch (IOException e) {\r
 217                         eventlogger.error("IOException - Generating JSON/CSV:"+e);\r
 218                         e.printStackTrace();\r
 219                  } \r
 220                 catch (JSONException e) {\r
 221                         eventlogger.error("JSONException - executing SQL query:"+e);\r
 222                         e.printStackTrace();\r
 223                 } catch (SQLException e) {\r
 224                         eventlogger.error("SQLException - executing SQL query:"+e);\r
 225                         e.printStackTrace();\r
 226                 } catch (ParseException e) {\r
 227                         eventlogger.error("ParseException - executing SQL query:"+e);\r
 228                         e.printStackTrace();\r
 229                 }\r
 230         }\r
 231         \r
 232         \r
 233         /**\r
 234          * rsToJson - Converting RS to JSON object\r
 235          * @exception IOException, SQLException\r
 236          * @param out ServletOutputStream, rs as ResultSet\r
 237          */\r
 238         public void rsToCSV(ResultSet rs, ServletOutputStream out) throws IOException, SQLException {\r
 239                 String header = "FEEDNAME,FEEDID,FILES_PUBLISHED,PUBLISH_LENGTH, FILES_DELIVERED, DELIVERED_LENGTH, SUBSCRIBER_URL, SUBID, PUBLISH_TIME,DELIVERY_TIME, AverageDelay\n";\r
 240 \r
 241                 // String header = "FEEDNAME,FEEDID,TYPE,REMOTE_ADDR,DELIVERY_SUBID,REQURI,TOTAL CONTENT LENGTH,NO OF FILE,AVERAGE DELAY\n";\r
 242                  \r
 243          out.write(header.getBytes());\r
 244                                             \r
 245          while(rs.next()) {\r
 246                 StringBuffer line = new StringBuffer();\r
 247                     line.append(rs.getString("FEEDNAME"));\r
 248                     line.append(",");\r
 249                     line.append(rs.getString("FEEDID"));\r
 250                     line.append(",");\r
 251                     line.append(rs.getString("FILES_PUBLISHED"));\r
 252                     line.append(",");\r
 253                     line.append(rs.getString("PUBLISH_LENGTH"));\r
 254                     line.append(",");\r
 255                     line.append(rs.getString("FILES_DELIVERED"));\r
 256                     line.append(",");\r
 257                     line.append(rs.getString("DELIVERED_LENGTH"));\r
 258                     line.append(",");\r
 259                     line.append(rs.getString("SUBSCRIBER_URL"));\r
 260                     line.append(",");\r
 261                     line.append(rs.getString("SUBID"));\r
 262                     line.append(",");\r
 263                     line.append(rs.getString("PUBLISH_TIME"));\r
 264                     line.append(",");\r
 265                     line.append(rs.getString("DELIVERY_TIME"));\r
 266                     line.append(",");\r
 267                     line.append(rs.getString("AverageDelay"));\r
 268                     line.append(",");\r
 269                 \r
 270                     line.append("\n");\r
 271                     out.write(line.toString().getBytes());\r
 272                     out.flush();\r
 273          }\r
 274         }\r
 275         \r
 276         /**\r
 277          * rsToJson - Converting RS to JSON object\r
 278          * @exception IOException, SQLException\r
 279          * @param out ServletOutputStream, rs as ResultSet\r
 280          */\r
 281         public void rsToJson(ResultSet rs, ServletOutputStream out) throws IOException, SQLException {\r
 282                 \r
 283                 String fields[] = {"FEEDNAME","FEEDID","FILES_PUBLISHED","PUBLISH_LENGTH", "FILES_DELIVERED", "DELIVERED_LENGTH", "SUBSCRIBER_URL", "SUBID", "PUBLISH_TIME","DELIVERY_TIME", "AverageDelay"};\r
 284                 StringBuffer line = new StringBuffer();\r
 285         \r
 286                  line.append("[\n");\r
 287                 \r
 288                  while(rs.next()) {\r
 289                          LOGJSONObject j2 = new LOGJSONObject();\r
 290                          for (String key : fields) {\r
 291                                 Object v = rs.getString(key);\r
 292                                 if (v != null)\r
 293                                         j2.put(key.toLowerCase(), v);\r
 294                                 else\r
 295                                         j2.put(key.toLowerCase(), "");\r
 296                         }\r
 297                         line =  line.append(j2.toString());;\r
 298                         line.append(",\n");\r
 299                  }\r
 300                  line.append("]");\r
 301                 out.print(line.toString());\r
 302         }\r
 303         \r
 304         /**\r
 305          * getFeedIdsByGroupId - Getting FEEDID's by GROUP ID.\r
 306          * @exception SQL Query SQLException.\r
 307          * @param groupIds\r
 308          */\r
 309         public StringBuffer getFeedIdsByGroupId(int groupIds) throws SQLException{ \r
 310                  \r
 311                 DB db = null; \r
 312                 Connection conn = null; \r
 313                 PreparedStatement prepareStatement = null; \r
 314                 ResultSet resultSet=null; \r
 315                 String sqlGoupid = null; \r
 316                 StringBuffer feedIds = new StringBuffer(); \r
 317          \r
 318                 try { \r
 319                         db = new DB(); \r
 320                         conn = db.getConnection(); \r
 321                         sqlGoupid= " SELECT FEEDID from FEEDS  WHERE GROUPID = ?"; \r
 322                         prepareStatement =conn.prepareStatement(sqlGoupid); \r
 323                         prepareStatement.setInt(1, groupIds); \r
 324                         resultSet=prepareStatement.executeQuery(); \r
 325                         while(resultSet.next()){                \r
 326                                 feedIds.append(resultSet.getInt("FEEDID"));\r
 327                                 feedIds.append(",");\r
 328                         } \r
 329                         feedIds.deleteCharAt(feedIds.length()-1);\r
 330                 System.out.println("feedIds"+feedIds.toString());\r
 331                         \r
 332                 } catch (SQLException e) { \r
 333                         e.printStackTrace(); \r
 334                 } finally { \r
 335                         try { \r
 336                                         if(resultSet != null) { \r
 337                                                 resultSet.close(); \r
 338                                                 resultSet = null; \r
 339                                         } \r
 340          \r
 341                                         if(prepareStatement != null) { \r
 342                                                 prepareStatement.close(); \r
 343                                                 prepareStatement = null; \r
 344                                         } \r
 345          \r
 346                                         if(conn != null){ \r
 347                                                 db.release(conn); \r
 348                                         } \r
 349                                 } catch(Exception e) { \r
 350                                         e.printStackTrace(); \r
 351                                 } \r
 352                 } \r
 353                 return feedIds; \r
 354         }\r
 355 \r
 356         \r
 357         /**\r
 358          * queryGeneretor - Generating sql query\r
 359          * @exception SQL Query parse exception.\r
 360          * @param Map as key value pare of all user input fields\r
 361          */\r
 362         public String queryGeneretor(Map<String, String> map) throws ParseException{\r
 363                  \r
 364                 String sql = null;\r
 365                 String eventType = null;\r
 366                 String feedids = null;\r
 367                 String start_time = null;\r
 368                 String end_time = null;\r
 369                 String subid=" ";\r
 370                 if(map.get("eventType") != null){\r
 371                         eventType=(String) map.get("eventType");\r
 372                 }\r
 373                 if(map.get("feedids") != null){\r
 374                         feedids=(String) map.get("feedids");\r
 375                 }\r
 376                 if(map.get("start_time") != null){\r
 377                         start_time=(String) map.get("start_time");\r
 378                 }\r
 379                 if(map.get("end_time") != null){\r
 380                         end_time=(String) map.get("end_time");\r
 381                 }\r
 382                 if("all".equalsIgnoreCase(eventType)){\r
 383                         eventType="PUB','DEL, EXP, PBF";\r
 384                 }\r
 385                 if(map.get("subid") != null){\r
 386                         subid=(String) map.get("subid");\r
 387                 }\r
 388                 \r
 389                 eventlogger.info("Generating sql query to get Statistics resultset. ");\r
 390                 \r
 391                 if(end_time==null && start_time==null ){\r
 392 \r
 393                                 \r
 394                                 sql="SELECT (SELECT NAME FROM FEEDS AS f WHERE f.FEEDID in("+feedids+") and f.FEEDID=e.FEEDID) AS FEEDNAME, e.FEEDID as FEEDID, (SELECT COUNT(*) FROM LOG_RECORDS AS c WHERE c.FEEDID in("+feedids+") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS FILES_PUBLISHED,(SELECT SUM(content_length) FROM LOG_RECORDS AS c WHERE c.FEEDID in("+feedids+")  and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS PUBLISH_LENGTH, COUNT(e.EVENT_TIME) as FILES_DELIVERED,  sum(m.content_length) as DELIVERED_LENGTH,SUBSTRING_INDEX(e.REQURI,'/',+3) as SUBSCRIBER_URL, e.DELIVERY_SUBID as SUBID, e.EVENT_TIME AS PUBLISH_TIME, m.EVENT_TIME AS DELIVERY_TIME,  AVG(e.EVENT_TIME - m.EVENT_TIME)/1000 as AverageDelay FROM LOG_RECORDS e JOIN LOG_RECORDS m ON m.PUBLISH_ID = e.PUBLISH_ID AND e.FEEDID IN ("+feedids+") "+subid+" AND m.STATUS=204 AND e.RESULT=204  group by SUBID";\r
 395                                 \r
 396                         return sql;\r
 397                 }else if(start_time!=null && end_time==null ){\r
 398 \r
 399                         long inputTimeInMilli=60000*Long.parseLong(start_time);\r
 400                         Calendar cal = Calendar.getInstance(TimeZone.getTimeZone("GMT"));\r
 401                         long currentTimeInMilli=cal.getTimeInMillis();\r
 402                         long compareTime=currentTimeInMilli-inputTimeInMilli;\r
 403                         \r
 404                           sql="SELECT (SELECT NAME FROM FEEDS AS f WHERE f.FEEDID in("+feedids+") and f.FEEDID=e.FEEDID) AS FEEDNAME, e.FEEDID as FEEDID, (SELECT COUNT(*) FROM LOG_RECORDS AS c WHERE c.FEEDID in("+feedids+") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS FILES_PUBLISHED,(SELECT SUM(content_length) FROM LOG_RECORDS AS c WHERE c.FEEDID in("+feedids+")  and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS PUBLISH_LENGTH, COUNT(e.EVENT_TIME) as FILES_DELIVERED,  sum(m.content_length) as DELIVERED_LENGTH,SUBSTRING_INDEX(e.REQURI,'/',+3) as SUBSCRIBER_URL, e.DELIVERY_SUBID as SUBID, e.EVENT_TIME AS PUBLISH_TIME, m.EVENT_TIME AS DELIVERY_TIME,  AVG(e.EVENT_TIME - m.EVENT_TIME)/1000 as AverageDelay FROM LOG_RECORDS e JOIN LOG_RECORDS m ON m.PUBLISH_ID = e.PUBLISH_ID AND e.FEEDID IN ("+feedids+") "+subid+" AND m.STATUS=204 AND e.RESULT=204 and e.event_time>="+compareTime+" group by SUBID";\r
 405                          \r
 406                  return sql;\r
 407                 \r
 408                 }else{\r
 409                         SimpleDateFormat inFormat = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss");\r
 410                         Date startDate=inFormat.parse(start_time);\r
 411                         Date endDate=inFormat.parse(end_time);\r
 412 \r
 413                         long startInMillis=startDate.getTime();\r
 414                         long endInMillis=endDate.getTime();\r
 415                         \r
 416                          {\r
 417                                 \r
 418                                 sql="SELECT (SELECT NAME FROM FEEDS AS f WHERE f.FEEDID in("+feedids+") and f.FEEDID=e.FEEDID) AS FEEDNAME, e.FEEDID as FEEDID, (SELECT COUNT(*) FROM LOG_RECORDS AS c WHERE c.FEEDID in("+feedids+") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS FILES_PUBLISHED,(SELECT SUM(content_length) FROM LOG_RECORDS AS c WHERE c.FEEDID in("+feedids+")  and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS PUBLISH_LENGTH, COUNT(e.EVENT_TIME) as FILES_DELIVERED,  sum(m.content_length) as DELIVERED_LENGTH,SUBSTRING_INDEX(e.REQURI,'/',+3) as SUBSCRIBER_URL, e.DELIVERY_SUBID as SUBID, e.EVENT_TIME AS PUBLISH_TIME, m.EVENT_TIME AS DELIVERY_TIME,  AVG(e.EVENT_TIME - m.EVENT_TIME)/1000 as AverageDelay FROM LOG_RECORDS e JOIN LOG_RECORDS m ON m.PUBLISH_ID = e.PUBLISH_ID AND e.FEEDID IN ("+feedids+") "+subid+" AND m.STATUS=204 AND e.RESULT=204 and e.event_time between "+startInMillis+" and "+endInMillis+" group by SUBID";\r
 419                                 \r
 420                         }\r
 421                         return sql;\r
 422                 }\r
 423         }\r
 424         \r
 425         \r
 426         /**\r
 427          * PUT a Statistics URL -- not supported.\r
 428          */\r
 429         @Override\r
 430         public void doPut(HttpServletRequest req, HttpServletResponse resp) throws IOException {\r
 431                 String message = "PUT not allowed for the StatisticsURL.";\r
 432                 EventLogRecord elr = new EventLogRecord(req);\r
 433                 elr.setMessage(message);\r
 434                 elr.setResult(HttpServletResponse.SC_METHOD_NOT_ALLOWED);\r
 435                 eventlogger.info(elr);\r
 436                 resp.sendError(HttpServletResponse.SC_METHOD_NOT_ALLOWED, message);\r
 437         }\r
 438         /**\r
 439          * POST a Statistics URL -- not supported.\r
 440          */\r
 441         @Override\r
 442         public void doPost(HttpServletRequest req, HttpServletResponse resp) throws IOException {\r
 443                 String message = "POST not allowed for the StatisticsURL.";\r
 444                 EventLogRecord elr = new EventLogRecord(req);\r
 445                 elr.setMessage(message);\r
 446                 elr.setResult(HttpServletResponse.SC_METHOD_NOT_ALLOWED);\r
 447                 eventlogger.info(elr);\r
 448                 resp.sendError(HttpServletResponse.SC_METHOD_NOT_ALLOWED, message);\r
 449         }\r
 450 \r
 451         private Map<String, String> buildMapFromRequest(HttpServletRequest req) {\r
 452                 Map<String, String> map = new HashMap<String, String>();\r
 453                 String s = req.getParameter("type");\r
 454                 if (s != null) {\r
 455                         if (s.equals("pub") || s.equals("del") || s.equals("exp")) {\r
 456                                 map.put("type", s);\r
 457                         } else {\r
 458                                 map.put("err", "bad type");\r
 459                                 return map;\r
 460                         }\r
 461                 } else\r
 462                 map.put("type", "all");\r
 463                 map.put("publishSQL", "");\r
 464                 map.put("statusSQL", "");\r
 465                 map.put("resultSQL", "");\r
 466                 map.put("reasonSQL", "");\r
 467 \r
 468                 s = req.getParameter("publishId");\r
 469                 if (s != null) {\r
 470                         if (s.indexOf("'") >= 0) {\r
 471                                 map.put("err", "bad publishId");\r
 472                                 return map;\r
 473                         }\r
 474                         map.put("publishSQL", " AND PUBLISH_ID = '"+s+"'");\r
 475                 }\r
 476 \r
 477                 s = req.getParameter("statusCode");\r
 478                 if (s != null) {\r
 479                         String sql = null;\r
 480                         if (s.equals("success")) {\r
 481                                 sql = " AND STATUS >= 200 AND STATUS < 300";\r
 482                         } else if (s.equals("redirect")) {\r
 483                                 sql = " AND STATUS >= 300 AND STATUS < 400";\r
 484                         } else if (s.equals("failure")) {\r
 485                                 sql = " AND STATUS >= 400";\r
 486                         } else {\r
 487                                 try {\r
 488                                         Integer n = Integer.parseInt(s);\r
 489                                         if ((n >= 100 && n < 600) || (n == -1))\r
 490                                                 sql = " AND STATUS = " + n;\r
 491                                 } catch (NumberFormatException e) {\r
 492                                 }\r
 493                         }\r
 494                         if (sql == null) {\r
 495                                 map.put("err", "bad statusCode");\r
 496                                 return map;\r
 497                         }\r
 498                         map.put("statusSQL", sql);\r
 499                         map.put("resultSQL", sql.replaceAll("STATUS", "RESULT"));\r
 500                 }\r
 501 \r
 502                 s = req.getParameter("expiryReason");\r
 503                 if (s != null) {\r
 504                         map.put("type", "exp");\r
 505                         if (s.equals("notRetryable")) {\r
 506                                 map.put("reasonSQL", " AND REASON = 'notRetryable'");\r
 507                         } else if (s.equals("retriesExhausted")) {\r
 508                                 map.put("reasonSQL", " AND REASON = 'retriesExhausted'");\r
 509                         } else if (s.equals("diskFull")) {\r
 510                                 map.put("reasonSQL", " AND REASON = 'diskFull'");\r
 511                         } else if (s.equals("other")) {\r
 512                                 map.put("reasonSQL", " AND REASON = 'other'");\r
 513                         } else {\r
 514                                 map.put("err", "bad expiryReason");\r
 515                                 return map;\r
 516                         }\r
 517                 }\r
 518 \r
 519                 long stime = getTimeFromParam(req.getParameter("start"));\r
 520                 if (stime < 0) {\r
 521                         map.put("err", "bad start");\r
 522                         return map;\r
 523                 }\r
 524                 long etime = getTimeFromParam(req.getParameter("end"));\r
 525                 if (etime < 0) {\r
 526                         map.put("err", "bad end");\r
 527                         return map;\r
 528                 }\r
 529                 if (stime == 0 && etime == 0) {\r
 530                         etime = System.currentTimeMillis();\r
 531                         stime = etime - TWENTYFOUR_HOURS;\r
 532                 } else if (stime == 0) {\r
 533                         stime = etime - TWENTYFOUR_HOURS;\r
 534                 } else if (etime == 0) {\r
 535                         etime = stime + TWENTYFOUR_HOURS;\r
 536                 }\r
 537                 map.put("timeSQL", String.format(" AND EVENT_TIME >= %d AND EVENT_TIME <= %d", stime, etime));\r
 538                 return map;\r
 539         }\r
 540         private long getTimeFromParam(final String s) {\r
 541                 if (s == null)\r
 542                         return 0;\r
 543                 try {\r
 544                         // First, look for an RFC 3339 date\r
 545                         String fmt = (s.indexOf('.') > 0) ? fmt2 : fmt1;\r
 546                         SimpleDateFormat sdf = new SimpleDateFormat(fmt);\r
 547                         Date d = sdf.parse(s);\r
 548                         return d.getTime();\r
 549                 } catch (ParseException e) {\r
 550                 }\r
 551                 try {\r
 552                         // Also allow a long (in ms); useful for testing\r
 553                         long n = Long.parseLong(s);\r
 554                         return n;\r
 555                 } catch (NumberFormatException e) {\r
 556                 }\r
 557                 intlogger.info("Error parsing time="+s);\r
 558                 return -1;\r
 559         }\r
 560 \r
 561         \r
 562         private ResultSet getRecordsForSQL(String sql) {\r
 563                 intlogger.debug(sql);\r
 564                 long start = System.currentTimeMillis();\r
 565                 DB db = new DB();\r
 566                 Connection conn = null;\r
 567                 ResultSet rs=null;\r
 568                 \r
 569                 try {\r
 570                         conn = db.getConnection();\r
 571                         Statement  stmt = conn.createStatement();\r
 572                         PreparedStatement pst=conn.prepareStatement(sql);\r
 573                         rs=pst.executeQuery();\r
 574                         //this.rsToJson(rs)\r
 575                         //rs.close();\r
 576                         stmt.close();\r
 577                 } catch (SQLException e) {\r
 578                         e.printStackTrace();\r
 579                 } finally {\r
 580                         if (conn != null)\r
 581                                 db.release(conn);\r
 582                 }\r
 583                 \r
 584                 intlogger.debug("Time: " + (System.currentTimeMillis()-start) + " ms");\r
 585                 \r
 586                 return rs;\r
 587         }\r
 588 }\r