- private static final long TWENTYFOUR_HOURS = (24 * 60 * 60 * 1000L);\r
- private static final String fmt1 = "yyyy-MM-dd'T'HH:mm:ss'Z'";\r
- private static final String fmt2 = "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'";\r
-\r
- \r
- /**\r
- * DELETE a logging URL -- not supported.\r
- */\r
- @Override\r
- public void doDelete(HttpServletRequest req, HttpServletResponse resp) throws IOException {\r
- String message = "DELETE not allowed for the logURL.";\r
- EventLogRecord elr = new EventLogRecord(req);\r
- elr.setMessage(message);\r
- elr.setResult(HttpServletResponse.SC_METHOD_NOT_ALLOWED);\r
- eventlogger.info(elr);\r
- resp.sendError(HttpServletResponse.SC_METHOD_NOT_ALLOWED, message);\r
- }\r
- /**\r
- * GET a Statistics URL -- retrieve Statistics data for a feed or subscription.\r
- * See the <b>Statistics API</b> document for details on how this method should be invoked.\r
- */\r
- @Override\r
- public void doGet(HttpServletRequest req, HttpServletResponse resp) throws IOException {\r
- \r
- Map<String, String> map = buildMapFromRequest(req);\r
- if (map.get("err") != null) {\r
- resp.sendError(HttpServletResponse.SC_BAD_REQUEST, "Invalid arguments: "+map.get("err"));\r
- return;\r
- }\r
- // check Accept: header??\r
- \r
- resp.setStatus(HttpServletResponse.SC_OK);\r
- resp.setContentType(LOGLIST_CONTENT_TYPE);\r
- ServletOutputStream out = resp.getOutputStream();\r
- \r
- \r
- String outputType = "json";\r
- String feedids = null;\r
- \r
- if(req.getParameter("feedid") ==null && req.getParameter("groupid") ==null)\r
- {\r
- out.print("Invalid request, Feedid or Group ID is required.");\r
- }\r
- \r
- if(req.getParameter("feedid")!=null && req.getParameter("groupid") == null) {\r
- map.put("feedids", req.getParameter("feedid").replace("|", ",").toString());\r
- }\r
-\r
- if(req.getParameter("groupid") != null && req.getParameter("feedid") ==null) {\r
- // String groupid1 = null;\r
- StringBuffer groupid1 = new StringBuffer(); \r
- \r
- try {\r
- System.out.println("feeedidsssssssss");\r
- groupid1 = this.getFeedIdsByGroupId(Integer.parseInt(req.getParameter("groupid")));\r
- System.out.println("feeedids"+req.getParameter("groupid"));\r
- \r
- map.put("feedids", groupid1.toString());\r
- System.out.println("groupid1" +groupid1.toString());\r
- \r
- \r
- } catch (NumberFormatException e) {\r
- e.printStackTrace();\r
- } catch (SQLException e) {\r
- e.printStackTrace();\r
- }\r
- }\r
- if(req.getParameter("groupid") != null && req.getParameter("feedid") !=null) {\r
- StringBuffer groupid1 = new StringBuffer();\r
- \r
- \r
- try {\r
- System.out.println("both r not null");\r
- groupid1 = this.getFeedIdsByGroupId(Integer.parseInt(req.getParameter("groupid")));\r
- System.out.println("feeedids"+req.getParameter("groupid"));\r
- groupid1.append(",");\r
- groupid1.append(req.getParameter("feedid").replace("|", ",").toString());\r
- \r
- map.put("feedids", groupid1.toString());\r
- \r
- \r
- System.out.println("groupid1" +groupid1.toString());\r
- \r
- \r
- } catch (NumberFormatException e) {\r
- e.printStackTrace();\r
- } catch (SQLException e) {\r
- e.printStackTrace();\r
- }\r
- }\r
- \r
- \r
- \r
- if(req.getParameter("subid")!=null && req.getParameter("feedid") !=null) {\r
- StringBuffer subidstr = new StringBuffer();\r
-// subidstr.append(" and e.DELIVERY_SUBID in(subid)");\r
-// subidstr.append(req.getParameter("subid").replace("|", ",").toString());\r
- subidstr.append("and e.DELIVERY_SUBID in(");\r
- \r
- subidstr.append(req.getParameter("subid").replace("|", ",").toString());\r
- subidstr.append(")");\r
- map.put("subid", subidstr.toString());\r
- }\r
- if(req.getParameter("subid")!=null && req.getParameter("groupid") !=null) {\r
- StringBuffer subidstr = new StringBuffer();\r
-// subidstr.append(" and e.DELIVERY_SUBID in(subid)");\r
-// subidstr.append(req.getParameter("subid").replace("|", ",").toString());\r
- subidstr.append("and e.DELIVERY_SUBID in(");\r
- \r
- subidstr.append(req.getParameter("subid").replace("|", ",").toString());\r
- subidstr.append(")");\r
- map.put("subid", subidstr.toString());\r
- }\r
- if(req.getParameter("type")!=null) {\r
- map.put("eventType", req.getParameter("type").replace("|", ",").toString());\r
- }\r
- if(req.getParameter("output_type")!=null) {\r
- map.put("output_type", req.getParameter("output_type").toString());\r
- }\r
- if(req.getParameter("start_time")!=null) {\r
- map.put("start_time", req.getParameter("start_time").toString());\r
- }\r
- if(req.getParameter("end_time")!=null) {\r
- map.put("end_time", req.getParameter("end_time").toString());\r
- }\r
- \r
- if(req.getParameter("time")!=null) {\r
- map.put("start_time", req.getParameter("time").toString());\r
- map.put("end_time", null);\r
- }\r
- \r
- \r
- \r
- if(req.getParameter("output_type") !=null)\r
- {\r
- outputType = req.getParameter("output_type");\r
- }\r
- \r
- \r
- try {\r
- \r
- String filterQuery = this.queryGeneretor(map);\r
- eventlogger.debug("SQL Query for Statistics resultset. "+filterQuery);\r
- \r
- ResultSet rs=this.getRecordsForSQL(filterQuery);\r
- \r
- if(outputType.equals("csv")) {\r
- resp.setContentType("application/octet-stream");\r
- Date date = new Date() ;\r
- SimpleDateFormat dateFormat = new SimpleDateFormat("dd-MM-YYYY HH:mm:ss") ;\r
- resp.setHeader("Content-Disposition", "attachment; filename=\"result:"+dateFormat.format(date)+".csv\"");\r
- eventlogger.info("Generating CSV file from Statistics resultset");\r
- \r
- rsToCSV(rs, out);\r
- }\r
- else {\r
- eventlogger.info("Generating JSON for Statistics resultset");\r
- this.rsToJson(rs, out); \r
- }\r
- } \r
- catch (IOException e) {\r
- eventlogger.error("IOException - Generating JSON/CSV:"+e);\r
- e.printStackTrace();\r
- } \r
- catch (JSONException e) {\r
- eventlogger.error("JSONException - executing SQL query:"+e);\r
- e.printStackTrace();\r
- } catch (SQLException e) {\r
- eventlogger.error("SQLException - executing SQL query:"+e);\r
- e.printStackTrace();\r
- } catch (ParseException e) {\r
- eventlogger.error("ParseException - executing SQL query:"+e);\r
- e.printStackTrace();\r
- }\r
- }\r
- \r
- \r
- /**\r
- * rsToJson - Converting RS to JSON object\r
- * @exception IOException, SQLException\r
- * @param out ServletOutputStream, rs as ResultSet\r
- */\r
- public void rsToCSV(ResultSet rs, ServletOutputStream out) throws IOException, SQLException {\r
- String header = "FEEDNAME,FEEDID,FILES_PUBLISHED,PUBLISH_LENGTH, FILES_DELIVERED, DELIVERED_LENGTH, SUBSCRIBER_URL, SUBID, PUBLISH_TIME,DELIVERY_TIME, AverageDelay\n";\r
-\r
- // String header = "FEEDNAME,FEEDID,TYPE,REMOTE_ADDR,DELIVERY_SUBID,REQURI,TOTAL CONTENT LENGTH,NO OF FILE,AVERAGE DELAY\n";\r
- \r
- out.write(header.getBytes());\r
- \r
- while(rs.next()) {\r
- StringBuffer line = new StringBuffer();\r
- line.append(rs.getString("FEEDNAME"));\r
- line.append(",");\r
- line.append(rs.getString("FEEDID"));\r
- line.append(",");\r
- line.append(rs.getString("FILES_PUBLISHED"));\r
- line.append(",");\r
- line.append(rs.getString("PUBLISH_LENGTH"));\r
- line.append(",");\r
- line.append(rs.getString("FILES_DELIVERED"));\r
- line.append(",");\r
- line.append(rs.getString("DELIVERED_LENGTH"));\r
- line.append(",");\r
- line.append(rs.getString("SUBSCRIBER_URL"));\r
- line.append(",");\r
- line.append(rs.getString("SUBID"));\r
- line.append(",");\r
- line.append(rs.getString("PUBLISH_TIME"));\r
- line.append(",");\r
- line.append(rs.getString("DELIVERY_TIME"));\r
- line.append(",");\r
- line.append(rs.getString("AverageDelay"));\r
- line.append(",");\r
- \r
- line.append("\n");\r
- out.write(line.toString().getBytes());\r
- out.flush();\r
- }\r
- }\r
- \r
- /**\r
- * rsToJson - Converting RS to JSON object\r
- * @exception IOException, SQLException\r
- * @param out ServletOutputStream, rs as ResultSet\r
- */\r
- public void rsToJson(ResultSet rs, ServletOutputStream out) throws IOException, SQLException {\r
- \r
- String fields[] = {"FEEDNAME","FEEDID","FILES_PUBLISHED","PUBLISH_LENGTH", "FILES_DELIVERED", "DELIVERED_LENGTH", "SUBSCRIBER_URL", "SUBID", "PUBLISH_TIME","DELIVERY_TIME", "AverageDelay"};\r
- StringBuffer line = new StringBuffer();\r
- \r
- line.append("[\n");\r
- \r
- while(rs.next()) {\r
- LOGJSONObject j2 = new LOGJSONObject();\r
- for (String key : fields) {\r
- Object v = rs.getString(key);\r
- if (v != null)\r
- j2.put(key.toLowerCase(), v);\r
- else\r
- j2.put(key.toLowerCase(), "");\r
- }\r
- line = line.append(j2.toString());;\r
- line.append(",\n");\r
- }\r
- line.append("]");\r
- out.print(line.toString());\r
- }\r
- \r
- /**\r
- * getFeedIdsByGroupId - Getting FEEDID's by GROUP ID.\r
- * @exception SQL Query SQLException.\r
- * @param groupIds\r
- */\r
- public StringBuffer getFeedIdsByGroupId(int groupIds) throws SQLException{ \r
- \r
- DB db = null; \r
- Connection conn = null; \r
- PreparedStatement prepareStatement = null; \r
- ResultSet resultSet=null; \r
- String sqlGoupid = null; \r
- StringBuffer feedIds = new StringBuffer(); \r
- \r
- try { \r
- db = new DB(); \r
- conn = db.getConnection(); \r
- sqlGoupid= " SELECT FEEDID from FEEDS WHERE GROUPID = ?"; \r
- prepareStatement =conn.prepareStatement(sqlGoupid); \r
- prepareStatement.setInt(1, groupIds); \r
- resultSet=prepareStatement.executeQuery(); \r
- while(resultSet.next()){ \r
- feedIds.append(resultSet.getInt("FEEDID"));\r
- feedIds.append(",");\r
- } \r
- feedIds.deleteCharAt(feedIds.length()-1);\r
- System.out.println("feedIds"+feedIds.toString());\r
- \r
- } catch (SQLException e) { \r
- e.printStackTrace(); \r
- } finally { \r
- try { \r
- if(resultSet != null) { \r
- resultSet.close(); \r
- resultSet = null; \r
- } \r
- \r
- if(prepareStatement != null) { \r
- prepareStatement.close(); \r
- prepareStatement = null; \r
- } \r
- \r
- if(conn != null){ \r
- db.release(conn); \r
- } \r
- } catch(Exception e) { \r
- e.printStackTrace(); \r
- } \r
- } \r
- return feedIds; \r
- }\r
-\r
- \r
- /**\r
- * queryGeneretor - Generating sql query\r
- * @exception SQL Query parse exception.\r
- * @param Map as key value pare of all user input fields\r
- */\r
- public String queryGeneretor(Map<String, String> map) throws ParseException{\r
- \r
- String sql = null;\r
- String eventType = null;\r
- String feedids = null;\r
- String start_time = null;\r
- String end_time = null;\r
- String subid=" ";\r
- if(map.get("eventType") != null){\r
- eventType=(String) map.get("eventType");\r
- }\r
- if(map.get("feedids") != null){\r
- feedids=(String) map.get("feedids");\r
- }\r
- if(map.get("start_time") != null){\r
- start_time=(String) map.get("start_time");\r
- }\r
- if(map.get("end_time") != null){\r
- end_time=(String) map.get("end_time");\r
- }\r
- if("all".equalsIgnoreCase(eventType)){\r
- eventType="PUB','DEL, EXP, PBF";\r
- }\r
- if(map.get("subid") != null){\r
- subid=(String) map.get("subid");\r
- }\r
- \r
- eventlogger.info("Generating sql query to get Statistics resultset. ");\r
- \r
- if(end_time==null && start_time==null ){\r
-\r
- \r
- sql="SELECT (SELECT NAME FROM FEEDS AS f WHERE f.FEEDID in("+feedids+") and f.FEEDID=e.FEEDID) AS FEEDNAME, e.FEEDID as FEEDID, (SELECT COUNT(*) FROM LOG_RECORDS AS c WHERE c.FEEDID in("+feedids+") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS FILES_PUBLISHED,(SELECT SUM(content_length) FROM LOG_RECORDS AS c WHERE c.FEEDID in("+feedids+") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS PUBLISH_LENGTH, COUNT(e.EVENT_TIME) as FILES_DELIVERED, sum(m.content_length) as DELIVERED_LENGTH,SUBSTRING_INDEX(e.REQURI,'/',+3) as SUBSCRIBER_URL, e.DELIVERY_SUBID as SUBID, e.EVENT_TIME AS PUBLISH_TIME, m.EVENT_TIME AS DELIVERY_TIME, AVG(e.EVENT_TIME - m.EVENT_TIME)/1000 as AverageDelay FROM LOG_RECORDS e JOIN LOG_RECORDS m ON m.PUBLISH_ID = e.PUBLISH_ID AND e.FEEDID IN ("+feedids+") "+subid+" AND m.STATUS=204 AND e.RESULT=204 group by SUBID";\r
- \r
- return sql;\r
- }else if(start_time!=null && end_time==null ){\r
-\r
- long inputTimeInMilli=60000*Long.parseLong(start_time);\r
- Calendar cal = Calendar.getInstance(TimeZone.getTimeZone("GMT"));\r
- long currentTimeInMilli=cal.getTimeInMillis();\r
- long compareTime=currentTimeInMilli-inputTimeInMilli;\r
- \r
- sql="SELECT (SELECT NAME FROM FEEDS AS f WHERE f.FEEDID in("+feedids+") and f.FEEDID=e.FEEDID) AS FEEDNAME, e.FEEDID as FEEDID, (SELECT COUNT(*) FROM LOG_RECORDS AS c WHERE c.FEEDID in("+feedids+") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS FILES_PUBLISHED,(SELECT SUM(content_length) FROM LOG_RECORDS AS c WHERE c.FEEDID in("+feedids+") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS PUBLISH_LENGTH, COUNT(e.EVENT_TIME) as FILES_DELIVERED, sum(m.content_length) as DELIVERED_LENGTH,SUBSTRING_INDEX(e.REQURI,'/',+3) as SUBSCRIBER_URL, e.DELIVERY_SUBID as SUBID, e.EVENT_TIME AS PUBLISH_TIME, m.EVENT_TIME AS DELIVERY_TIME, AVG(e.EVENT_TIME - m.EVENT_TIME)/1000 as AverageDelay FROM LOG_RECORDS e JOIN LOG_RECORDS m ON m.PUBLISH_ID = e.PUBLISH_ID AND e.FEEDID IN ("+feedids+") "+subid+" AND m.STATUS=204 AND e.RESULT=204 and e.event_time>="+compareTime+" group by SUBID";\r
- \r
- return sql;\r
- \r
- }else{\r
- SimpleDateFormat inFormat = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss");\r
- Date startDate=inFormat.parse(start_time);\r
- Date endDate=inFormat.parse(end_time);\r
-\r
- long startInMillis=startDate.getTime();\r
- long endInMillis=endDate.getTime();\r
- \r
- {\r
- \r
- sql="SELECT (SELECT NAME FROM FEEDS AS f WHERE f.FEEDID in("+feedids+") and f.FEEDID=e.FEEDID) AS FEEDNAME, e.FEEDID as FEEDID, (SELECT COUNT(*) FROM LOG_RECORDS AS c WHERE c.FEEDID in("+feedids+") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS FILES_PUBLISHED,(SELECT SUM(content_length) FROM LOG_RECORDS AS c WHERE c.FEEDID in("+feedids+") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS PUBLISH_LENGTH, COUNT(e.EVENT_TIME) as FILES_DELIVERED, sum(m.content_length) as DELIVERED_LENGTH,SUBSTRING_INDEX(e.REQURI,'/',+3) as SUBSCRIBER_URL, e.DELIVERY_SUBID as SUBID, e.EVENT_TIME AS PUBLISH_TIME, m.EVENT_TIME AS DELIVERY_TIME, AVG(e.EVENT_TIME - m.EVENT_TIME)/1000 as AverageDelay FROM LOG_RECORDS e JOIN LOG_RECORDS m ON m.PUBLISH_ID = e.PUBLISH_ID AND e.FEEDID IN ("+feedids+") "+subid+" AND m.STATUS=204 AND e.RESULT=204 and e.event_time between "+startInMillis+" and "+endInMillis+" group by SUBID";\r
- \r
- }\r
- return sql;\r
- }\r
- }\r
- \r
- \r
- /**\r
- * PUT a Statistics URL -- not supported.\r
- */\r
- @Override\r
- public void doPut(HttpServletRequest req, HttpServletResponse resp) throws IOException {\r
- String message = "PUT not allowed for the StatisticsURL.";\r
- EventLogRecord elr = new EventLogRecord(req);\r
- elr.setMessage(message);\r
- elr.setResult(HttpServletResponse.SC_METHOD_NOT_ALLOWED);\r
- eventlogger.info(elr);\r
- resp.sendError(HttpServletResponse.SC_METHOD_NOT_ALLOWED, message);\r
- }\r
- /**\r
- * POST a Statistics URL -- not supported.\r
- */\r
- @Override\r
- public void doPost(HttpServletRequest req, HttpServletResponse resp) throws IOException {\r
- String message = "POST not allowed for the StatisticsURL.";\r
- EventLogRecord elr = new EventLogRecord(req);\r
- elr.setMessage(message);\r
- elr.setResult(HttpServletResponse.SC_METHOD_NOT_ALLOWED);\r
- eventlogger.info(elr);\r
- resp.sendError(HttpServletResponse.SC_METHOD_NOT_ALLOWED, message);\r
- }\r
-\r
- private Map<String, String> buildMapFromRequest(HttpServletRequest req) {\r
- Map<String, String> map = new HashMap<String, String>();\r
- String s = req.getParameter("type");\r
- if (s != null) {\r
- if (s.equals("pub") || s.equals("del") || s.equals("exp")) {\r
- map.put("type", s);\r
- } else {\r
- map.put("err", "bad type");\r
- return map;\r
- }\r
- } else\r
- map.put("type", "all");\r
- map.put("publishSQL", "");\r
- map.put("statusSQL", "");\r
- map.put("resultSQL", "");\r
- map.put("reasonSQL", "");\r
-\r
- s = req.getParameter("publishId");\r
- if (s != null) {\r
- if (s.indexOf("'") >= 0) {\r
- map.put("err", "bad publishId");\r
- return map;\r
- }\r
- map.put("publishSQL", " AND PUBLISH_ID = '"+s+"'");\r
- }\r
-\r
- s = req.getParameter("statusCode");\r
- if (s != null) {\r
- String sql = null;\r
- if (s.equals("success")) {\r
- sql = " AND STATUS >= 200 AND STATUS < 300";\r
- } else if (s.equals("redirect")) {\r
- sql = " AND STATUS >= 300 AND STATUS < 400";\r
- } else if (s.equals("failure")) {\r
- sql = " AND STATUS >= 400";\r
- } else {\r
- try {\r
- Integer n = Integer.parseInt(s);\r
- if ((n >= 100 && n < 600) || (n == -1))\r
- sql = " AND STATUS = " + n;\r
- } catch (NumberFormatException e) {\r
- }\r
- }\r
- if (sql == null) {\r
- map.put("err", "bad statusCode");\r
- return map;\r
- }\r
- map.put("statusSQL", sql);\r
- map.put("resultSQL", sql.replaceAll("STATUS", "RESULT"));\r
- }\r
-\r
- s = req.getParameter("expiryReason");\r
- if (s != null) {\r
- map.put("type", "exp");\r
- if (s.equals("notRetryable")) {\r
- map.put("reasonSQL", " AND REASON = 'notRetryable'");\r
- } else if (s.equals("retriesExhausted")) {\r
- map.put("reasonSQL", " AND REASON = 'retriesExhausted'");\r
- } else if (s.equals("diskFull")) {\r
- map.put("reasonSQL", " AND REASON = 'diskFull'");\r
- } else if (s.equals("other")) {\r
- map.put("reasonSQL", " AND REASON = 'other'");\r
- } else {\r
- map.put("err", "bad expiryReason");\r
- return map;\r
- }\r
- }\r
-\r
- long stime = getTimeFromParam(req.getParameter("start"));\r
- if (stime < 0) {\r
- map.put("err", "bad start");\r
- return map;\r
- }\r
- long etime = getTimeFromParam(req.getParameter("end"));\r
- if (etime < 0) {\r
- map.put("err", "bad end");\r
- return map;\r
- }\r
- if (stime == 0 && etime == 0) {\r
- etime = System.currentTimeMillis();\r
- stime = etime - TWENTYFOUR_HOURS;\r
- } else if (stime == 0) {\r
- stime = etime - TWENTYFOUR_HOURS;\r
- } else if (etime == 0) {\r
- etime = stime + TWENTYFOUR_HOURS;\r
- }\r
- map.put("timeSQL", String.format(" AND EVENT_TIME >= %d AND EVENT_TIME <= %d", stime, etime));\r
- return map;\r
- }\r
- private long getTimeFromParam(final String s) {\r
- if (s == null)\r
- return 0;\r
- try {\r
- // First, look for an RFC 3339 date\r
- String fmt = (s.indexOf('.') > 0) ? fmt2 : fmt1;\r
- SimpleDateFormat sdf = new SimpleDateFormat(fmt);\r
- Date d = sdf.parse(s);\r
- return d.getTime();\r
- } catch (ParseException e) {\r
- }\r
- try {\r
- // Also allow a long (in ms); useful for testing\r
- long n = Long.parseLong(s);\r
- return n;\r
- } catch (NumberFormatException e) {\r
- }\r
- intlogger.info("Error parsing time="+s);\r
- return -1;\r
- }\r
-\r
- \r
- private ResultSet getRecordsForSQL(String sql) {\r
- intlogger.debug(sql);\r
- long start = System.currentTimeMillis();\r
- DB db = new DB();\r
- Connection conn = null;\r
- ResultSet rs=null;\r
- \r
- try {\r
- conn = db.getConnection();\r
- Statement stmt = conn.createStatement();\r
- PreparedStatement pst=conn.prepareStatement(sql);\r
- rs=pst.executeQuery();\r
- //this.rsToJson(rs)\r
- //rs.close();\r
- stmt.close();\r
- } catch (SQLException e) {\r
- e.printStackTrace();\r
- } finally {\r
- if (conn != null)\r
- db.release(conn);\r
- }\r
- \r
- intlogger.debug("Time: " + (System.currentTimeMillis()-start) + " ms");\r
- \r
- return rs;\r
- }\r
+ private static final long TWENTYFOUR_HOURS = (24 * 60 * 60 * 1000L);\r
+ private static final String fmt1 = "yyyy-MM-dd'T'HH:mm:ss'Z'";\r
+ private static final String fmt2 = "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'";\r
+\r
+\r
+ /**\r
+ * DELETE a logging URL -- not supported.\r
+ */\r
+ @Override\r
+ public void doDelete(HttpServletRequest req, HttpServletResponse resp) {\r
+ String message = "DELETE not allowed for the logURL.";\r
+ EventLogRecord elr = new EventLogRecord(req);\r
+ elr.setMessage(message);\r
+ elr.setResult(HttpServletResponse.SC_METHOD_NOT_ALLOWED);\r
+ eventlogger.info(elr);\r
+ sendResponseError(resp, HttpServletResponse.SC_METHOD_NOT_ALLOWED, message, eventlogger);\r
+ }\r
+\r
+ /**\r
+ * GET a Statistics URL -- retrieve Statistics data for a feed or subscription. See the\r
+ * <b>Statistics API</b> document for details on how this method should be invoked.\r
+ */\r
+ @Override\r
+ public void doGet(HttpServletRequest req, HttpServletResponse resp) {\r
+\r
+ Map<String, String> map = buildMapFromRequest(req);\r
+ if (map.get("err") != null) {\r
+ sendResponseError(resp, HttpServletResponse.SC_BAD_REQUEST, "Invalid arguments: " + map.get("err"), eventlogger);\r
+ return;\r
+ }\r
+ // check Accept: header??\r
+\r
+ resp.setStatus(HttpServletResponse.SC_OK);\r
+ resp.setContentType(LOGLIST_CONTENT_TYPE);\r
+\r
+ String outputType = "json";\r
+ String feedids = null;\r
+\r
+ if (req.getParameter("feedid") == null && req.getParameter("groupid") == null) {\r
+ try {\r
+ resp.getOutputStream().print("Invalid request, Feedid or Group ID is required.");\r
+ } catch (IOException ioe) {\r
+ eventlogger.error("IOException: " + ioe.getMessage());\r
+ }\r
+ }\r
+\r
+ if (req.getParameter("feedid") != null && req.getParameter("groupid") == null) {\r
+ map.put("feedids", req.getParameter("feedid").replace("|", ",").toString());\r
+ }\r
+\r
+ if (req.getParameter("groupid") != null && req.getParameter("feedid") == null) {\r
+ StringBuffer groupid1 = new StringBuffer();\r
+\r
+ try {\r
+ System.out.println("feeedidsssssssss");\r
+ groupid1 = this.getFeedIdsByGroupId(Integer.parseInt(req.getParameter("groupid")));\r
+ System.out.println("feeedids" + req.getParameter("groupid"));\r
+\r
+ map.put("feedids", groupid1.toString());\r
+ System.out.println("groupid1" + groupid1.toString());\r
+\r
+\r
+ } catch (NumberFormatException | SQLException e) {\r
+ eventlogger.error(e.getMessage());\r
+ }\r
+ }\r
+ if (req.getParameter("groupid") != null && req.getParameter("feedid") != null) {\r
+ StringBuffer groupid1 = new StringBuffer();\r
+\r
+ try {\r
+ System.out.println("both r not null");\r
+ groupid1 = this.getFeedIdsByGroupId(Integer.parseInt(req.getParameter("groupid")));\r
+ System.out.println("feeedids" + req.getParameter("groupid"));\r
+ groupid1.append(",");\r
+ groupid1.append(req.getParameter("feedid").replace("|", ",").toString());\r
+\r
+ map.put("feedids", groupid1.toString());\r
+\r
+ System.out.println("groupid1" + groupid1.toString());\r
+\r
+\r
+ } catch (NumberFormatException | SQLException e) {\r
+ eventlogger.error(e.getMessage());\r
+ }\r
+ }\r
+\r
+ if (req.getParameter("subid") != null && req.getParameter("feedid") != null) {\r
+ StringBuffer subidstr = new StringBuffer();\r
+ subidstr.append("and e.DELIVERY_SUBID in(");\r
+\r
+ subidstr.append(req.getParameter("subid").replace("|", ",").toString());\r
+ subidstr.append(")");\r
+ map.put("subid", subidstr.toString());\r
+ }\r
+ if (req.getParameter("subid") != null && req.getParameter("groupid") != null) {\r
+ StringBuffer subidstr = new StringBuffer();\r
+ subidstr.append("and e.DELIVERY_SUBID in(");\r
+\r
+ subidstr.append(req.getParameter("subid").replace("|", ",").toString());\r
+ subidstr.append(")");\r
+ map.put("subid", subidstr.toString());\r
+ }\r
+ if (req.getParameter("type") != null) {\r
+ map.put("eventType", req.getParameter("type").replace("|", ",").toString());\r
+ }\r
+ if (req.getParameter("output_type") != null) {\r
+ map.put("output_type", req.getParameter("output_type").toString());\r
+ }\r
+ if (req.getParameter("start_time") != null) {\r
+ map.put("start_time", req.getParameter("start_time").toString());\r
+ }\r
+ if (req.getParameter("end_time") != null) {\r
+ map.put("end_time", req.getParameter("end_time").toString());\r
+ }\r
+\r
+ if (req.getParameter("time") != null) {\r
+ map.put("start_time", req.getParameter("time").toString());\r
+ map.put("end_time", null);\r
+ }\r
+\r
+ if (req.getParameter("output_type") != null) {\r
+ outputType = req.getParameter("output_type");\r
+ }\r
+ try {\r
+ this.getRecordsForSQL(map, outputType, resp.getOutputStream(), resp);\r
+ } catch (IOException ioe) {\r
+ eventlogger.error("IOException: " + ioe.getMessage());\r
+ }\r
+\r
+ }\r
+\r
+\r
+ /**\r
+ * rsToJson - Converting RS to JSON object\r
+ *\r
+ * @param out ServletOutputStream, rs as ResultSet\r
+ * @throws IOException, SQLException\r
+ */\r
+ public void rsToCSV(ResultSet rs, ServletOutputStream out) throws IOException, SQLException {\r
+ String header = "FEEDNAME,FEEDID,FILES_PUBLISHED,PUBLISH_LENGTH, FILES_DELIVERED, DELIVERED_LENGTH, SUBSCRIBER_URL, SUBID, PUBLISH_TIME,DELIVERY_TIME, AverageDelay\n";\r
+\r
+ out.write(header.getBytes());\r
+\r
+ while (rs.next()) {\r
+ StringBuffer line = new StringBuffer();\r
+ line.append(rs.getString("FEEDNAME"));\r
+ line.append(",");\r
+ line.append(rs.getString("FEEDID"));\r
+ line.append(",");\r
+ line.append(rs.getString("FILES_PUBLISHED"));\r
+ line.append(",");\r
+ line.append(rs.getString("PUBLISH_LENGTH"));\r
+ line.append(",");\r
+ line.append(rs.getString("FILES_DELIVERED"));\r
+ line.append(",");\r
+ line.append(rs.getString("DELIVERED_LENGTH"));\r
+ line.append(",");\r
+ line.append(rs.getString("SUBSCRIBER_URL"));\r
+ line.append(",");\r
+ line.append(rs.getString("SUBID"));\r
+ line.append(",");\r
+ line.append(rs.getString("PUBLISH_TIME"));\r
+ line.append(",");\r
+ line.append(rs.getString("DELIVERY_TIME"));\r
+ line.append(",");\r
+ line.append(rs.getString("AverageDelay"));\r
+ line.append(",");\r
+\r
+ line.append("\n");\r
+ out.write(line.toString().getBytes());\r
+ out.flush();\r
+ }\r
+ }\r
+\r
+ /**\r
+ * rsToJson - Converting RS to JSON object\r
+ *\r
+ * @param out ServletOutputStream, rs as ResultSet\r
+ * @throws IOException, SQLException\r
+ */\r
+ public void rsToJson(ResultSet rs, ServletOutputStream out) throws IOException, SQLException {\r
+\r
+ String fields[] = {"FEEDNAME", "FEEDID", "FILES_PUBLISHED", "PUBLISH_LENGTH", "FILES_DELIVERED",\r
+ "DELIVERED_LENGTH", "SUBSCRIBER_URL", "SUBID", "PUBLISH_TIME", "DELIVERY_TIME",\r
+ "AverageDelay"};\r
+ StringBuffer line = new StringBuffer();\r
+\r
+ line.append("[\n");\r
+\r
+ while (rs.next()) {\r
+ LOGJSONObject j2 = new LOGJSONObject();\r
+ for (String key : fields) {\r
+ Object v = rs.getString(key);\r
+ if (v != null) {\r
+ j2.put(key.toLowerCase(), v);\r
+ } else {\r
+ j2.put(key.toLowerCase(), "");\r
+ }\r
+ }\r
+ line = line.append(j2.toString());\r
+ line.append(",\n");\r
+ }\r
+ line.append("]");\r
+ out.print(line.toString());\r
+ }\r
+\r
+ /**\r
+ * getFeedIdsByGroupId - Getting FEEDID's by GROUP ID.\r
+ *\r
+ * @throws SQLException Query SQLException.\r
+ */\r
+ public StringBuffer getFeedIdsByGroupId(int groupIds) throws SQLException {\r
+\r
+ DB db = null;\r
+ Connection conn = null;\r
+ //PreparedStatement prepareStatement = null;\r
+ ResultSet resultSet = null;\r
+ String sqlGoupid = null;\r
+ StringBuffer feedIds = new StringBuffer();\r
+\r
+ try {\r
+ db = new DB();\r
+ conn = db.getConnection();\r
+ sqlGoupid = " SELECT FEEDID from FEEDS WHERE GROUPID = ?";\r
+ try(PreparedStatement prepareStatement = conn.prepareStatement(sqlGoupid)) {\r
+ prepareStatement.setInt(1, groupIds);\r
+ resultSet = prepareStatement.executeQuery();\r
+ while (resultSet.next()) {\r
+ feedIds.append(resultSet.getInt("FEEDID"));\r
+ feedIds.append(",");\r
+ }\r
+ feedIds.deleteCharAt(feedIds.length() - 1);\r
+ System.out.println("feedIds" + feedIds.toString());\r
+ }\r
+ } catch (SQLException e) {\r
+ eventlogger.error(e.getMessage());\r
+ } finally {\r
+ try {\r
+ if (resultSet != null) {\r
+ resultSet.close();\r
+ resultSet = null;\r
+ }\r
+ if (conn != null) {\r
+ db.release(conn);\r
+ }\r
+ } catch (Exception e) {\r
+ eventlogger.error(e.getMessage());\r
+ }\r
+ }\r
+ return feedIds;\r
+ }\r
+\r
+\r
+ /**\r
+ * queryGeneretor - Generating sql query\r
+ *\r
+ * @param map as key value pare of all user input fields\r
+ */\r
+ public String queryGeneretor(Map<String, String> map) throws ParseException {\r
+\r
+ String sql = null;\r
+ String eventType = null;\r
+ String feedids = null;\r
+ String start_time = null;\r
+ String end_time = null;\r
+ String subid = " ";\r
+ if (map.get("eventType") != null) {\r
+ eventType = (String) map.get("eventType");\r
+ }\r
+ if (map.get("feedids") != null) {\r
+ feedids = (String) map.get("feedids");\r
+ }\r
+ if (map.get("start_time") != null) {\r
+ start_time = (String) map.get("start_time");\r
+ }\r
+ if (map.get("end_time") != null) {\r
+ end_time = (String) map.get("end_time");\r
+ }\r
+ if ("all".equalsIgnoreCase(eventType)) {\r
+ eventType = "PUB','DEL, EXP, PBF";\r
+ }\r
+ if (map.get("subid") != null) {\r
+ subid = (String) map.get("subid");\r
+ }\r
+\r
+ eventlogger.info("Generating sql query to get Statistics resultset. ");\r
+\r
+ if (end_time == null && start_time == null) {\r
+\r
+ sql = "SELECT (SELECT NAME FROM FEEDS AS f WHERE f.FEEDID in(" + feedids\r
+ + ") and f.FEEDID=e.FEEDID) AS FEEDNAME, e.FEEDID as FEEDID, (SELECT COUNT(*) FROM LOG_RECORDS AS c WHERE c.FEEDID in("\r
+ + feedids\r
+ + ") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS FILES_PUBLISHED,(SELECT SUM(content_length) FROM LOG_RECORDS AS c WHERE c.FEEDID in("\r
+ + feedids\r
+ + ") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS PUBLISH_LENGTH, COUNT(e.EVENT_TIME) as FILES_DELIVERED, sum(m.content_length) as DELIVERED_LENGTH,SUBSTRING_INDEX(e.REQURI,'/',+3) as SUBSCRIBER_URL, e.DELIVERY_SUBID as SUBID, e.EVENT_TIME AS PUBLISH_TIME, m.EVENT_TIME AS DELIVERY_TIME, AVG(e.EVENT_TIME - m.EVENT_TIME)/1000 as AverageDelay FROM LOG_RECORDS e JOIN LOG_RECORDS m ON m.PUBLISH_ID = e.PUBLISH_ID AND e.FEEDID IN ("\r
+ + feedids + ") " + subid + " AND m.STATUS=204 AND e.RESULT=204 group by SUBID";\r
+\r
+ return sql;\r
+ } else if (start_time != null && end_time == null) {\r
+\r
+ long inputTimeInMilli = 60000 * Long.parseLong(start_time);\r
+ Calendar cal = Calendar.getInstance(TimeZone.getTimeZone("GMT"));\r
+ long currentTimeInMilli = cal.getTimeInMillis();\r
+ long compareTime = currentTimeInMilli - inputTimeInMilli;\r
+\r
+ sql = "SELECT (SELECT NAME FROM FEEDS AS f WHERE f.FEEDID in(" + feedids\r
+ + ") and f.FEEDID=e.FEEDID) AS FEEDNAME, e.FEEDID as FEEDID, (SELECT COUNT(*) FROM LOG_RECORDS AS c WHERE c.FEEDID in("\r
+ + feedids\r
+ + ") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS FILES_PUBLISHED,(SELECT SUM(content_length) FROM LOG_RECORDS AS c WHERE c.FEEDID in("\r
+ + feedids\r
+ + ") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS PUBLISH_LENGTH, COUNT(e.EVENT_TIME) as FILES_DELIVERED, sum(m.content_length) as DELIVERED_LENGTH,SUBSTRING_INDEX(e.REQURI,'/',+3) as SUBSCRIBER_URL, e.DELIVERY_SUBID as SUBID, e.EVENT_TIME AS PUBLISH_TIME, m.EVENT_TIME AS DELIVERY_TIME, AVG(e.EVENT_TIME - m.EVENT_TIME)/1000 as AverageDelay FROM LOG_RECORDS e JOIN LOG_RECORDS m ON m.PUBLISH_ID = e.PUBLISH_ID AND e.FEEDID IN ("\r
+ + feedids + ") " + subid + " AND m.STATUS=204 AND e.RESULT=204 and e.event_time>="\r
+ + compareTime + " group by SUBID";\r
+\r
+ return sql;\r
+\r
+ } else {\r
+ SimpleDateFormat inFormat = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss");\r
+ Date startDate = inFormat.parse(start_time);\r
+ Date endDate = inFormat.parse(end_time);\r
+\r
+ long startInMillis = startDate.getTime();\r
+ long endInMillis = endDate.getTime();\r
+\r
+ {\r
+\r
+ sql = "SELECT (SELECT NAME FROM FEEDS AS f WHERE f.FEEDID in(" + feedids\r
+ + ") and f.FEEDID=e.FEEDID) AS FEEDNAME, e.FEEDID as FEEDID, (SELECT COUNT(*) FROM LOG_RECORDS AS c WHERE c.FEEDID in("\r
+ + feedids\r
+ + ") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS FILES_PUBLISHED,(SELECT SUM(content_length) FROM LOG_RECORDS AS c WHERE c.FEEDID in("\r
+ + feedids\r
+ + ") and c.FEEDID=e.FEEDID AND c.TYPE='PUB') AS PUBLISH_LENGTH, COUNT(e.EVENT_TIME) as FILES_DELIVERED, sum(m.content_length) as DELIVERED_LENGTH,SUBSTRING_INDEX(e.REQURI,'/',+3) as SUBSCRIBER_URL, e.DELIVERY_SUBID as SUBID, e.EVENT_TIME AS PUBLISH_TIME, m.EVENT_TIME AS DELIVERY_TIME, AVG(e.EVENT_TIME - m.EVENT_TIME)/1000 as AverageDelay FROM LOG_RECORDS e JOIN LOG_RECORDS m ON m.PUBLISH_ID = e.PUBLISH_ID AND e.FEEDID IN ("\r
+ + feedids + ") " + subid\r
+ + " AND m.STATUS=204 AND e.RESULT=204 and e.event_time between " + startInMillis\r
+ + " and " + endInMillis + " group by SUBID";\r
+\r
+ }\r
+ return sql;\r
+ }\r
+ }\r
+\r
+\r
+ /**\r
+ * PUT a Statistics URL -- not supported.\r
+ */\r
+ @Override\r
+ public void doPut(HttpServletRequest req, HttpServletResponse resp) {\r
+ String message = "PUT not allowed for the StatisticsURL.";\r
+ EventLogRecord elr = new EventLogRecord(req);\r
+ elr.setMessage(message);\r
+ elr.setResult(HttpServletResponse.SC_METHOD_NOT_ALLOWED);\r
+ eventlogger.info(elr);\r
+ sendResponseError(resp, HttpServletResponse.SC_METHOD_NOT_ALLOWED, message, eventlogger);\r
+ }\r
+\r
+ /**\r
+ * POST a Statistics URL -- not supported.\r
+ */\r
+ @Override\r
+ public void doPost(HttpServletRequest req, HttpServletResponse resp) {\r
+ String message = "POST not allowed for the StatisticsURL.";\r
+ EventLogRecord elr = new EventLogRecord(req);\r
+ elr.setMessage(message);\r
+ elr.setResult(HttpServletResponse.SC_METHOD_NOT_ALLOWED);\r
+ eventlogger.info(elr);\r
+ sendResponseError(resp, HttpServletResponse.SC_METHOD_NOT_ALLOWED, message, eventlogger);\r
+ }\r
+\r
+ private Map<String, String> buildMapFromRequest(HttpServletRequest req) {\r
+ Map<String, String> map = new HashMap<String, String>();\r
+ String s = req.getParameter("type");\r
+ if (s != null) {\r
+ if (s.equals("pub") || s.equals("del") || s.equals("exp")) {\r
+ map.put("type", s);\r
+ } else {\r
+ map.put("err", "bad type");\r
+ return map;\r
+ }\r
+ } else {\r
+ map.put("type", "all");\r
+ }\r
+ map.put("publishSQL", "");\r
+ map.put("statusSQL", "");\r
+ map.put("resultSQL", "");\r
+ map.put("reasonSQL", "");\r
+\r
+ s = req.getParameter("publishId");\r
+ if (s != null) {\r
+ if (s.indexOf("'") >= 0) {\r
+ map.put("err", "bad publishId");\r
+ return map;\r
+ }\r
+ map.put("publishSQL", " AND PUBLISH_ID = '" + s + "'");\r
+ }\r
+\r
+ s = req.getParameter("statusCode");\r
+ if (s != null) {\r
+ String sql = null;\r
+ if (s.equals("success")) {\r
+ sql = " AND STATUS >= 200 AND STATUS < 300";\r
+ } else if (s.equals("redirect")) {\r
+ sql = " AND STATUS >= 300 AND STATUS < 400";\r
+ } else if (s.equals("failure")) {\r
+ sql = " AND STATUS >= 400";\r
+ } else {\r
+ try {\r
+ Integer n = Integer.parseInt(s);\r
+ if ((n >= 100 && n < 600) || (n == -1)) {\r
+ sql = " AND STATUS = " + n;\r
+ }\r
+ } catch (NumberFormatException e) {\r
+ }\r
+ }\r
+ if (sql == null) {\r
+ map.put("err", "bad statusCode");\r
+ return map;\r
+ }\r
+ map.put("statusSQL", sql);\r
+ map.put("resultSQL", sql.replaceAll("STATUS", "RESULT"));\r
+ }\r
+\r
+ s = req.getParameter("expiryReason");\r
+ if (s != null) {\r
+ map.put("type", "exp");\r
+ if (s.equals("notRetryable")) {\r
+ map.put("reasonSQL", " AND REASON = 'notRetryable'");\r
+ } else if (s.equals("retriesExhausted")) {\r
+ map.put("reasonSQL", " AND REASON = 'retriesExhausted'");\r
+ } else if (s.equals("diskFull")) {\r
+ map.put("reasonSQL", " AND REASON = 'diskFull'");\r
+ } else if (s.equals("other")) {\r
+ map.put("reasonSQL", " AND REASON = 'other'");\r
+ } else {\r
+ map.put("err", "bad expiryReason");\r
+ return map;\r
+ }\r
+ }\r
+\r
+ long stime = getTimeFromParam(req.getParameter("start"));\r
+ if (stime < 0) {\r
+ map.put("err", "bad start");\r
+ return map;\r
+ }\r
+ long etime = getTimeFromParam(req.getParameter("end"));\r
+ if (etime < 0) {\r
+ map.put("err", "bad end");\r
+ return map;\r
+ }\r
+ if (stime == 0 && etime == 0) {\r
+ etime = System.currentTimeMillis();\r
+ stime = etime - TWENTYFOUR_HOURS;\r
+ } else if (stime == 0) {\r
+ stime = etime - TWENTYFOUR_HOURS;\r
+ } else if (etime == 0) {\r
+ etime = stime + TWENTYFOUR_HOURS;\r
+ }\r
+ map.put("timeSQL", String.format(" AND EVENT_TIME >= %d AND EVENT_TIME <= %d", stime, etime));\r
+ return map;\r
+ }\r
+\r
+ private long getTimeFromParam(final String s) {\r
+ if (s == null) {\r
+ return 0;\r
+ }\r
+ try {\r
+ // First, look for an RFC 3339 date\r
+ String fmt = (s.indexOf('.') > 0) ? fmt2 : fmt1;\r
+ SimpleDateFormat sdf = new SimpleDateFormat(fmt);\r
+ Date d = sdf.parse(s);\r
+ return d.getTime();\r
+ } catch (ParseException e) {\r
+ }\r
+ try {\r
+ // Also allow a long (in ms); useful for testing\r
+ long n = Long.parseLong(s);\r
+ return n;\r
+ } catch (NumberFormatException e) {\r
+ }\r
+ intlogger.info("Error parsing time=" + s);\r
+ return -1;\r
+ }\r
+\r
+ private void getRecordsForSQL(Map<String, String> map, String outputType, ServletOutputStream out, HttpServletResponse resp) {\r
+ try {\r
+\r
+ String filterQuery = this.queryGeneretor(map);\r
+ eventlogger.debug("SQL Query for Statistics resultset. " + filterQuery);\r
+ intlogger.debug(filterQuery);\r
+ long start = System.currentTimeMillis();\r
+ DB db = new DB();\r
+ ResultSet rs = null;\r
+ try (Connection conn = db.getConnection()) {\r
+ try (PreparedStatement pst = conn.prepareStatement(filterQuery)) {\r
+ rs = pst.executeQuery();\r
+ if (outputType.equals("csv")) {\r
+ resp.setContentType("application/octet-stream");\r
+ Date date = new Date();\r
+ SimpleDateFormat dateFormat = new SimpleDateFormat("dd-MM-YYYY HH:mm:ss");\r
+ resp.setHeader("Content-Disposition",\r
+ "attachment; filename=\"result:" + dateFormat.format(date) + ".csv\"");\r
+ eventlogger.info("Generating CSV file from Statistics resultset");\r
+\r
+ rsToCSV(rs, out);\r
+ } else {\r
+ eventlogger.info("Generating JSON for Statistics resultset");\r
+ this.rsToJson(rs, out);\r
+ }\r
+ }\r
+ } catch (SQLException e) {\r
+ eventlogger.error("SQLException:" + e);\r
+ }\r
+ intlogger.debug("Time: " + (System.currentTimeMillis() - start) + " ms");\r
+ } catch (IOException e) {\r
+ eventlogger.error("IOException - Generating JSON/CSV:" + e);\r
+ } catch (JSONException e) {\r
+ eventlogger.error("JSONException - executing SQL query:" + e);\r
+ } catch (ParseException e) {\r
+ eventlogger.error("ParseException - executing SQL query:" + e);\r
+ }\r
+ }\r