From: Li Zi 
Date: Mon, 6 Aug 2018 09:26:27 +0000 (+0000)
Subject: Fix the issue can't get log of msb in kibana
X-Git-Tag: 3.0.0-ONAP~466
X-Git-Url: https://gerrit.onap.org/r/gitweb?a=commitdiff_plain;h=c5290dc05be5ca1987d0a794769229e55e8e1126;p=oom.git
Fix the issue can't get log of msb in kibana
Issue-ID: MSB-267
Change-Id: Ie6bebdd7b8dde8cfd87c2ddcedc8f2831f9d98dd
Signed-off-by: LiZi 
---
diff --git a/kubernetes/msb/charts/msb-discovery/resources/config/log/logback.xml b/kubernetes/msb/charts/msb-discovery/resources/config/log/logback.xml
deleted file mode 100644
index 33775962b7..0000000000
--- a/kubernetes/msb/charts/msb-discovery/resources/config/log/logback.xml
+++ /dev/null
@@ -1,27 +0,0 @@
-
-
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-      
-         ${pattern}
-      
-   
\ No newline at end of file
diff --git a/kubernetes/msb/charts/msb-discovery/resources/config/logback.xml b/kubernetes/msb/charts/msb-discovery/resources/config/logback.xml
new file mode 100644
index 0000000000..89deb42379
--- /dev/null
+++ b/kubernetes/msb/charts/msb-discovery/resources/config/logback.xml
@@ -0,0 +1,118 @@
+
+    
+    
+    
+    
+    
+    
+    
+    
+    
+
+  
+  
+
+  
+  
+
+  
+  
+  
+  
+
+  
+  
+
+  
+  
+  
+  
+
+  
+    ${logDirectory}/${auditLogName}.log
+    
+      ${logDirectory}/${auditLogName}.log.%d
+    
+    
+      ${auditPattern}
+    
+  
+  
+  
+    256
+    
+  
+
+  
+    ${logDirectory}/${metricsLogName}.log
+    
+      ${logDirectory}/${metricsLogName}.log.%d
+    
+    
+      ${metricPattern}
+    
+  
+
+  
+    256
+    
+  
+
+  
+    ${logDirectory}/${errorLogName}.log
+    
+      ${logDirectory}/${errorLogName}.log.%d
+    
+    
+      INFO
+    
+    
+      ${errorPattern}
+    
+  
+
+  
+    256
+    
+  
+
+  
+    ${debugLogDirectory}/${debugLogName}.log
+    
+      ${debugLogDirectory}/${debugLogName}.log.%d
+    
+    
+      ${debugPattern}
+    
+  
+
+  
+    256
+    
+    true
+  
+
+  
+    
+  
+
+  
+    
+  
+
+  
+    
+  
+  
+  
+    
+  
+
+
+
diff --git a/kubernetes/msb/charts/msb-discovery/templates/configmap.yaml b/kubernetes/msb/charts/msb-discovery/templates/configmap.yaml
index 97c720a6ab..98f98fde07 100644
--- a/kubernetes/msb/charts/msb-discovery/templates/configmap.yaml
+++ b/kubernetes/msb/charts/msb-discovery/templates/configmap.yaml
@@ -1,7 +1,7 @@
 apiVersion: v1
 kind: ConfigMap
 metadata:
-  name: {{ include "common.fullname" . }}
+  name: {{ include "common.fullname" . }}-log
   namespace: {{ include "common.namespace" . }}
 data:
-{{ tpl (.Files.Glob "resources/config/log/logback.xml").AsConfig . | indent 2 }}
+{{ tpl (.Files.Glob "resources/config/logback.xml").AsConfig . | indent 2 }}
\ No newline at end of file
diff --git a/kubernetes/msb/charts/msb-discovery/templates/deployment.yaml b/kubernetes/msb/charts/msb-discovery/templates/deployment.yaml
index 967e0e9bb7..81006a567d 100644
--- a/kubernetes/msb/charts/msb-discovery/templates/deployment.yaml
+++ b/kubernetes/msb/charts/msb-discovery/templates/deployment.yaml
@@ -61,7 +61,7 @@ spec:
             name: localtime
             readOnly: true
           - mountPath: /usr/local/discover-works/logs
-            name: msb-discovery-logs
+            name: {{ include "common.fullname" . }}-logs
           resources:
 {{ toYaml .Values.resources | indent 12 }}
         {{- if .Values.nodeSelector }}
@@ -73,22 +73,34 @@ spec:
 {{ toYaml .Values.affinity | indent 10 }}
         {{- end }}
 
-        # side car containers
-        - name: filebeat-onap
+        # Filebeat sidecar container
+        - name: {{ include "common.name" . }}-filebeat-onap
           image: "{{ .Values.global.loggingRepository }}/{{ .Values.global.loggingImage }}"
           imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
           volumeMounts:
-          - mountPath: /var/log/onap
-            name: msb-discovery-logs
-          - mountPath: /usr/share/filebeat/data
-            name: msb-discovery-filebeat
+          - name: {{ include "common.fullname" . }}-filebeat-conf
+            mountPath: /usr/share/filebeat/filebeat.yml
+            subPath: filebeat.yml
+          - name: {{ include "common.fullname" . }}-data-filebeat
+            mountPath: /usr/share/filebeat/data
+          - name: {{ include "common.fullname" . }}-logs
+            mountPath: /var/log/onap/msb/msb-discovery
+          - mountPath: /opt/ajsc/etc/config/logback.xml
+            name: {{ include "common.fullname" . }}-log-conf
+            subPath: logback.xml
       volumes:
+        - name: {{ include "common.fullname" . }}-log-conf
+          configMap:
+            name: {{ include "common.fullname" . }}-log
+        - name: {{ include "common.fullname" . }}-filebeat-conf
+          configMap:
+            name: {{ .Release.Name }}-msb-filebeat-configmap
+        - name: {{ include "common.fullname" . }}-data-filebeat
+          emptyDir: {}
+        - name:  {{ include "common.fullname" . }}-logs
+          emptyDir: {}
         - name: localtime
           hostPath:
             path: /etc/localtime
-        - name: msb-discovery-logs
-          emptyDir: {}
-        - name: msb-discovery-filebeat
-          emptyDir: {}
       imagePullSecrets:
       - name: "{{ include "common.namespace" . }}-docker-registry-key"
diff --git a/kubernetes/msb/charts/msb-eag/resources/config/log/logback.xml b/kubernetes/msb/charts/msb-eag/resources/config/log/logback.xml
deleted file mode 100644
index 33775962b7..0000000000
--- a/kubernetes/msb/charts/msb-eag/resources/config/log/logback.xml
+++ /dev/null
@@ -1,27 +0,0 @@
-
-
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-      
-         ${pattern}
-      
-   
\ No newline at end of file
diff --git a/kubernetes/msb/charts/msb-eag/resources/config/logback.xml b/kubernetes/msb/charts/msb-eag/resources/config/logback.xml
new file mode 100644
index 0000000000..2d5d2d90b1
--- /dev/null
+++ b/kubernetes/msb/charts/msb-eag/resources/config/logback.xml
@@ -0,0 +1,118 @@
+
+    
+    
+    
+    
+    
+    
+    
+    
+    
+
+  
+  
+
+  
+  
+
+  
+  
+  
+  
+
+  
+  
+
+  
+  
+  
+  
+
+  
+    ${logDirectory}/${auditLogName}.log
+    
+      ${logDirectory}/${auditLogName}.log.%d
+    
+    
+      ${auditPattern}
+    
+  
+  
+  
+    256
+    
+  
+
+  
+    ${logDirectory}/${metricsLogName}.log
+    
+      ${logDirectory}/${metricsLogName}.log.%d
+    
+    
+      ${metricPattern}
+    
+  
+
+  
+    256
+    
+  
+
+  
+    ${logDirectory}/${errorLogName}.log
+    
+      ${logDirectory}/${errorLogName}.log.%d
+    
+    
+      INFO
+    
+    
+      ${errorPattern}
+    
+  
+
+  
+    256
+    
+  
+
+  
+    ${debugLogDirectory}/${debugLogName}.log
+    
+      ${debugLogDirectory}/${debugLogName}.log.%d
+    
+    
+      ${debugPattern}
+    
+  
+
+  
+    256
+    
+    true
+  
+
+  
+    
+  
+
+  
+    
+  
+
+  
+    
+  
+  
+  
+    
+  
+
+
+
diff --git a/kubernetes/msb/charts/msb-eag/templates/configmap.yaml b/kubernetes/msb/charts/msb-eag/templates/configmap.yaml
index 97c720a6ab..4df72b2dbe 100644
--- a/kubernetes/msb/charts/msb-eag/templates/configmap.yaml
+++ b/kubernetes/msb/charts/msb-eag/templates/configmap.yaml
@@ -1,7 +1,7 @@
 apiVersion: v1
 kind: ConfigMap
 metadata:
-  name: {{ include "common.fullname" . }}
+  name: {{ include "common.fullname" . }}-log
   namespace: {{ include "common.namespace" . }}
 data:
-{{ tpl (.Files.Glob "resources/config/log/logback.xml").AsConfig . | indent 2 }}
+{{ tpl (.Files.Glob "resources/config/logback.xml").AsConfig . | indent 2 }}
diff --git a/kubernetes/msb/charts/msb-eag/templates/deployment.yaml b/kubernetes/msb/charts/msb-eag/templates/deployment.yaml
index 31bb2c96c8..ae07b09c25 100644
--- a/kubernetes/msb/charts/msb-eag/templates/deployment.yaml
+++ b/kubernetes/msb/charts/msb-eag/templates/deployment.yaml
@@ -68,7 +68,7 @@ spec:
             name: localtime
             readOnly: true
           - mountPath: /usr/local/apiroute-works/logs
-            name: msb-discovery-logs
+            name: {{ include "common.fullname" . }}-logs
           resources:
 {{ toYaml .Values.resources | indent 12 }}
         {{- if .Values.nodeSelector }}
@@ -84,17 +84,29 @@ spec:
           image: "{{ .Values.global.loggingRepository }}/{{ .Values.global.loggingImage }}"
           imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
           volumeMounts:
-          - mountPath: /var/log/onap
-            name: msb-discovery-logs
-          - mountPath: /usr/share/filebeat/data
-            name: msb-discovery-filebeat
+          - name: {{ include "common.fullname" . }}-filebeat-conf
+            mountPath: /usr/share/filebeat/filebeat.yml
+            subPath: filebeat.yml
+          - name: {{ include "common.fullname" . }}-data-filebeat
+            mountPath: /usr/share/filebeat/data
+          - name: {{ include "common.fullname" . }}-logs
+            mountPath: /var/log/onap/msb/msb-eag
+          - mountPath: /opt/ajsc/etc/config/logback.xml
+            name: {{ include "common.fullname" . }}-log-conf
+            subPath: logback.xml
       volumes:
+        - name: {{ include "common.fullname" . }}-log-conf
+          configMap:
+            name: {{ include "common.fullname" . }}-log
+        - name: {{ include "common.fullname" . }}-filebeat-conf
+          configMap:
+            name: {{ .Release.Name }}-msb-filebeat-configmap
+        - name: {{ include "common.fullname" . }}-data-filebeat
+          emptyDir: {}
+        - name:  {{ include "common.fullname" . }}-logs
+          emptyDir: {}
         - name: localtime
           hostPath:
             path: /etc/localtime
-        - name: msb-discovery-logs
-          emptyDir: {}
-        - name: msb-discovery-filebeat
-          emptyDir: {}
       imagePullSecrets:
       - name: "{{ include "common.namespace" . }}-docker-registry-key"
diff --git a/kubernetes/msb/charts/msb-iag/resources/config/log/logback.xml b/kubernetes/msb/charts/msb-iag/resources/config/log/logback.xml
deleted file mode 100644
index 33775962b7..0000000000
--- a/kubernetes/msb/charts/msb-iag/resources/config/log/logback.xml
+++ /dev/null
@@ -1,27 +0,0 @@
-
-
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-   
-      
-         ${pattern}
-      
-   
\ No newline at end of file
diff --git a/kubernetes/msb/charts/msb-iag/resources/config/logback.xml b/kubernetes/msb/charts/msb-iag/resources/config/logback.xml
new file mode 100644
index 0000000000..2774b580aa
--- /dev/null
+++ b/kubernetes/msb/charts/msb-iag/resources/config/logback.xml
@@ -0,0 +1,118 @@
+
+    
+    
+    
+    
+    
+    
+    
+    
+    
+
+  
+  
+
+  
+  
+
+  
+  
+  
+  
+
+  
+  
+
+  
+  
+  
+  
+
+  
+    ${logDirectory}/${auditLogName}.log
+    
+      ${logDirectory}/${auditLogName}.log.%d
+    
+    
+      ${auditPattern}
+    
+  
+  
+  
+    256
+    
+  
+
+  
+    ${logDirectory}/${metricsLogName}.log
+    
+      ${logDirectory}/${metricsLogName}.log.%d
+    
+    
+      ${metricPattern}
+    
+  
+
+  
+    256
+    
+  
+
+  
+    ${logDirectory}/${errorLogName}.log
+    
+      ${logDirectory}/${errorLogName}.log.%d
+    
+    
+      INFO
+    
+    
+      ${errorPattern}
+    
+  
+
+  
+    256
+    
+  
+
+  
+    ${debugLogDirectory}/${debugLogName}.log
+    
+      ${debugLogDirectory}/${debugLogName}.log.%d
+    
+    
+      ${debugPattern}
+    
+  
+
+  
+    256
+    
+    true
+  
+
+  
+    
+  
+
+  
+    
+  
+
+  
+    
+  
+  
+  
+    
+  
+
+
+
diff --git a/kubernetes/msb/charts/msb-iag/templates/configmap.yaml b/kubernetes/msb/charts/msb-iag/templates/configmap.yaml
index 97c720a6ab..4df72b2dbe 100644
--- a/kubernetes/msb/charts/msb-iag/templates/configmap.yaml
+++ b/kubernetes/msb/charts/msb-iag/templates/configmap.yaml
@@ -1,7 +1,7 @@
 apiVersion: v1
 kind: ConfigMap
 metadata:
-  name: {{ include "common.fullname" . }}
+  name: {{ include "common.fullname" . }}-log
   namespace: {{ include "common.namespace" . }}
 data:
-{{ tpl (.Files.Glob "resources/config/log/logback.xml").AsConfig . | indent 2 }}
+{{ tpl (.Files.Glob "resources/config/logback.xml").AsConfig . | indent 2 }}
diff --git a/kubernetes/msb/charts/msb-iag/templates/deployment.yaml b/kubernetes/msb/charts/msb-iag/templates/deployment.yaml
index 31bb2c96c8..98ac932601 100644
--- a/kubernetes/msb/charts/msb-iag/templates/deployment.yaml
+++ b/kubernetes/msb/charts/msb-iag/templates/deployment.yaml
@@ -68,7 +68,7 @@ spec:
             name: localtime
             readOnly: true
           - mountPath: /usr/local/apiroute-works/logs
-            name: msb-discovery-logs
+            name: {{ include "common.fullname" . }}-logs
           resources:
 {{ toYaml .Values.resources | indent 12 }}
         {{- if .Values.nodeSelector }}
@@ -84,17 +84,29 @@ spec:
           image: "{{ .Values.global.loggingRepository }}/{{ .Values.global.loggingImage }}"
           imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
           volumeMounts:
-          - mountPath: /var/log/onap
-            name: msb-discovery-logs
-          - mountPath: /usr/share/filebeat/data
-            name: msb-discovery-filebeat
+          - name: {{ include "common.fullname" . }}-filebeat-conf
+            mountPath: /usr/share/filebeat/filebeat.yml
+            subPath: filebeat.yml
+          - name: {{ include "common.fullname" . }}-data-filebeat
+            mountPath: /usr/share/filebeat/data
+          - name: {{ include "common.fullname" . }}-logs
+            mountPath: /var/log/onap/msb/msb-iag
+          - mountPath: /opt/ajsc/etc/config/logback.xml
+            name: {{ include "common.fullname" . }}-log-conf
+            subPath: logback.xml
       volumes:
+        - name: {{ include "common.fullname" . }}-log-conf
+          configMap:
+            name: {{ include "common.fullname" . }}-log
+        - name: {{ include "common.fullname" . }}-filebeat-conf
+          configMap:
+            name: {{ .Release.Name }}-msb-filebeat-configmap
+        - name: {{ include "common.fullname" . }}-data-filebeat
+          emptyDir: {}
+        - name:  {{ include "common.fullname" . }}-logs
+          emptyDir: {}
         - name: localtime
           hostPath:
             path: /etc/localtime
-        - name: msb-discovery-logs
-          emptyDir: {}
-        - name: msb-discovery-filebeat
-          emptyDir: {}
       imagePullSecrets:
       - name: "{{ include "common.namespace" . }}-docker-registry-key"
diff --git a/kubernetes/msb/resources/config/log/filebeat/filebeat.yml b/kubernetes/msb/resources/config/log/filebeat/filebeat.yml
index 0bc14ea908..b0d4690754 100644
--- a/kubernetes/msb/resources/config/log/filebeat/filebeat.yml
+++ b/kubernetes/msb/resources/config/log/filebeat/filebeat.yml
@@ -21,7 +21,7 @@ output.logstash:
   #List of logstash server ip addresses with port number.
   #But, in our case, this will be the loadbalancer IP address.
   #For the below property to work the loadbalancer or logstash should expose 5044 port to listen the filebeat events or port in the property should be changed appropriately.
-  hosts: ["{{.Values.config.logstashServiceName}}:{{.Values.config.logstashPort}}"]
+  hosts: ["{{.Values.config.logstashServiceName}}.{{.Release.Namespace}}:{{.Values.config.logstashPort}}"]
   #If enable will do load balancing among availabe Logstash, automatically.
   loadbalance: true
 
diff --git a/kubernetes/msb/templates/configmap.yaml b/kubernetes/msb/templates/configmap.yaml
new file mode 100644
index 0000000000..507b71dbe2
--- /dev/null
+++ b/kubernetes/msb/templates/configmap.yaml
@@ -0,0 +1,7 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: {{ .Release.Name }}-msb-filebeat-configmap
+  namespace: {{ include "common.namespace" . }}
+data:
+{{ tpl (.Files.Glob "resources/config/log/filebeat/filebeat.yml").AsConfig . | indent 2 }}