3 # ============LICENSE_START=======================================================
5 # ================================================================================
6 # Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.
7 # Copyright (c) 2020 Nokia Intellectual Property. All rights reserved.
8 # Copyright (c) 2020-2021 Orange Intellectual Property. All rights reserved.
9 # ================================================================================
10 # Licensed under the Apache License, Version 2.0 (the "License");
11 # you may not use this file except in compliance with the License.
12 # You may obtain a copy of the License at
14 # http://www.apache.org/licenses/LICENSE-2.0
16 # Unless required by applicable law or agreed to in writing, software
17 # distributed under the License is distributed on an "AS IS" BASIS,
18 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
19 # See the License for the specific language governing permissions and
20 # limitations under the License.
21 # ============LICENSE_END=========================================================
23 # In ONAP, the following job will always be run on each installation
24 # The following job will go through the latest oxm and
25 # create properties based on the data type defined in the oxm
26 # and create the required indexes for the appropriate properties
27 # This can be run multiple times as the code if the index or property already exists
28 # then the index or property won't be created again
29 # NOTE - During the execution of the createSchema job, there should
30 # be no other janusgraph connection to the graph as its the reason
31 # that resources traversal and graphadmin wait until this job is done
32 # If you are using an existing cassandra cluster not coming from oom
33 # then it is your job to ensure that there are no connections to the database
36 {{- if .Values.global.jobs.migration.enabled }}
41 name: {{ include "common.fullname" . }}-migration
42 namespace: {{ include "common.namespace" . }}
44 app: {{ include "common.name" . }}-job
45 chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
46 release: {{ include "common.release" . }}
47 heritage: {{ .Release.Service }}
49 "helm.sh/hook": post-upgrade,post-rollback,post-install
50 "helm.sh/hook-weight": "1"
51 "helm.sh/hook-delete-policy": before-hook-creation
57 app: {{ include "common.name" . }}-job
58 release: {{ include "common.release" . }}
59 name: {{ include "common.name" . }}
61 initContainers: {{ include "common.certInitializer.initContainer" . | nindent 6 }}
62 {{- if .Values.global.aafEnabled }}
68 echo "*** retrieve Truststore and Keystore password"
69 export $(cat {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop | xargs -0)
70 echo "*** obfuscate them "
71 export JETTY_UTIL_JAR=$(find /usr/local/jetty/lib/ -regextype sed -regex ".*jetty-util-[0-9].*.jar")
72 export KEYSTORE_PASSWORD=`java -cp ${JETTY_UTIL_JAR} org.eclipse.jetty.util.security.Password ${KEYSTORE_PLAIN_PASSWORD} 2>&1 | grep "OBF:"`
73 export KEYSTORE_JKS_PASSWORD=`java -cp ${JETTY_UTIL_JAR} org.eclipse.jetty.util.security.Password ${KEYSTORE_JKS_PLAIN_PASSWORD} 2>&1 | grep "OBF:"`
74 export TRUSTSTORE_PASSWORD=`java -cp ${JETTY_UTIL_JAR} org.eclipse.jetty.util.security.Password ${TRUSTSTORE_PLAIN_PASSWORD} 2>&1 | grep "OBF:"`
75 echo "KEYSTORE_PASSWORD=${KEYSTORE_PASSWORD}" >> {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop
76 echo "KEYSTORE_JKS_PASSWORD=${KEYSTORE_JKS_PASSWORD}" >> {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop
77 echo "TRUSTSTORE_PASSWORD=${TRUSTSTORE_PASSWORD}" >> {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop
78 image: {{ include "repositoryGenerator.image.jetty" . }}
79 imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
80 name: {{ include "common.name" . }}-obfuscate
81 volumeMounts: {{ include "common.certInitializer.volumeMount" . | nindent 8 }}
83 runAsUser: {{ .Values.securityContext.user_id }}
89 echo "*** Set obfuscated Truststore and Keystore password into configuration file"
90 export $(cat {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop | xargs -0)
94 envsubst <${PFILE} >/config/${PFILE}
96 volumeMounts: {{ include "common.certInitializer.volumeMount" . | nindent 8 }}
97 - mountPath: /config-input
98 name: properties-input
101 image: {{ include "repositoryGenerator.image.envsubst" . }}
102 imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
103 name: {{ include "common.name" . }}-update-config
109 {{- if .Values.global.cassandra.localCluster }}
121 fieldPath: metadata.namespace
122 image: {{ include "repositoryGenerator.image.readiness" . }}
123 imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
124 name: {{ include "common.name" . }}-readiness
130 bash docker-entrypoint.sh dataRestoreFromSnapshot.sh `ls -t /opt/app/aai-graphadmin/logs/data/dataSnapshots|head -1|awk -F".P" '{ print $1 }'`
132 - name: LOCAL_USER_ID
133 value: {{ .Values.securityContext.user_id | quote }}
134 - name: LOCAL_GROUP_ID
135 value: {{ .Values.securityContext.group_id | quote }}
136 volumeMounts: {{ include "common.certInitializer.volumeMount" . | nindent 8 }}
137 - mountPath: /etc/localtime
140 - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/janusgraph-realtime.properties
142 subPath: janusgraph-realtime.properties
143 - mountPath: /opt/app/aai-graphadmin/logs/data/dataSnapshots
145 - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/janusgraph-cached.properties
147 subPath: janusgraph-cached.properties
148 - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/aaiconfig.properties
150 subPath: aaiconfig.properties
151 - mountPath: /opt/aai/logroot/AAI-GA
153 - mountPath: /opt/app/aai-graphadmin/resources/logback.xml
156 - mountPath: /opt/app/aai-graphadmin/resources/localhost-access-logback.xml
158 subPath: localhost-access-logback.xml
159 - mountPath: /opt/app/aai-graphadmin/resources/application.properties
161 subPath: application.properties
162 image: {{ include "repositoryGenerator.repository" . }}/{{ .Values.image }}
163 imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
164 name: {{ include "common.name" . }}-restore-backup
166 - image: {{ include "repositoryGenerator.repository" . }}/{{ .Values.image }}
167 imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
168 name: {{ include "common.name" . }}-perform-migration
174 {{- if include "common.onServiceMesh" . }}
175 echo "waiting 15s for istio side cars to be up"; sleep 15s;{{- end }}
176 bash docker-entrypoint.sh run_Migrations.sh -e UpdateAaiUriIndexMigration --commit --skipPreMigrationSnapShot --runDisabled RebuildAllEdges ;
177 {{ include "common.serviceMesh.killSidecar" . | indent 11 | trim }}
179 - name: LOCAL_USER_ID
180 value: {{ .Values.securityContext.user_id | quote }}
181 - name: LOCAL_GROUP_ID
182 value: {{ .Values.securityContext.group_id | quote }}
183 volumeMounts: {{ include "common.certInitializer.volumeMount" . | nindent 8 }}
184 - mountPath: /etc/localtime
187 - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/janusgraph-realtime.properties
189 subPath: janusgraph-realtime.properties
190 - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/janusgraph-cached.properties
192 subPath: janusgraph-cached.properties
193 - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/aaiconfig.properties
195 subPath: aaiconfig.properties
196 - mountPath: /opt/aai/logroot/AAI-GA
198 - mountPath: /opt/app/aai-graphadmin/resources/logback.xml
201 - mountPath: /opt/app/aai-graphadmin/resources/localhost-access-logback.xml
203 subPath: localhost-access-logback.xml
204 - mountPath: /opt/app/aai-graphadmin/resources/application.properties
206 subPath: application.properties
207 resources: {{ include "common.resources" . | nindent 10 }}
208 {{- if .Values.nodeSelector }}
209 nodeSelector: {{ toYaml .Values.nodeSelector | nindent 8 }}
211 {{- if .Values.affinity }}
212 affinity: {{ toYaml .Values.affinity | nindent 8 }}
214 volumes: {{ include "common.certInitializer.volumes" . | nindent 6 }}
218 {{ include "common.log.volumes" (dict "dot" . "configMapNamePrefix" (tpl .Values.logConfigMapNamePrefix .)) | nindent 8 }}
219 - name: {{ include "common.fullname" . }}-logs
221 - name: {{ include "common.fullname" . }}-config
223 name: {{ include "common.fullname" . }}-configmap
224 - name: {{ include "common.fullname" . }}-snapshots
225 persistentVolumeClaim:
226 claimName: {{ include "common.fullname" . }}-migration
228 {{- if .Values.global.aafEnabled }}
231 - name: properties-input
234 name: {{ include "common.fullname" . }}-properties
237 - name: "{{ include "common.namespace" . }}-docker-registry-key"
242 name: {{ include "common.fullname" . }}-db-backup-job
243 namespace: {{ include "common.namespace" . }}
245 app: {{ include "common.name" . }}-db-backup-job
246 release: {{ include "common.release" . }}
247 heritage: {{ .Release.Service }}
248 chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
250 "helm.sh/hook": pre-upgrade,pre-install
251 "helm.sh/hook-weight": "2"
252 "helm.sh/hook-delete-policy": before-hook-creation
258 app: {{ include "common.name" . }}-db-backup-job
259 release: {{ include "common.release" . }}
260 name: {{ include "common.name" . }}
262 initContainers: {{ include "common.certInitializer.initContainer" . | nindent 6 }}
263 {{- if .Values.global.aafEnabled }}
269 echo "*** retrieve Truststore and Keystore password"
270 export $(cat {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop | xargs -0)
271 echo "*** obfuscate them "
272 export JETTY_UTIL_JAR=$(find /usr/local/jetty/lib/ -regextype sed -regex ".*jetty-util-[0-9].*.jar")
273 export KEYSTORE_PASSWORD=`java -cp ${JETTY_UTIL_JAR} org.eclipse.jetty.util.security.Password ${KEYSTORE_PLAIN_PASSWORD} 2>&1 | grep "OBF:"`
274 export KEYSTORE_JKS_PASSWORD=`java -cp ${JETTY_UTIL_JAR} org.eclipse.jetty.util.security.Password ${KEYSTORE_JKS_PLAIN_PASSWORD} 2>&1 | grep "OBF:"`
275 export TRUSTSTORE_PASSWORD=`java -cp ${JETTY_UTIL_JAR} org.eclipse.jetty.util.security.Password ${TRUSTSTORE_PLAIN_PASSWORD} 2>&1 | grep "OBF:"`
276 echo "KEYSTORE_PASSWORD=${KEYSTORE_PASSWORD}" >> {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop
277 echo "KEYSTORE_JKS_PASSWORD=${KEYSTORE_JKS_PASSWORD}" >> {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop
278 echo "TRUSTSTORE_PASSWORD=${TRUSTSTORE_PASSWORD}" >> {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop
279 image: {{ include "repositoryGenerator.image.jetty" . }}
280 imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
281 name: {{ include "common.name" . }}-obfuscate
282 volumeMounts: {{ include "common.certInitializer.volumeMount" . | nindent 8 }}
284 runAsUser: {{ .Values.securityContext.user_id }}
290 echo "*** Set obfuscated Truststore and Keystore password into configuration file"
291 export $(cat {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop | xargs -0)
295 envsubst <${PFILE} >/config/${PFILE}
297 volumeMounts: {{ include "common.certInitializer.volumeMount" . | nindent 8 }}
298 - mountPath: /config-input
299 name: properties-input
302 image: {{ include "repositoryGenerator.image.envsubst" . }}
303 imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
304 name: {{ include "common.name" . }}-update-config
306 {{ if eq .Values.global.jobs.migration.remoteCassandra.enabled false }}
310 - /app/ready.py --container-name aai-cassandra --timeout 1 || /app/ready.py --container-name cassandra
316 fieldPath: metadata.namespace
317 image: {{ include "repositoryGenerator.image.readiness" . }}
318 imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
319 name: {{ include "common.name" . }}-db-backup-readiness
322 - name: {{ include "common.name" . }}-db-backup-job
323 image: {{ include "repositoryGenerator.repository" . }}/{{ .Values.image }}
324 imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
330 {{- if include "common.onServiceMesh" . }}
331 echo "waiting 15s for istio side cars to be up"; sleep 15s;{{- end }}
332 bash docker-entrypoint.sh dataSnapshot.sh
333 {{ include "common.serviceMesh.killSidecar" . | indent 11 | trim }}
335 - name: LOCAL_USER_ID
336 value: {{ .Values.securityContext.user_id | quote }}
337 - name: LOCAL_GROUP_ID
338 value: {{ .Values.securityContext.group_id | quote }}
339 volumeMounts: {{ include "common.certInitializer.volumeMount" . | nindent 8 }}
340 - mountPath: /etc/localtime
343 - mountPath: /opt/app/aai-graphadmin/logs/data/dataSnapshots
345 - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/janusgraph-realtime.properties
347 subPath: janusgraph-migration-real.properties
348 - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/janusgraph-cached.properties
350 subPath: janusgraph-migration-cached.properties
351 - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/aaiconfig.properties
353 subPath: aaiconfig.properties
354 - mountPath: /opt/aai/logroot/AAI-RES/
356 - mountPath: /opt/app/aai-graphadmin/resources/logback.xml
359 - mountPath: /opt/app/aai-graphadmin/resources/localhost-access-logback.xml
361 subPath: localhost-access-logback.xml
362 - mountPath: /opt/app/aai-graphadmin/resources/application.properties
364 subPath: application.properties
365 resources: {{ include "common.resources" . | nindent 10 }}
366 {{- if .Values.nodeSelector }}
367 nodeSelector: {{ toYaml .Values.nodeSelector | nindent 8 }}
369 {{- if .Values.affinity }}
370 affinity: {{ toYaml .Values.affinity | nindent 8 }}
372 volumes: {{ include "common.resources" . | nindent 10 }}
380 name: {{ include "common.fullname" . }}
381 - name: properties-input
383 name: {{ include "common.fullname" . }}-properties
389 name: {{ include "common.fullname" . }}-migration
391 persistentVolumeClaim:
392 claimName: {{ include "common.fullname" . }}-migration
395 - name: "{{ include "common.namespace" . }}-docker-registry-key"