kubernetes/aai/components/aai-graphadmin/templates/job-migration.yaml

   1 {{/*
   2 #
   3 # ============LICENSE_START=======================================================
   4 # org.onap.aai
   5 # ================================================================================
   6 # Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.
   7 # Copyright (c) 2020 Nokia Intellectual Property. All rights reserved.
   8 # Copyright (c) 2020-2021 Orange Intellectual Property. All rights reserved.
   9 # ================================================================================
  10 # Licensed under the Apache License, Version 2.0 (the "License");
  11 # you may not use this file except in compliance with the License.
  12 # You may obtain a copy of the License at
  13 #
  14 #    http://www.apache.org/licenses/LICENSE-2.0
  15 #
  16 # Unless required by applicable law or agreed to in writing, software
  17 # distributed under the License is distributed on an "AS IS" BASIS,
  18 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  19 # See the License for the specific language governing permissions and
  20 # limitations under the License.
  21 # ============LICENSE_END=========================================================
  22
  23 # In ONAP, the following job will always be run on each installation
  24 # The following job will go through the latest oxm and
  25 # create properties based on the data type defined in the oxm
  26 # and create the required indexes for the appropriate properties
  27 # This can be run multiple times as the code if the index or property already exists
  28 # then the index or property won't be created again
  29 # NOTE - During the execution of the createSchema job, there should
  30 # be no other janusgraph connection to the graph as its the reason
  31 # that resources traversal and graphadmin wait until this job is done
  32 # If you are using an existing cassandra cluster not coming from oom
  33 # then it is your job to ensure that there are no connections to the database
  34 */}}
  35
  36 {{- if .Values.global.jobs.migration.enabled }}
  37 ---
  38 apiVersion: batch/v1
  39 kind: Job
  40 metadata:
  41   name: {{ include "common.fullname" . }}-migration
  42   namespace: {{ include "common.namespace" . }}
  43   labels:
  44     app: {{ include "common.name" . }}-job
  45     chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
  46     release: {{ include "common.release" . }}
  47     heritage: {{ .Release.Service }}
  48   annotations:
  49     "helm.sh/hook": post-upgrade,post-rollback,post-install
  50     "helm.sh/hook-weight": "1"
  51     "helm.sh/hook-delete-policy": before-hook-creation
  52 spec:
  53   backoffLimit: 20
  54   template:
  55     metadata:
  56       labels:
  57         app: {{ include "common.name" . }}-job
  58         release: {{ include "common.release" . }}
  59       name: {{ include "common.name" . }}
  60     spec:
  61       initContainers: {{ include "common.certInitializer.initContainer" . | nindent 6 }}
  62       {{- if .Values.global.aafEnabled }}
  63       - command:
  64         - sh
  65         args:
  66         - -c
  67         - |
  68           echo "*** retrieve Truststore and Keystore password"
  69           export $(cat {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop | xargs -0)
  70           echo "*** obfuscate them "
  71           export KEYSTORE_PASSWORD=`java -cp /usr/local/jetty/lib/jetty-util-9.4.45.v20220203.jar org.eclipse.jetty.util.security.Password ${KEYSTORE_PLAIN_PASSWORD} 2>&1 | grep "OBF:"`
  72           export KEYSTORE_JKS_PASSWORD=`java -cp /usr/local/jetty/lib/jetty-util-9.4.45.v20220203.jar org.eclipse.jetty.util.security.Password ${KEYSTORE_JKS_PLAIN_PASSWORD} 2>&1 | grep "OBF:"`
  73           export TRUSTSTORE_PASSWORD=`java -cp /usr/local/jetty/lib/jetty-util-9.4.45.v20220203.jar org.eclipse.jetty.util.security.Password ${TRUSTSTORE_PLAIN_PASSWORD} 2>&1 | grep "OBF:"`
  74           echo "KEYSTORE_PASSWORD=${KEYSTORE_PASSWORD}" >> {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop
  75           echo "KEYSTORE_JKS_PASSWORD=${KEYSTORE_JKS_PASSWORD}" >> {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop
  76           echo "TRUSTSTORE_PASSWORD=${TRUSTSTORE_PASSWORD}" >> {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop
  77         image: {{ include "repositoryGenerator.image.jetty" . }}
  78         imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
  79         name: {{ include "common.name" . }}-obfuscate
  80         volumeMounts: {{ include "common.certInitializer.volumeMount" . | nindent 8 }}
  81         securityContext:
  82           runAsUser: {{ .Values.securityContext.user_id }}
  83       - command:
  84         - sh
  85         args:
  86         - -c
  87         - |
  88           echo "*** Set obfuscated Truststore and Keystore password into configuration file"
  89           export $(cat {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop | xargs -0)
  90           cd /config-input
  91           for PFILE in `ls -1`
  92           do
  93             envsubst <${PFILE} >/config/${PFILE}
  94           done
  95         volumeMounts: {{ include "common.certInitializer.volumeMount" . | nindent 8 }}
  96         - mountPath: /config-input
  97           name: properties-input
  98         - mountPath: /config
  99           name: properties
 100         image: {{ include "repositoryGenerator.image.envsubst" . }}
 101         imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
 102         name: {{ include "common.name" . }}-update-config
 103       {{- end }}
 104       - command:
 105         - /app/ready.py
 106         args:
 107         - --container-name
 108         {{- if .Values.global.cassandra.localCluster }}
 109         - aai-cassandra
 110         {{- else }}
 111         - cassandra
 112         {{- end }}
 113         - --container-name
 114         - aai-schema-service
 115         env:
 116         - name: NAMESPACE
 117           valueFrom:
 118             fieldRef:
 119               apiVersion: v1
 120               fieldPath: metadata.namespace
 121         image: {{ include "repositoryGenerator.image.readiness" . }}
 122         imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
 123         name: {{ include "common.name" . }}-readiness
 124       - command:
 125         - sh
 126         args:
 127         - -c
 128         - |
 129            bash docker-entrypoint.sh dataRestoreFromSnapshot.sh `ls -t /opt/app/aai-graphadmin/logs/data/dataSnapshots|head -1|awk -F".P" '{ print $1 }'`
 130         env:
 131         - name: LOCAL_USER_ID
 132           value: {{ .Values.securityContext.user_id | quote }}
 133         - name: LOCAL_GROUP_ID
 134           value: {{ .Values.securityContext.group_id | quote }}
 135         volumeMounts: {{ include "common.certInitializer.volumeMount" . | nindent 8 }}
 136         - mountPath: /etc/localtime
 137           name: localtime
 138           readOnly: true
 139         - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/janusgraph-realtime.properties
 140           name: config
 141           subPath: janusgraph-realtime.properties
 142         - mountPath: /opt/app/aai-graphadmin/logs/data/dataSnapshots
 143           name: snapshots
 144         - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/janusgraph-cached.properties
 145           name: config
 146           subPath: janusgraph-cached.properties
 147         - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/aaiconfig.properties
 148           name: properties
 149           subPath: aaiconfig.properties
 150         - mountPath: /opt/aai/logroot/AAI-GA
 151           name: logs
 152         - mountPath: /opt/app/aai-graphadmin/resources/logback.xml
 153           name: config
 154           subPath: logback.xml
 155         - mountPath: /opt/app/aai-graphadmin/resources/localhost-access-logback.xml
 156           name: config
 157           subPath: localhost-access-logback.xml
 158         - mountPath: /opt/app/aai-graphadmin/resources/application.properties
 159           name: properties
 160           subPath: application.properties
 161         image: {{ include "repositoryGenerator.repository" . }}/{{ .Values.image }}
 162         imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
 163         name: {{ include "common.name" . }}-restore-backup
 164       containers:
 165       - image: {{ include "repositoryGenerator.repository" . }}/{{ .Values.image }}
 166         imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
 167         name: {{ include "common.name" . }}-perform-migration
 168         command:
 169         - sh
 170         args:
 171         - -c
 172         - |
 173            bash docker-entrypoint.sh run_Migrations.sh -e UpdateAaiUriIndexMigration --commit --skipPreMigrationSnapShot --runDisabled RebuildAllEdges ;
 174            {{ include "common.serviceMesh.killSidecar" . | indent 11 | trim }}
 175         env:
 176         - name: LOCAL_USER_ID
 177           value: {{ .Values.securityContext.user_id | quote }}
 178         - name: LOCAL_GROUP_ID
 179           value: {{ .Values.securityContext.group_id | quote }}
 180         volumeMounts: {{ include "common.certInitializer.volumeMount" . | nindent 8 }}
 181         - mountPath: /etc/localtime
 182           name: localtime
 183           readOnly: true
 184         - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/janusgraph-realtime.properties
 185           name: config
 186           subPath: janusgraph-realtime.properties
 187         - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/janusgraph-cached.properties
 188           name: config
 189           subPath: janusgraph-cached.properties
 190         - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/aaiconfig.properties
 191           name: properties
 192           subPath: aaiconfig.properties
 193         - mountPath: /opt/aai/logroot/AAI-GA
 194           name: logs
 195         - mountPath: /opt/app/aai-graphadmin/resources/logback.xml
 196           name: config
 197           subPath: logback.xml
 198         - mountPath: /opt/app/aai-graphadmin/resources/localhost-access-logback.xml
 199           name: config
 200           subPath: localhost-access-logback.xml
 201         - mountPath: /opt/app/aai-graphadmin/resources/application.properties
 202           name: properties
 203           subPath: application.properties
 204         resources: {{ include "common.resources" . | nindent 10 }}
 205       {{- if .Values.nodeSelector }}
 206       nodeSelector: {{ toYaml .Values.nodeSelector | nindent 8 }}
 207       {{- end }}
 208       {{- if .Values.affinity }}
 209       affinity: {{ toYaml .Values.affinity | nindent 8 }}
 210       {{- end }}
 211       volumes: {{ include "common.certInitializer.volumes" . | nindent 6 }}
 212       - name: localtime
 213         hostPath:
 214           path: /etc/localtime
 215       {{ include "common.log.volumes" (dict "dot" . "configMapNamePrefix" (tpl .Values.logConfigMapNamePrefix .)) | nindent 8 }}
 216       - name: {{ include "common.fullname" . }}-logs
 217         emptyDir: {}
 218       - name: {{ include "common.fullname" . }}-config
 219         configMap:
 220           name: {{ include "common.fullname" . }}-configmap
 221       - name: {{ include "common.fullname" . }}-snapshots
 222         persistentVolumeClaim:
 223           claimName: {{ include "common.fullname" . }}-migration
 224       - name: properties
 225       {{- if .Values.global.aafEnabled }}
 226         emptyDir:
 227           medium: Memory
 228       - name: properties-input
 229       {{- end }}
 230         configMap:
 231           name: {{ include "common.fullname" . }}-properties
 232       restartPolicy: Never
 233       imagePullSecrets:
 234       - name: "{{ include "common.namespace" . }}-docker-registry-key"
 235 ---
 236 apiVersion: batch/v1
 237 kind: Job
 238 metadata:
 239   name: {{ include "common.fullname" . }}-db-backup-job
 240   namespace: {{ include "common.namespace" . }}
 241   labels:
 242     app: {{ include "common.name" . }}-db-backup-job
 243     release: {{ include "common.release" . }}
 244     heritage: {{ .Release.Service }}
 245     chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }}
 246   annotations:
 247     "helm.sh/hook": pre-upgrade,pre-install
 248     "helm.sh/hook-weight": "2"
 249     "helm.sh/hook-delete-policy": before-hook-creation
 250 spec:
 251   backoffLimit: 20
 252   template:
 253     metadata:
 254       labels:
 255         app: {{ include "common.name" . }}-db-backup-job
 256         release: {{ include "common.release" . }}
 257       name: {{ include "common.name" . }}
 258     spec:
 259       initContainers: {{ include "common.certInitializer.initContainer" . | nindent 6 }}
 260       {{- if .Values.global.aafEnabled }}
 261       - command:
 262         - sh
 263         args:
 264         - -c
 265         - |
 266           echo "*** retrieve Truststore and Keystore password"
 267           export $(cat {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop | xargs -0)
 268           echo "*** obfuscate them "
 269           export KEYSTORE_PASSWORD=`java -cp /usr/local/jetty/lib/jetty-util-9.4.45.v20220203.jar org.eclipse.jetty.util.security.Password ${KEYSTORE_PLAIN_PASSWORD} 2>&1 | grep "OBF:"`
 270           export KEYSTORE_JKS_PASSWORD=`java -cp /usr/local/jetty/lib/jetty-util-9.4.45.v20220203.jar org.eclipse.jetty.util.security.Password ${KEYSTORE_JKS_PLAIN_PASSWORD} 2>&1 | grep "OBF:"`
 271           export TRUSTSTORE_PASSWORD=`java -cp /usr/local/jetty/lib/jetty-util-9.4.45.v20220203.jar org.eclipse.jetty.util.security.Password ${TRUSTSTORE_PLAIN_PASSWORD} 2>&1 | grep "OBF:"`
 272           echo "KEYSTORE_PASSWORD=${KEYSTORE_PASSWORD}" >> {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop
 273           echo "KEYSTORE_JKS_PASSWORD=${KEYSTORE_JKS_PASSWORD}" >> {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop
 274           echo "TRUSTSTORE_PASSWORD=${TRUSTSTORE_PASSWORD}" >> {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop
 275         image: {{ include "repositoryGenerator.image.jetty" . }}
 276         imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
 277         name: {{ include "common.name" . }}-obfuscate
 278         volumeMounts: {{ include "common.certInitializer.volumeMount" . | nindent 8 }}
 279         securityContext:
 280           runAsUser: {{ .Values.securityContext.user_id }}
 281       - command:
 282         - sh
 283         args:
 284         - -c
 285         - |
 286           echo "*** Set obfuscated Truststore and Keystore password into configuration file"
 287           export $(cat {{ .Values.certInitializer.appMountPath }}/local/mycreds.prop | xargs -0)
 288           cd /config-input
 289           for PFILE in `ls -1`
 290           do
 291             envsubst <${PFILE} >/config/${PFILE}
 292           done
 293         volumeMounts: {{ include "common.certInitializer.volumeMount" . | nindent 8 }}
 294         - mountPath: /config-input
 295           name: properties-input
 296         - mountPath: /config
 297           name: properties
 298         image: {{ include "repositoryGenerator.image.envsubst" . }}
 299         imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
 300         name: {{ include "common.name" . }}-update-config
 301       {{- end }}
 302       {{ if eq .Values.global.jobs.migration.remoteCassandra.enabled false }}
 303       - command:
 304         - /bin/bash
 305         - -c
 306         - /app/ready.py --container-name aai-cassandra --timeout 1 || /app/ready.py --container-name cassandra
 307         env:
 308         - name: NAMESPACE
 309           valueFrom:
 310             fieldRef:
 311               apiVersion: v1
 312               fieldPath: metadata.namespace
 313         image: {{ include "repositoryGenerator.image.readiness" . }}
 314         imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
 315         name: {{ include "common.name" . }}-db-backup-readiness
 316       {{- end }}
 317       containers:
 318       - name: {{ include "common.name" . }}-db-backup-job
 319         image: {{ include "repositoryGenerator.repository" . }}/{{ .Values.image }}
 320         imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
 321         command:
 322         - sh
 323         args:
 324         - -c
 325         - |
 326            bash docker-entrypoint.sh dataSnapshot.sh
 327            {{ include "common.serviceMesh.killSidecar" . | indent 11 | trim }}
 328         env:
 329         - name: LOCAL_USER_ID
 330           value: {{ .Values.securityContext.user_id | quote }}
 331         - name: LOCAL_GROUP_ID
 332           value: {{ .Values.securityContext.group_id | quote }}
 333         volumeMounts: {{ include "common.certInitializer.volumeMount" . | nindent 8 }}
 334         - mountPath: /etc/localtime
 335           name: localtime
 336           readOnly: true
 337         - mountPath: /opt/app/aai-graphadmin/logs/data/dataSnapshots
 338           name: snapshots
 339         - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/janusgraph-realtime.properties
 340           name: migration
 341           subPath: janusgraph-migration-real.properties
 342         - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/janusgraph-cached.properties
 343           name: migration
 344           subPath: janusgraph-migration-cached.properties
 345         - mountPath: /opt/app/aai-graphadmin/resources/etc/appprops/aaiconfig.properties
 346           name: properties
 347           subPath: aaiconfig.properties
 348         - mountPath: /opt/aai/logroot/AAI-RES/
 349           name: logs
 350         - mountPath: /opt/app/aai-graphadmin/resources/logback.xml
 351           name: config
 352           subPath: logback.xml
 353         - mountPath: /opt/app/aai-graphadmin/resources/localhost-access-logback.xml
 354           name: config
 355           subPath: localhost-access-logback.xml
 356         - mountPath: /opt/app/aai-graphadmin/resources/application.properties
 357           name: properties
 358           subPath: application.properties
 359         resources: {{ include "common.resources" . | nindent 10 }}
 360       {{- if .Values.nodeSelector }}
 361       nodeSelector: {{ toYaml .Values.nodeSelector | nindent 8 }}
 362       {{- end }}
 363       {{- if .Values.affinity }}
 364       affinity: {{ toYaml .Values.affinity | nindent 8 }}
 365       {{- end }}
 366       volumes: {{ include "common.resources" . | nindent 10 }}
 367       - name: localtime
 368         hostPath:
 369           path: /etc/localtime
 370       - name: logs
 371         emptyDir: {}
 372       - name: config
 373         configMap:
 374           name: {{ include "common.fullname" . }}
 375       - name: properties-input
 376         configMap:
 377           name: {{ include "common.fullname" . }}-properties
 378       - name: properties
 379         emptyDir:
 380           medium: Memory
 381       - name: migration
 382         configMap:
 383           name: {{ include "common.fullname" . }}-migration
 384       - name: snapshots
 385         persistentVolumeClaim:
 386           claimName: {{ include "common.fullname" . }}-migration
 387       restartPolicy: Never
 388       imagePullSecrets:
 389       - name: "{{ include "common.namespace" . }}-docker-registry-key"
 390 {{ end }}