Remove hardcoded values from values.yaml
[demo.git] / boot / dcae2_vm_init.sh
1 #!/bin/bash
2 #############################################################################
3 #
4 # Copyright (c) 2017-2018 AT&T Intellectual Property. All rights reserved.
5 #
6 # Licensed under the Apache License, Version 2.0 (the "License");
7 # you may not use this file except in compliance with the License.
8 # You may obtain a copy of the License at
9 #        http://www.apache.org/licenses/LICENSE-2.0
10 #
11 # Unless required by applicable law or agreed to in writing, software
12 # distributed under the License is distributed on an "AS IS" BASIS,
13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 # See the License for the specific language governing permissions and
15 # limitations under the License.
16 #
17 #############################################################################
18
19
20
21
22 ################################## start of vm_init #####################################
23
24 set -ex
25
26 URL_ROOT='nexus.onap.org/service/local/repositories/raw/content'
27 REPO_BLUEPRINTS='org.onap.dcaegen2.platform.blueprints'
28 REPO_DEPLOYMENTS='org.onap.dcaegen2.deployments'
29 if [ -e /opt/config/dcae_deployment_profile.txt ]; then
30   DEPLOYMENT_PROFILE=$(cat /opt/config/dcae_deployment_profile.txt)
31 fi
32 DEPLOYMENT_PROFILE=${DEPLOYMENT_PROFILE:-R3}
33
34 NEXUS_USER=$(cat /opt/config/nexus_username.txt)
35 NEXUS_PASSWORD=$(cat /opt/config/nexus_password.txt)
36 NEXUS_DOCKER_REPO=$(cat /opt/config/nexus_docker_repo.txt)
37 DOCKER_VERSION=$(cat /opt/config/docker_version.txt)
38
39 MYFLOATIP=$(cat /opt/config/dcae_float_ip.txt)
40 MYLOCALIP=$(cat /opt/config/dcae_ip_addr.txt)
41 HTTP_PROXY=$(cat /opt/config/http_proxy.txt)
42 HTTPS_PROXY=$(cat /opt/config/https_proxy.txt)
43
44 if [ $HTTP_PROXY != "no_proxy" ]
45 then
46     export http_proxy=$HTTP_PROXY
47     export https_proxy=$HTTPS_PROXY
48 fi
49
50 # clean up old network configuration in docker engine
51 set +e
52 if [ -n "$(docker ps -q -a)" ]; then
53   docker stop $(docker ps -q -a)
54   docker update --restart=no $(docker ps -a -q)
55   systemctl restart docker
56   docker rm $(docker ps -q -a)
57   if [ -n "$(docker network ls | grep 'config_default')" ]; then
58     docker network rm config_default
59   fi
60 fi
61 set -e
62
63
64 docker login -u "$NEXUS_USER" -p "$NEXUS_PASSWORD" "$NEXUS_DOCKER_REPO"
65
66 if [[ $DEPLOYMENT_PROFILE == R1* || $DEPLOYMENT_PROFILE == R2* ]]; then
67   echo "R1 and R2 deployment profiles are not supported in Casablanca Heat deployment"
68 elif [[ $DEPLOYMENT_PROFILE == R3* ]]; then
69   RELEASE_TAG='R3'
70
71   set +e
72   rm -rf /opt/app/inputs-templates
73   mkdir -p /opt/app/inputs-templates
74   wget -P /opt/app/inputs-templates https://${URL_ROOT}/${REPO_DEPLOYMENTS}/${RELEASE_TAG}/heat/docker-compose-1.yaml
75   wget -P /opt/app/inputs-templates https://${URL_ROOT}/${REPO_DEPLOYMENTS}/${RELEASE_TAG}/heat/docker-compose-2.yaml
76   wget -P /opt/app/inputs-templates https://${URL_ROOT}/${REPO_DEPLOYMENTS}/${RELEASE_TAG}/heat/docker-compose-3.yaml
77   wget -P /opt/app/inputs-templates https://${URL_ROOT}/${REPO_DEPLOYMENTS}/${RELEASE_TAG}/heat/docker-compose-4.yaml
78   wget -P /opt/app/inputs-templates https://${URL_ROOT}/${REPO_DEPLOYMENTS}/${RELEASE_TAG}/heat/register.sh
79   wget -P /opt/app/inputs-templates https://${URL_ROOT}/${REPO_DEPLOYMENTS}/${RELEASE_TAG}/heat/setup.sh
80   wget -P /opt/app/inputs-templates https://${URL_ROOT}/${REPO_DEPLOYMENTS}/${RELEASE_TAG}/heat/teardown.sh
81
82   pip install --upgrade jinja2
83   wget https://${URL_ROOT}/${REPO_DEPLOYMENTS}/${RELEASE_TAG}/scripts/detemplate-bpinputs.py \
84     && \
85     (python detemplate-bpinputs.py /opt/config /opt/app/inputs-templates /opt/app/config; \
86      rm detemplate-bpinputs.py)
87
88   if [ -e /opt/app/config/register.sh ]; then
89     chmod +x /opt/app/config/register.sh
90   fi
91   if [ -e /opt/app/config/setup.sh ]; then
92     chmod +x /opt/app/config/setup.sh
93   fi
94   if [ -e /opt/app/config/build-plugins.sh ]; then
95     chmod +x /opt/app/config/build-plugins.sh
96   fi
97   set -e
98
99   cd /opt/app/config
100   # deploy essentials
101   /opt/docker/docker-compose -f docker-compose-1.yaml up -d
102
103   # wait for essentials to become ready
104   echo "Waiting for Consul to come up ready"
105   while ! nc -z localhost 8500; do sleep 1; done
106   echo "Waiting for Postgres DB to come up ready"
107   while ! nc -z localhost 5432; do sleep 1; done
108   echo "Waiting for CBS to come up ready"
109   while ! nc -z localhost 10000; do sleep 1; done
110   echo "All dependencies are up, proceed to the next phase"
111   sleep 30
112
113   echo "Setup CloudifyManager and Registrator"
114   ./setup.sh
115   sleep 10
116
117   export http_proxy=""
118   export https_proxy=""
119
120   ./register.sh
121
122   echo "Bring up DCAE MIN service components for R2 use cases"
123   /opt/docker/docker-compose -f docker-compose-2.yaml up -d
124
125   if [[ "$DEPLOYMENT_PROFILE" == "R3" || "$DEPLOYMENT_PROFILE" == "R3PLUS" ]]; then
126     echo "Bring up DCAE platform components"
127     /opt/docker/docker-compose -f docker-compose-3.yaml up -d
128
129     if [[ "$DEPLOYMENT_PROFILE" == "R3PLUS" ]]; then
130       echo "Bring up additional (plus) DCAE service components"
131       /opt/docker/docker-compose -f docker-compose-4.yaml up -d
132     fi
133   fi
134
135   # start proxy for consul's health check
136   CONSULIP=$(cat /opt/config/dcae_ip_addr.txt)
137   echo "Consul is available at $CONSULIP"
138 fi
139
140 cat >./nginx.conf <<EOL
141 server {
142     listen 80;
143     server_name dcae.simpledemo.onap.org;
144     root /www/healthcheck;
145
146     location /healthcheck {
147         try_files /services.yaml =404;
148     }
149     location /R3MIN{
150         try_files /r3mvp_healthy.yaml =404;
151     }
152     location /R3 {
153         try_files /r3_healthy.yaml =404;
154     }
155     location /R3PLUS {
156         try_files /r3plus_healthy.yaml =404;
157     }
158 }
159 EOL
160
161 HEALTHPORT=8000
162 docker run -d \
163 --name dcae-health \
164 -p ${HEALTHPORT}:80 \
165 -v "$(pwd)/nginx.conf:/etc/nginx/conf.d/default.conf" \
166 -v "/tmp/healthcheck:/www/healthcheck" \
167 --label "SERVICE_80_NAME=dcae-health" \
168 --label "SERVICE_80_CHECK_HTTP=/healthcheck" \
169 --label "SERVICE_80_CHECK_INTERVAL=15s" \
170 --label "SERVICE_80_CHECK_INITIAL_STATUS=passing" \
171  nginx
172
173 echo "Healthcheck API available at http://${MYFLOATIP}:${HEALTHPORT}/healthcheck"
174 echo "                             http://${MYFLOATIP}:${HEALTHPORT}/R3"
175 echo "                             http://${MYFLOATIP}:${HEALTHPORT}/R3MIN"
176 echo "                             http://${MYFLOATIP}:${HEALTHPORT}/R3PLUS"
177
178 # run forever for updating health status based on consul
179 set +e
180 while :
181 do
182   rm -rf /tmp/healthcheck/*
183   # all registered services
184   SERVICES=$(curl -s http://consul:8500/v1/agent/services |jq '. | to_entries[] | .value.Service')
185   # passing services
186   SERVICES=$(curl -s http://consul:8500/v1/health/state/passing | jq '.[] | .ServiceName')
187
188   # remove empty lines/entries
189   SERVICES=$(echo "$SERVICES" | sed '/^\s*\"\"\s*$/d' |sed '/^\s*$/d')
190
191   SERVICES_JSON=$(echo "$SERVICES" | sed 's/\"$/\",/g' | sed '$ s/.$//')
192
193   echo "$(date): running healthy services:"
194   echo ">>>  $SERVICES"
195   PLT_CONSUL=$(echo "$SERVICES" |grep "consul")
196   PLT_CBS=$(echo "$SERVICES" |grep "config_binding_service")
197   MVP_PG_HOLMES=$(echo "$SERVICES" |grep "pgHolmes")
198   MVP_VES=$(echo "$SERVICES" |grep "mvp.*ves")
199   MVP_TCA=$(echo "$SERVICES" |grep "mvp.*tca")
200   MVP_HR=$(echo "$SERVICES" |grep "mvp.*holmes-rule")
201   MVP_HE=$(echo "$SERVICES" |grep "mvp.*holmes-engine")
202
203   PLT_CM=$(echo "$SERVICES" |grep "cloudify.*manager")
204   PLT_DH=$(echo "$SERVICES" |grep "deployment.*handler")
205   PLT_PH=$(echo "$SERVICES" |grep "policy.*handler")
206   PLT_SCH=$(echo "$SERVICES" |grep "service.*change.*handler")
207   PLT_INV=$(echo "$SERVICES" |grep "inventory")
208   PLT_PG_INVENTORY=$(echo "$SERVICES" |grep "pgInventory")
209
210   PLUS_MHB=$(echo "$SERVICES" |grep "heartbeat")
211   PLUS_PRH=$(echo "$SERVICES" |grep "prh")
212   PLUS_MPR=$(echo "$SERVICES" |grep "mapper")
213   PLUS_TRAP=$(echo "$SERVICES" |grep "snmptrap")
214
215   DATA="{\"healthy\" : \"$(date)\", \"healthy_services\": [${SERVICES_JSON}]}"
216   if [[ -n "$PLT_CONSUL" && -n "$PLT_CBS" && -n "$MVP_PG_HOLMES" && -n "$MVP_VES" && \
217         -n "$MVP_TCA" ]]; then
218     echo "${DATA}" > /tmp/healthcheck/r3mvp_healthy.yaml
219     echo "${DATA}" > /tmp/healthcheck/services.yaml
220     echo ">>>>>> enough services satisfying R3MIN service deployment"
221   else
222     echo ">>>>>> not enough services satisfying R3MIN service deployment"
223   fi
224
225   if [[ -n "$PLT_CONSUL" && -n "$PLT_CBS" && -n "$PLT_CM" && -n "$PLT_DH" && \
226         -n "$PLT_PH" && -n "$PLT_SCH" && -n "$PLT_INV" && -n "$PLT_PG_INVENTORY" ]]; then
227     echo ">>>>>> enough services satisfying R3 platform deployment"
228     echo "${DATA}" > /tmp/healthcheck/r3_healthy.yaml
229
230     if [[ -n "$PLUS_MHB" && -n "$PLUS_PRH" && -n "$PLUS_MPR" && -n "$PLUS_TRAP"  && -n "$MVP_HR" && -n "$MVP_HE" ]]; then
231       echo ">>>>>> enough services satisfying R3PLUS deployment"
232       echo "${DATA}" > /tmp/healthcheck/r3plus_healthy.yaml
233     else
234       echo ">>>>>> not enough services satisfying R3PLUS service deployment"
235     fi
236   else
237     echo ">>>>>> not enough services satisfying R3 platform or R3PLUS service deployment"
238   fi
239   
240   sleep 60
241 done
242