Modify teardown script to make it safer
[integration.git] / deployment / heat / onap-oom / scripts / deploy.sh
1 #!/bin/bash -x
2 #
3 # Copyright 2018 Huawei Technologies Co., Ltd.
4 #
5 # Licensed under the Apache License, Version 2.0 (the "License");
6 # you may not use this file except in compliance with the License.
7 # You may obtain a copy of the License at
8 #
9 #     http://www.apache.org/licenses/LICENSE-2.0
10 #
11
12 install_name="onap-oom"
13 full_deletion=false
14
15 if [ -z "$WORKSPACE" ]; then
16     export WORKSPACE=`git rev-parse --show-toplevel`
17 fi
18
19 usage() { echo "Usage: $0 [-n <number of VMs {2-15}>] [ -r ] <env-name>" 1>&2; exit 1; }
20
21 if [ "$#" -ne 1 ]; then
22    usage
23 fi
24 ENV_FILE=$1
25
26 while getopts ":n:s:" o; do
27     case "${o}" in
28         n)
29             if [[ ${OPTARG} =~ ^[0-9]+$ ]];then
30                 vm_num=${OPTARG}
31                 if [ ${OPTARG} > 15 ] || [ ${OPTARG} < 2 ]; then 
32                     usage
33                 fi
34             else
35                 usage
36             fi
37             ;;
38         r)
39             echo "The following command will delete all information relating to onap within your enviroment"
40             read -p "Are you certain this is what you want? (type y to confirm):" answer
41
42             if [ $answer = "y" ] || [ $answer = "Y" ] || [ $answer = "yes" ] || [ $answer = "Yes"]; then
43                 echo "This may delete the work of other colleages within the same enviroment"
44                 read -p "Are you certain this is what you want? (type y to confirm):" answer2
45                 
46                 if [ $answer2 = "y" ] || [ $answer2 = "Y" ] || [ $answer2 = "yes" ] || [ $answer2 = "Yes"]; then
47                     full_deletion=true
48                 else 
49                     echo "Ending program"
50                     exit 1
51                 fi
52             else 
53                 echo "Ending program"
54                 exit 1
55             fi
56             ;;
57         q)
58             full_deletion=true
59             ;;
60         *)
61             usage
62             ;;
63     esac
64 done
65 shift $((OPTIND-1))
66
67 SSH_KEY=~/.ssh/onap_key
68
69 source $WORKSPACE/test/ete/scripts/install_openstack_cli.sh
70
71 SO_ENCRYPTION_KEY=aa3871669d893c7fb8abbcda31b88b4f
72 export OS_PASSWORD_ENCRYPTED=$(echo -n "$OS_PASSWORD" | openssl aes-128-ecb -e -K "$SO_ENCRYPTION_KEY" -nosalt | xxd -c 256 -p)
73
74 for n in $(seq 1 5); do
75     if [ $full_deletion = true ] ; then 
76         $WORKSPACE/test/ete/scripts/teardown-onap.sh -n $install_name -q
77     else 
78         $WORKSPACE/test/ete/scripts/teardown-onap.sh -n $install_name
79     fi
80
81     cd $WORKSPACE/deployment/heat/onap-oom
82     envsubst < $ENV_FILE > $ENV_FILE~
83
84     if ! openstack stack create -t ./$install_name.yaml -e $ENV_FILE~ $install_name; then
85         break
86     fi
87
88     while [ "CREATE_IN_PROGRESS" == "$(openstack stack show -c stack_status -f value $install_name)" ]; do
89         sleep 20
90     done
91
92     STATUS=$(openstack stack show -c stack_status -f value $install_name)
93     echo $STATUS
94     if [ "CREATE_COMPLETE" != "$STATUS" ]; then
95         break
96     fi
97
98     for i in $(seq 1 30); do
99         sleep 30
100         RANCHER_IP=$(openstack stack output show $install_name rancher_vm_ip -c output_value -f value)
101         K8S_IP=$(openstack stack output show $install_name k8s_1_vm_ip -c output_value -f value)
102         timeout 1 ping -c 1 "$RANCHER_IP" && break
103     done
104
105     timeout 1 ping -c 1 "$RANCHER_IP" && break
106
107     echo Error: OpenStack infrastructure issue: unable to reach rancher "$RANCHER_IP"
108     sleep 10
109 done
110
111 if ! timeout 1 ping -c 1 "$RANCHER_IP"; then
112     exit 2
113 fi
114
115 ssh-keygen -R $RANCHER_IP
116
117 ssh -o StrictHostKeychecking=no -i $SSH_KEY ubuntu@$RANCHER_IP "sed -u '/Cloud-init.*finished/q' <(tail -n+0 -f /var/log/cloud-init-output.log)"
118
119 for n in $(seq 1 6); do
120     echo "Wait count $n of 6"
121     sleep 15m
122     timeout 15m ssh -i $SSH_KEY ubuntu@$RANCHER_IP  'sudo su -l root -c "/root/oom/kubernetes/robot/ete-k8s.sh onap health"'
123     RESULT=$?
124     if [ $RESULT -eq 0 ]; then
125         break
126     fi
127 done
128 ROBOT_POD=$(ssh -i $SSH_KEY ubuntu@$RANCHER_IP 'sudo su -c "kubectl --namespace onap get pods"' | grep robot | sed 's/ .*//')
129 if [ "$ROBOT_POD" == "" ]; then
130     exit 1
131 fi
132
133 LOG_DIR=$(echo "kubectl exec -n onap $ROBOT_POD -- ls -1t /share/logs | grep health | head -1" | ssh -i $SSH_KEY ubuntu@$RANCHER_IP sudo su)
134 if [ "$LOG_DIR" == "" ]; then
135     exit 1
136 fi
137
138 echo "kubectl cp -n onap $ROBOT_POD:share/logs/$LOG_DIR /tmp/robot/logs/$LOG_DIR" | ssh -i $SSH_KEY ubuntu@$RANCHER_IP sudo su
139 rsync -e "ssh -i $SSH_KEY" -avtz ubuntu@$RANCHER_IP:/tmp/robot/logs/$LOG_DIR/ $WORKSPACE/archives/
140
141 echo "Browse Robot results at http://$K8S_IP:30209/logs/$LOG_DIR/"
142
143 exit 0