Merge "Preventing installer.sh execution to hang"
[multicloud/k8s.git] / kud / hosting_providers / vagrant / installer.sh
1 #!/bin/bash
2 #SPDX-license-identifier: Apache-2.0
3 ##############################################################################
4 # Copyright (c) 2018
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
9 ##############################################################################
10
11 set -o errexit
12 set -o pipefail
13
14 # _install_go() - Install GoLang package
15 function _install_go {
16     version=$(grep "go_version" ${kud_playbooks}/kud-vars.yml | awk -F "'" '{print $2}')
17     local tarball=go$version.linux-amd64.tar.gz
18
19     if $(go version &>/dev/null); then
20         return
21     fi
22
23     wget https://dl.google.com/go/$tarball
24     sudo tar -C /usr/local -xzf $tarball
25     rm $tarball
26
27     export PATH=$PATH:/usr/local/go/bin
28     sudo sed -i "s|^PATH=.*|PATH=\"$PATH\"|" /etc/environment
29 }
30
31 # _install_pip() - Install Python Package Manager
32 function _install_pip {
33     if $(pip --version &>/dev/null); then
34         sudo -E pip install --upgrade pip
35     else
36         sudo apt-get install -y python-dev
37         curl -sL https://bootstrap.pypa.io/get-pip.py | sudo python
38     fi
39 }
40
41 # _install_ansible() - Install and Configure Ansible program
42 function _install_ansible {
43     sudo mkdir -p /etc/ansible/
44     if $(ansible --version &>/dev/null); then
45         return
46     fi
47     _install_pip
48     sudo -E pip install ansible
49 }
50
51 # _install_docker() - Download and install docker-engine
52 function _install_docker {
53     local max_concurrent_downloads=${1:-3}
54
55     if $(docker version &>/dev/null); then
56         return
57     fi
58     sudo apt-get install -y apt-transport-https ca-certificates curl
59     curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
60     sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable"
61     sudo apt-get update
62     sudo apt-get install -y docker-ce
63
64     sudo mkdir -p /etc/systemd/system/docker.service.d
65     if [ $http_proxy ]; then
66         echo "[Service]" | sudo tee /etc/systemd/system/docker.service.d/http-proxy.conf
67         echo "Environment=\"HTTP_PROXY=$http_proxy\"" | sudo tee --append /etc/systemd/system/docker.service.d/http-proxy.conf
68     fi
69     if [ $https_proxy ]; then
70         echo "[Service]" | sudo tee /etc/systemd/system/docker.service.d/https-proxy.conf
71         echo "Environment=\"HTTPS_PROXY=$https_proxy\"" | sudo tee --append /etc/systemd/system/docker.service.d/https-proxy.conf
72     fi
73     if [ $no_proxy ]; then
74         echo "[Service]" | sudo tee /etc/systemd/system/docker.service.d/no-proxy.conf
75         echo "Environment=\"NO_PROXY=$no_proxy\"" | sudo tee --append /etc/systemd/system/docker.service.d/no-proxy.conf
76     fi
77     sudo systemctl daemon-reload
78     echo "DOCKER_OPTS=\"-H tcp://0.0.0.0:2375 -H unix:///var/run/docker.sock --max-concurrent-downloads $max_concurrent_downloads \"" | sudo tee --append /etc/default/docker
79     if [[ -z $(groups | grep docker) ]]; then
80         sudo usermod -aG docker $USER
81     fi
82
83     sudo systemctl restart docker
84     sleep 10
85 }
86
87 function _set_environment_file {
88     ansible_ifconfig=$(ansible ovn-central[0] -i $kud_inventory -m shell -a "ifconfig eth1 |grep \"inet addr\" |awk '{print \$2}' |awk -F: '{print \$2}'")
89     if [[ $ansible_ifconfig != *CHANGED* ]]; then
90         echo "Fail to get the OVN central IP address from eth1 nic"
91         exit
92     fi
93     echo "export OVN_CENTRAL_ADDRESS=$(echo ${ansible_ifconfig#*>>} | tr '\n' ':')6641" | sudo tee --append /etc/environment
94     echo "export KUBE_CONFIG_DIR=/opt/kubeconfig" | sudo tee --append /etc/environment
95 }
96
97 # install_k8s() - Install Kubernetes using kubespray tool
98 function install_k8s {
99     echo "Deploying kubernetes"
100     local dest_folder=/opt
101     version=$(grep "kubespray_version" ${kud_playbooks}/kud-vars.yml | awk -F ': ' '{print $2}')
102     local_release_dir=$(grep "local_release_dir" $kud_inventory_folder/group_vars/k8s-cluster.yml | awk -F "\"" '{print $2}')
103     local tarball=v$version.tar.gz
104     sudo apt-get install -y sshpass
105     _install_docker
106     _install_ansible
107     wget https://github.com/kubernetes-incubator/kubespray/archive/$tarball
108     sudo tar -C $dest_folder -xzf $tarball
109     sudo mv $dest_folder/kubespray-$version/ansible.cfg /etc/ansible/ansible.cfg
110     sudo chown -R $USER $dest_folder/kubespray-$version
111     sudo mkdir -p ${local_release_dir}/containers
112     rm $tarball
113
114     sudo -E pip install -r $dest_folder/kubespray-$version/requirements.txt
115     rm -f $kud_inventory_folder/group_vars/all.yml 2> /dev/null
116     if [[ -n "${verbose}" ]]; then
117         echo "kube_log_level: 5" | tee $kud_inventory_folder/group_vars/all.yml
118     else
119         echo "kube_log_level: 2" | tee $kud_inventory_folder/group_vars/all.yml
120     fi
121     echo "kubeadm_enabled: true" | tee --append $kud_inventory_folder/group_vars/all.yml
122     if [[ -n "${http_proxy}" ]]; then
123         echo "http_proxy: \"$http_proxy\"" | tee --append $kud_inventory_folder/group_vars/all.yml
124     fi
125     if [[ -n "${https_proxy}" ]]; then
126         echo "https_proxy: \"$https_proxy\"" | tee --append $kud_inventory_folder/group_vars/all.yml
127     fi
128     ansible-playbook $verbose -i $kud_inventory $dest_folder/kubespray-$version/cluster.yml --become --become-user=root | sudo tee $log_folder/setup-kubernetes.log
129
130     # Configure environment
131     mkdir -p $HOME/.kube
132     cp $kud_inventory_folder/artifacts/admin.conf $HOME/.kube/config
133 }
134
135 # install_addons() - Install Kubenertes AddOns
136 function install_addons {
137     echo "Installing Kubernetes AddOns"
138     _install_ansible
139     sudo ansible-galaxy install $verbose -r $kud_infra_folder/galaxy-requirements.yml --ignore-errors
140
141     ansible-playbook $verbose -i $kud_inventory $kud_playbooks/configure-kud.yml | sudo tee $log_folder/setup-kud.log
142     for addon in ${KUD_ADDONS:-virtlet ovn4nfv}; do
143         echo "Deploying $addon using configure-$addon.yml playbook.."
144         ansible-playbook $verbose -i $kud_inventory $kud_playbooks/configure-${addon}.yml | sudo tee $log_folder/setup-${addon}.log
145         if [[ "${testing_enabled}" == "true" ]]; then
146             pushd $kud_tests
147             bash ${addon}.sh
148             popd
149         fi
150     done
151 }
152
153 # install_plugin() - Install ONAP Multicloud Kubernetes plugin
154 function install_plugin {
155     echo "Installing multicloud/k8s plugin"
156     _install_go
157     _install_docker
158     sudo -E pip install docker-compose
159
160     sudo mkdir -p /opt/{kubeconfig,consul/config}
161     sudo cp $HOME/.kube/config /opt/kubeconfig/kud
162     _set_environment_file
163     source /etc/environment
164
165     pushd $kud_folder/../../../deployments
166     sudo ./build.sh
167     if [[ "${testing_enabled}" == "true" ]]; then
168         docker-compose up -d
169         pushd $kud_tests
170         for functional_test in plugin plugin_edgex; do
171             bash ${functional_test}.sh
172         done
173         popd
174     fi
175     popd
176 }
177
178 # _print_kubernetes_info() - Prints the login Kubernetes information
179 function _print_kubernetes_info {
180     if ! $(kubectl version &>/dev/null); then
181         return
182     fi
183     # Expose Dashboard using NodePort
184     node_port=30080
185     KUBE_EDITOR="sed -i \"s|type\: ClusterIP|type\: NodePort|g\"" kubectl -n kube-system edit service kubernetes-dashboard
186     KUBE_EDITOR="sed -i \"s|nodePort\: .*|nodePort\: $node_port|g\"" kubectl -n kube-system edit service kubernetes-dashboard
187
188     master_ip=$(kubectl cluster-info | grep "Kubernetes master" | awk -F ":" '{print $2}')
189
190     printf "Kubernetes Info\n===============\n" > $k8s_info_file
191     echo "Dashboard URL: https:$master_ip:$node_port" >> $k8s_info_file
192     echo "Admin user: kube" >> $k8s_info_file
193     echo "Admin password: secret" >> $k8s_info_file
194 }
195
196 if ! sudo -n "true"; then
197     echo ""
198     echo "passwordless sudo is needed for '$(id -nu)' user."
199     echo "Please fix your /etc/sudoers file. You likely want an"
200     echo "entry like the following one..."
201     echo ""
202     echo "$(id -nu) ALL=(ALL) NOPASSWD: ALL"
203     exit 1
204 fi
205
206 if [[ -n "${KUD_DEBUG}" ]]; then
207     set -o xtrace
208     verbose="-vvv"
209 fi
210
211 # Configuration values
212 log_folder=/var/log/kud
213 kud_folder=$(pwd)
214 kud_infra_folder=$kud_folder/../../deployment_infra
215 export kud_inventory_folder=$kud_folder/inventory
216 kud_inventory=$kud_inventory_folder/hosts.ini
217 kud_playbooks=$kud_infra_folder/playbooks
218 kud_tests=$kud_folder/tests
219 k8s_info_file=$kud_folder/k8s_info.log
220 testing_enabled=${KUD_ENABLE_TESTS:-false}
221
222 sudo mkdir -p $log_folder
223 sudo mkdir -p /opt/csar
224 sudo chown -R $USER /opt/csar
225 echo "export CSAR_DIR=/opt/csar" | sudo tee --append /etc/environment
226
227 # Install dependencies
228 # Setup proxy variables
229 if [ -f $kud_folder/sources.list ]; then
230     sudo mv /etc/apt/sources.list /etc/apt/sources.list.backup
231     sudo cp $kud_folder/sources.list /etc/apt/sources.list
232 fi
233 sudo apt-get update
234 install_k8s
235 install_addons
236 if ${KUD_PLUGIN_ENABLED:-false}; then
237     install_plugin
238 fi
239 _print_kubernetes_info