Merge "Fixing ansible version"
[multicloud/k8s.git] / kud / hosting_providers / vagrant / installer.sh
1 #!/bin/bash
2 #SPDX-license-identifier: Apache-2.0
3 ##############################################################################
4 # Copyright (c) 2018
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
9 ##############################################################################
10
11 set -o errexit
12 set -o pipefail
13
14 # _install_go() - Install GoLang package
15 function _install_go {
16     version=$(grep "go_version" ${kud_playbooks}/kud-vars.yml | awk -F "'" '{print $2}')
17     local tarball=go$version.linux-amd64.tar.gz
18
19     if $(go version &>/dev/null); then
20         return
21     fi
22
23     wget https://dl.google.com/go/$tarball
24     sudo tar -C /usr/local -xzf $tarball
25     rm $tarball
26
27     export PATH=$PATH:/usr/local/go/bin
28     sudo sed -i "s|^PATH=.*|PATH=\"$PATH\"|" /etc/environment
29 }
30
31 # _install_pip() - Install Python Package Manager
32 function _install_pip {
33     if $(pip --version &>/dev/null); then
34         sudo -E pip install --upgrade pip
35     else
36         sudo apt-get install -y python-dev
37         curl -sL https://bootstrap.pypa.io/get-pip.py | sudo python
38     fi
39 }
40
41 # _install_ansible() - Install and Configure Ansible program
42 function _install_ansible {
43     if $(ansible --version &>/dev/null); then
44         sudo pip uninstall -y ansible
45     fi
46     _install_pip
47     local version=$(grep "ansible_version" ${kud_playbooks}/kud-vars.yml | awk -F ': ' '{print $2}')
48     sudo mkdir -p /etc/ansible/
49     sudo -E pip install ansible==$version
50 }
51
52 # _install_docker() - Download and install docker-engine
53 function _install_docker {
54     local max_concurrent_downloads=${1:-3}
55
56     if $(docker version &>/dev/null); then
57         return
58     fi
59     sudo apt-get install -y apt-transport-https ca-certificates curl
60     curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
61     sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable"
62     sudo apt-get update
63     sudo apt-get install -y docker-ce
64
65     sudo mkdir -p /etc/systemd/system/docker.service.d
66     if [ $http_proxy ]; then
67         echo "[Service]" | sudo tee /etc/systemd/system/docker.service.d/http-proxy.conf
68         echo "Environment=\"HTTP_PROXY=$http_proxy\"" | sudo tee --append /etc/systemd/system/docker.service.d/http-proxy.conf
69     fi
70     if [ $https_proxy ]; then
71         echo "[Service]" | sudo tee /etc/systemd/system/docker.service.d/https-proxy.conf
72         echo "Environment=\"HTTPS_PROXY=$https_proxy\"" | sudo tee --append /etc/systemd/system/docker.service.d/https-proxy.conf
73     fi
74     if [ $no_proxy ]; then
75         echo "[Service]" | sudo tee /etc/systemd/system/docker.service.d/no-proxy.conf
76         echo "Environment=\"NO_PROXY=$no_proxy\"" | sudo tee --append /etc/systemd/system/docker.service.d/no-proxy.conf
77     fi
78     sudo systemctl daemon-reload
79     echo "DOCKER_OPTS=\"-H tcp://0.0.0.0:2375 -H unix:///var/run/docker.sock --max-concurrent-downloads $max_concurrent_downloads \"" | sudo tee --append /etc/default/docker
80     if [[ -z $(groups | grep docker) ]]; then
81         sudo usermod -aG docker $USER
82     fi
83
84     sudo systemctl restart docker
85     sleep 10
86 }
87
88 function _set_environment_file {
89     ansible_ifconfig=$(ansible ovn-central[0] -i $kud_inventory -m shell -a "ifconfig eth1 |grep \"inet addr\" |awk '{print \$2}' |awk -F: '{print \$2}'")
90     if [[ $ansible_ifconfig != *CHANGED* ]]; then
91         echo "Fail to get the OVN central IP address from eth1 nic"
92         exit
93     fi
94     echo "export OVN_CENTRAL_ADDRESS=$(echo ${ansible_ifconfig#*>>} | tr '\n' ':')6641" | sudo tee --append /etc/environment
95     echo "export KUBE_CONFIG_DIR=/opt/kubeconfig" | sudo tee --append /etc/environment
96 }
97
98 # install_k8s() - Install Kubernetes using kubespray tool
99 function install_k8s {
100     echo "Deploying kubernetes"
101     local dest_folder=/opt
102     version=$(grep "kubespray_version" ${kud_playbooks}/kud-vars.yml | awk -F ': ' '{print $2}')
103     local_release_dir=$(grep "local_release_dir" $kud_inventory_folder/group_vars/k8s-cluster.yml | awk -F "\"" '{print $2}')
104     local tarball=v$version.tar.gz
105     sudo apt-get install -y sshpass
106     _install_docker
107     _install_ansible
108     wget https://github.com/kubernetes-incubator/kubespray/archive/$tarball
109     sudo tar -C $dest_folder -xzf $tarball
110     sudo mv $dest_folder/kubespray-$version/ansible.cfg /etc/ansible/ansible.cfg
111     sudo chown -R $USER $dest_folder/kubespray-$version
112     sudo mkdir -p ${local_release_dir}/containers
113     rm $tarball
114
115     sudo -E pip install -r $dest_folder/kubespray-$version/requirements.txt
116     rm -f $kud_inventory_folder/group_vars/all.yml 2> /dev/null
117     if [[ -n "${verbose}" ]]; then
118         echo "kube_log_level: 5" | tee $kud_inventory_folder/group_vars/all.yml
119     else
120         echo "kube_log_level: 2" | tee $kud_inventory_folder/group_vars/all.yml
121     fi
122     echo "kubeadm_enabled: true" | tee --append $kud_inventory_folder/group_vars/all.yml
123     if [[ -n "${http_proxy}" ]]; then
124         echo "http_proxy: \"$http_proxy\"" | tee --append $kud_inventory_folder/group_vars/all.yml
125     fi
126     if [[ -n "${https_proxy}" ]]; then
127         echo "https_proxy: \"$https_proxy\"" | tee --append $kud_inventory_folder/group_vars/all.yml
128     fi
129     ansible-playbook $verbose -i $kud_inventory $dest_folder/kubespray-$version/cluster.yml --become --become-user=root | sudo tee $log_folder/setup-kubernetes.log
130
131     # Configure environment
132     mkdir -p $HOME/.kube
133     cp $kud_inventory_folder/artifacts/admin.conf $HOME/.kube/config
134 }
135
136 # install_addons() - Install Kubenertes AddOns
137 function install_addons {
138     echo "Installing Kubernetes AddOns"
139     _install_ansible
140     sudo ansible-galaxy install $verbose -r $kud_infra_folder/galaxy-requirements.yml --ignore-errors
141
142     ansible-playbook $verbose -i $kud_inventory $kud_playbooks/configure-kud.yml | sudo tee $log_folder/setup-kud.log
143     for addon in ${KUD_ADDONS:-virtlet ovn4nfv}; do
144         echo "Deploying $addon using configure-$addon.yml playbook.."
145         ansible-playbook $verbose -i $kud_inventory $kud_playbooks/configure-${addon}.yml | sudo tee $log_folder/setup-${addon}.log
146         if [[ "${testing_enabled}" == "true" ]]; then
147             pushd $kud_tests
148             bash ${addon}.sh
149             popd
150         fi
151     done
152 }
153
154 # install_plugin() - Install ONAP Multicloud Kubernetes plugin
155 function install_plugin {
156     echo "Installing multicloud/k8s plugin"
157     _install_go
158     _install_docker
159     sudo -E pip install docker-compose
160
161     sudo mkdir -p /opt/{kubeconfig,consul/config}
162     sudo cp $HOME/.kube/config /opt/kubeconfig/kud
163     _set_environment_file
164     source /etc/environment
165
166     pushd $kud_folder/../../../deployments
167     sudo ./build.sh
168     if [[ "${testing_enabled}" == "true" ]]; then
169         docker-compose up -d
170         pushd $kud_tests
171         for functional_test in plugin plugin_edgex; do
172             bash ${functional_test}.sh
173         done
174         popd
175     fi
176     popd
177 }
178
179 # _print_kubernetes_info() - Prints the login Kubernetes information
180 function _print_kubernetes_info {
181     if ! $(kubectl version &>/dev/null); then
182         return
183     fi
184     # Expose Dashboard using NodePort
185     node_port=30080
186     KUBE_EDITOR="sed -i \"s|type\: ClusterIP|type\: NodePort|g\"" kubectl -n kube-system edit service kubernetes-dashboard
187     KUBE_EDITOR="sed -i \"s|nodePort\: .*|nodePort\: $node_port|g\"" kubectl -n kube-system edit service kubernetes-dashboard
188
189     master_ip=$(kubectl cluster-info | grep "Kubernetes master" | awk -F ":" '{print $2}')
190
191     printf "Kubernetes Info\n===============\n" > $k8s_info_file
192     echo "Dashboard URL: https:$master_ip:$node_port" >> $k8s_info_file
193     echo "Admin user: kube" >> $k8s_info_file
194     echo "Admin password: secret" >> $k8s_info_file
195 }
196
197 if ! sudo -n "true"; then
198     echo ""
199     echo "passwordless sudo is needed for '$(id -nu)' user."
200     echo "Please fix your /etc/sudoers file. You likely want an"
201     echo "entry like the following one..."
202     echo ""
203     echo "$(id -nu) ALL=(ALL) NOPASSWD: ALL"
204     exit 1
205 fi
206
207 if [[ -n "${KUD_DEBUG}" ]]; then
208     set -o xtrace
209     verbose="-vvv"
210 fi
211
212 # Configuration values
213 log_folder=/var/log/kud
214 kud_folder=$(pwd)
215 kud_infra_folder=$kud_folder/../../deployment_infra
216 export kud_inventory_folder=$kud_folder/inventory
217 kud_inventory=$kud_inventory_folder/hosts.ini
218 kud_playbooks=$kud_infra_folder/playbooks
219 kud_tests=$kud_folder/tests
220 k8s_info_file=$kud_folder/k8s_info.log
221 testing_enabled=${KUD_ENABLE_TESTS:-false}
222
223 sudo mkdir -p $log_folder
224 sudo mkdir -p /opt/csar
225 sudo chown -R $USER /opt/csar
226 echo "export CSAR_DIR=/opt/csar" | sudo tee --append /etc/environment
227
228 # Install dependencies
229 # Setup proxy variables
230 if [ -f $kud_folder/sources.list ]; then
231     sudo mv /etc/apt/sources.list /etc/apt/sources.list.backup
232     sudo cp $kud_folder/sources.list /etc/apt/sources.list
233 fi
234 sudo apt-get update
235 install_k8s
236 install_addons
237 if ${KUD_PLUGIN_ENABLED:-false}; then
238     install_plugin
239 fi
240 _print_kubernetes_info