kud/hosting_providers/vagrant/installer.sh

   1 #!/bin/bash
   2 #SPDX-license-identifier: Apache-2.0
   3 ##############################################################################
   4 # Copyright (c) 2018
   5 # All rights reserved. This program and the accompanying materials
   6 # are made available under the terms of the Apache License, Version 2.0
   7 # which accompanies this distribution, and is available at
   8 # http://www.apache.org/licenses/LICENSE-2.0
   9 ##############################################################################
  10
  11 set -o errexit
  12 set -o nounset
  13 set -o pipefail
  14
  15 INSTALLER_DIR="$(readlink -f "$(dirname "${BASH_SOURCE[0]}")")"
  16
  17 source ${INSTALLER_DIR}/../../tests/_functions.sh
  18
  19 # _install_go() - Install GoLang package
  20 function _install_go {
  21     version=$(grep "go_version" ${kud_playbooks}/kud-vars.yml | awk -F "'" '{print $2}')
  22     local tarball=go$version.linux-amd64.tar.gz
  23
  24     #gcc is required for go apps compilation
  25     if ! which gcc; then
  26         sudo apt-get install -y gcc
  27     fi
  28
  29     if $(go version &>/dev/null); then
  30         return
  31     fi
  32
  33     wget https://dl.google.com/go/$tarball
  34     sudo tar -C /usr/local -xzf $tarball
  35     rm $tarball
  36
  37     export PATH=$PATH:/usr/local/go/bin
  38     sudo sed -i "s|^PATH=.*|PATH=\"$PATH\"|" /etc/environment
  39     #allow golang to work with sudo
  40     sudo sed -i 's|secure_path="\([^"]\+\)"|secure_path="\1:/usr/local/go/bin"|' /etc/sudoers
  41 }
  42
  43 # _install_pip() - Install Python Package Manager
  44 function _install_pip {
  45     if $(pip --version &>/dev/null); then
  46         sudo -E pip install --no-cache-dir --upgrade pip
  47     else
  48         sudo apt-get install -y python-dev
  49         curl -sL https://bootstrap.pypa.io/pip/2.7/get-pip.py | sudo python
  50     fi
  51 }
  52
  53 # _install_ansible() - Install and Configure Ansible program
  54 function _install_ansible {
  55     if $(ansible --version &>/dev/null); then
  56         sudo pip uninstall -y ansible
  57     fi
  58     _install_pip
  59     local version=$(grep "ansible_version" ${kud_playbooks}/kud-vars.yml | awk -F ': ' '{print $2}')
  60     sudo mkdir -p /etc/ansible/
  61     sudo -E pip install --no-cache-dir ansible==$version
  62 }
  63
  64 function _set_environment_file {
  65     # By default ovn central interface is the first active network interface on localhost. If other wanted, need to export this variable in aio.sh or Vagrant file.
  66     OVN_CENTRAL_INTERFACE="${OVN_CENTRAL_INTERFACE:-$(ip addr show | awk '/inet.*brd/{print $NF; exit}')}"
  67     echo "export OVN_CENTRAL_INTERFACE=${OVN_CENTRAL_INTERFACE}" | sudo tee --append /etc/environment
  68     echo "export OVN_CENTRAL_ADDRESS=$(get_ovn_central_address)" | sudo tee --append /etc/environment
  69     echo "export KUBE_CONFIG_DIR=/opt/kubeconfig" | sudo tee --append /etc/environment
  70     echo "export CSAR_DIR=/opt/csar" | sudo tee --append /etc/environment
  71     echo "export ANSIBLE_CONFIG=${ANSIBLE_CONFIG}" | sudo tee --append /etc/environment
  72 }
  73
  74 # install_k8s() - Install Kubernetes using kubespray tool
  75 function install_k8s {
  76     echo "Deploying kubernetes"
  77     local dest_folder=/opt
  78     version=$(grep "kubespray_version" ${kud_playbooks}/kud-vars.yml | awk -F ': ' '{print $2}')
  79     local_release_dir=$(grep "local_release_dir" $kud_inventory_folder/group_vars/k8s-cluster.yml | awk -F "\"" '{print $2}')
  80     local tarball=v$version.tar.gz
  81     sudo apt-get install -y sshpass make unzip # install make to run mitogen target and unzip is mitogen playbook dependency
  82     sudo apt-get install -y gnupg2 software-properties-common
  83     _install_ansible
  84     wget https://github.com/kubernetes-incubator/kubespray/archive/$tarball
  85     sudo tar -C $dest_folder -xzf $tarball
  86     sudo chown -R $USER $dest_folder/kubespray-$version
  87     sudo mkdir -p ${local_release_dir}/containers
  88     rm $tarball
  89
  90     pushd $dest_folder/kubespray-$version/
  91     sudo -E pip install --no-cache-dir -r ./requirements.txt
  92     make mitogen
  93     popd
  94     rm -f $kud_inventory_folder/group_vars/all.yml 2> /dev/null
  95     if [[ -n "${verbose:-}" ]]; then
  96         echo "kube_log_level: 5" | tee $kud_inventory_folder/group_vars/all.yml
  97     else
  98         echo "kube_log_level: 2" | tee $kud_inventory_folder/group_vars/all.yml
  99     fi
 100     echo "kubeadm_enabled: true" | tee --append $kud_inventory_folder/group_vars/all.yml
 101     if [[ -n "${http_proxy:-}" ]]; then
 102         echo "http_proxy: \"$http_proxy\"" | tee --append $kud_inventory_folder/group_vars/all.yml
 103     fi
 104     if [[ -n "${https_proxy:-}" ]]; then
 105         echo "https_proxy: \"$https_proxy\"" | tee --append $kud_inventory_folder/group_vars/all.yml
 106     fi
 107     export ANSIBLE_CONFIG=$dest_folder/kubespray-$version/ansible.cfg
 108
 109     ansible-playbook $verbose -i $kud_inventory \
 110         $kud_playbooks/preconfigure-kubespray.yml --become --become-user=root \
 111         | sudo tee $log_folder/setup-kubernetes.log
 112     if [ "$container_runtime" == "docker" ]; then
 113         /bin/echo -e "\n\e[1;42mDocker will be used as the container runtime interface\e[0m"
 114         ansible-playbook $verbose -i $kud_inventory \
 115             $dest_folder/kubespray-$version/cluster.yml --become \
 116             --become-user=root | sudo tee $log_folder/setup-kubernetes.log
 117     elif [ "$container_runtime" == "containerd" ]; then
 118         /bin/echo -e "\n\e[1;42mContainerd will be used as the container runtime interface\e[0m"
 119         # Because the kud_kata_override_variable has its own quotations in it
 120         # a eval command is needed to properly execute the ansible script
 121         ansible_kubespray_cmd="ansible-playbook $verbose -i $kud_inventory \
 122             $dest_folder/kubespray-$version/cluster.yml \
 123             -e ${kud_kata_override_variables} --become --become-user=root | \
 124             sudo tee $log_folder/setup-kubernetes.log"
 125         eval $ansible_kubespray_cmd
 126         ansible-playbook $verbose -i $kud_inventory -e "base_dest=$HOME" \
 127             $kud_playbooks/configure-kata.yml --become --become-user=root | \
 128             sudo tee $log_folder/setup-kata.log
 129     else
 130         echo "Only Docker or Containerd are supported container runtimes"
 131         exit 1
 132     fi
 133
 134     # Configure environment
 135     mkdir -p $HOME/.kube
 136     cp $kud_inventory_folder/artifacts/admin.conf $HOME/.kube/config
 137     # Copy Kubespray kubectl to be usable in host running Ansible. Requires kubectl_localhost: true in inventory/group_vars/k8s-cluster.yml
 138     sudo cp $kud_inventory_folder/artifacts/kubectl /usr/local/bin/
 139 }
 140
 141 # install_addons() - Install Kubenertes AddOns
 142 function install_addons {
 143     source /etc/environment
 144     echo "Installing Kubernetes AddOns"
 145     _install_ansible
 146     sudo ansible-galaxy install $verbose -r $kud_infra_folder/galaxy-requirements.yml --ignore-errors
 147     ansible-playbook $verbose -i $kud_inventory -e "base_dest=$HOME" $kud_playbooks/configure-kud.yml | sudo tee $log_folder/setup-kud.log
 148
 149     # The order of KUD_ADDONS is important: some plugins (sriov, qat)
 150     # require nfd to be enabled. Some addons are not currently supported with containerd
 151     if [ "${container_runtime}" == "docker" ]; then
 152         kud_addons=${KUD_ADDONS:-topology-manager virtlet ovn4nfv nfd sriov \
 153             qat optane cmk}
 154     elif [ "${container_runtime}" == "containerd" ]; then
 155         kud_addons=${KUD_ADDONS:-ovn4nfv nfd}
 156     fi
 157
 158     for addon in ${kud_addons}; do
 159         echo "Deploying $addon using configure-$addon.yml playbook.."
 160         ansible-playbook $verbose -i $kud_inventory -e "base_dest=$HOME" \
 161             $kud_playbooks/configure-${addon}.yml | \
 162             sudo tee $log_folder/setup-${addon}.log
 163     done
 164
 165     echo "Run the test cases if testing_enabled is set to true."
 166     if [[ "${testing_enabled}" == "true" ]]; then
 167         failed_kud_tests=""
 168         # Run Kata test first if Kata was installed
 169         if [ "${container_runtime}" == "containerd" ]; then
 170             #Install Kata webhook for test pods
 171             ansible-playbook $verbose -i $kud_inventory -e "base_dest=$HOME" \
 172                 -e "kata_webhook_runtimeclass=$kata_webhook_runtimeclass" \
 173                 $kud_playbooks/configure-kata-webhook.yml \
 174                 --become --become-user=root | \
 175                 sudo tee $log_folder/setup-kata-webhook.log
 176             kata_webhook_deployed=true
 177             pushd $kud_tests
 178             bash kata.sh || failed_kud_tests="${failed_kud_tests} kata"
 179             popd
 180         fi
 181         # Run other plugin tests
 182         for addon in ${kud_addons}; do
 183             pushd $kud_tests
 184             bash ${addon}.sh || failed_kud_tests="${failed_kud_tests} ${addon}"
 185             popd
 186         done
 187         # Remove Kata webhook if user didn't want it permanently installed
 188         if ! [ "${enable_kata_webhook}" == "true" ]; then
 189             ansible-playbook $verbose -i $kud_inventory -e "base_dest=$HOME" \
 190                 -e "kata_webhook_runtimeclass=$kata_webhook_runtimeclass" \
 191                 $kud_playbooks/configure-kata-webhook-reset.yml \
 192                 --become --become-user=root | \
 193                 sudo tee $log_folder/kata-webhook-reset.log
 194         fi
 195         if [[ ! -z "$failed_kud_tests" ]]; then
 196             echo "Test cases failed:${failed_kud_tests}"
 197             return 1
 198         fi
 199     fi
 200     # Check if Kata webhook should be installed and isn't already installed
 201     if [ "$enable_kata_webhook" == "true" ] && ! [ "$kata_webhook_deployed" == "true" ]; then
 202         ansible-playbook $verbose -i $kud_inventory -e "base_dest=$HOME" \
 203             -e "kata_webhook_runtimeclass=$kata_webhook_runtimeclass" \
 204             $kud_playbooks/configure-kata-webhook.yml \
 205             --become --become-user=root | \
 206             sudo tee $log_folder/setup-kata-webhook.log
 207     fi
 208     echo "Add-ons deployment complete..."
 209 }
 210
 211 # install_plugin() - Install ONAP Multicloud Kubernetes plugin
 212 function install_plugin {
 213     echo "Installing multicloud/k8s plugin"
 214     sudo -E pip install --no-cache-dir docker-compose
 215
 216     sudo mkdir -p /opt/{kubeconfig,consul/config}
 217     sudo cp $HOME/.kube/config /opt/kubeconfig/kud
 218
 219     pushd $kud_folder/../../../deployments
 220     sudo ./build.sh
 221     if [[ "${testing_enabled}" == "true" ]]; then
 222         sudo ./start.sh
 223         pushd $kud_tests
 224         for functional_test in plugin plugin_edgex plugin_fw plugin_eaa; do
 225             bash ${functional_test}.sh
 226         done
 227         popd
 228     fi
 229     popd
 230 }
 231
 232 # _print_kubernetes_info() - Prints the login Kubernetes information
 233 function _print_kubernetes_info {
 234     if ! $(kubectl version &>/dev/null); then
 235         return
 236     fi
 237     # Expose Dashboard using NodePort
 238     node_port=30080
 239     KUBE_EDITOR="sed -i \"s|type\: ClusterIP|type\: NodePort|g\"" kubectl -n kube-system edit service kubernetes-dashboard
 240     KUBE_EDITOR="sed -i \"s|nodePort\: .*|nodePort\: $node_port|g\"" kubectl -n kube-system edit service kubernetes-dashboard
 241
 242     master_ip=$(kubectl config view --minify -o jsonpath='{.clusters[0].cluster.server}' | awk -F '[:/]' '{print $4}')
 243
 244     printf "Kubernetes Info\n===============\n" > $k8s_info_file
 245     echo "Dashboard URL: https://$master_ip:$node_port" >> $k8s_info_file
 246     echo "Admin user: kube" >> $k8s_info_file
 247     echo "Admin password: secret" >> $k8s_info_file
 248 }
 249
 250 sudo -k # forgot sudo password
 251 if ! sudo -n "true"; then
 252     echo ""
 253     echo "passwordless sudo is needed for '$(id -nu)' user."
 254     echo "Please fix your /etc/sudoers file. You likely want an"
 255     echo "entry like the following one..."
 256     echo ""
 257     echo "$(id -nu) ALL=(ALL) NOPASSWD: ALL"
 258     exit 1
 259 fi
 260
 261 verbose=""
 262 if [[ -n "${KUD_DEBUG:-}" ]]; then
 263     set -o xtrace
 264     verbose="-vvv"
 265 fi
 266
 267 # Configuration values
 268 log_folder=/var/log/kud
 269 kud_folder=${INSTALLER_DIR}
 270 kud_infra_folder=$kud_folder/../../deployment_infra
 271 export kud_inventory_folder=$kud_folder/inventory
 272 kud_inventory=$kud_inventory_folder/hosts.ini
 273 kud_playbooks=$kud_infra_folder/playbooks
 274 kud_tests=$kud_folder/../../tests
 275 k8s_info_file=$kud_folder/k8s_info.log
 276 testing_enabled=${KUD_ENABLE_TESTS:-false}
 277 container_runtime=${CONTAINER_RUNTIME:-docker}
 278 enable_kata_webhook=${ENABLE_KATA_WEBHOOK:-false}
 279 kata_webhook_runtimeclass=${KATA_WEBHOOK_RUNTIMECLASS:-kata-clh}
 280 kata_webhook_deployed=false
 281 # For containerd the etcd_deployment_type: docker is the default and doesn't work.
 282 # You have to use either etcd_kubeadm_enabled: true or etcd_deployment_type: host
 283 # See https://github.com/kubernetes-sigs/kubespray/issues/5713
 284 kud_kata_override_variables="container_manager=containerd \
 285     -e etcd_deployment_type=host -e kubelet_cgroup_driver=cgroupfs \
 286     -e \"{'download_localhost': false}\" -e \"{'download_run_once': false}\""
 287
 288 sudo mkdir -p $log_folder
 289 sudo mkdir -p /opt/csar
 290 sudo chown -R $USER /opt/csar
 291 # Install dependencies
 292 # Setup proxy variables
 293 if [ -f $kud_folder/sources.list ]; then
 294     sudo mv /etc/apt/sources.list /etc/apt/sources.list.backup
 295     sudo cp $kud_folder/sources.list /etc/apt/sources.list
 296 fi
 297 echo "Removing ppa for jonathonf/python-3.6"
 298 sudo ls /etc/apt/sources.list.d/ || true
 299 sudo find /etc/apt/sources.list.d -maxdepth 1 -name '*jonathonf*' -delete || true
 300 sudo apt-get update
 301 _install_go
 302 install_k8s
 303 _set_environment_file
 304 install_addons
 305 if ${KUD_PLUGIN_ENABLED:-false}; then
 306     install_plugin
 307 fi
 308 _print_kubernetes_info