kud/hosting_providers/vagrant/installer.sh

   1 #!/bin/bash
   2 #SPDX-license-identifier: Apache-2.0
   3 ##############################################################################
   4 # Copyright (c) 2018
   5 # All rights reserved. This program and the accompanying materials
   6 # are made available under the terms of the Apache License, Version 2.0
   7 # which accompanies this distribution, and is available at
   8 # http://www.apache.org/licenses/LICENSE-2.0
   9 ##############################################################################
  10
  11 set -o errexit
  12 set -o nounset
  13 set -o pipefail
  14
  15 INSTALLER_DIR="$(readlink -f "$(dirname "${BASH_SOURCE[0]}")")"
  16
  17 source ${INSTALLER_DIR}/../../tests/_functions.sh
  18
  19 # _install_go() - Install GoLang package
  20 function _install_go {
  21     version=$(grep "go_version" ${kud_playbooks}/kud-vars.yml | awk -F "'" '{print $2}')
  22     local tarball=go$version.linux-amd64.tar.gz
  23
  24     if $(go version &>/dev/null); then
  25         return
  26     fi
  27
  28     wget https://dl.google.com/go/$tarball
  29     sudo tar -C /usr/local -xzf $tarball
  30     rm $tarball
  31
  32     export PATH=$PATH:/usr/local/go/bin
  33     sudo sed -i "s|^PATH=.*|PATH=\"$PATH\"|" /etc/environment
  34 }
  35
  36 # _install_pip() - Install Python Package Manager
  37 function _install_pip {
  38     if $(pip --version &>/dev/null); then
  39         sudo -E pip install --upgrade pip
  40     else
  41         sudo apt-get install -y python-dev
  42         curl -sL https://bootstrap.pypa.io/get-pip.py | sudo python
  43     fi
  44 }
  45
  46 # _install_ansible() - Install and Configure Ansible program
  47 function _install_ansible {
  48     if $(ansible --version &>/dev/null); then
  49         sudo pip uninstall -y ansible
  50     fi
  51     _install_pip
  52     local version=$(grep "ansible_version" ${kud_playbooks}/kud-vars.yml | awk -F ': ' '{print $2}')
  53     sudo mkdir -p /etc/ansible/
  54     sudo -E pip install ansible==$version
  55 }
  56
  57 # _install_docker() - Download and install docker-engine
  58 function _install_docker {
  59     local max_concurrent_downloads=${1:-3}
  60
  61     if $(docker version &>/dev/null); then
  62         return
  63     fi
  64     sudo apt-get install -y apt-transport-https ca-certificates curl
  65     curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
  66     sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable"
  67     sudo apt-get update
  68     sudo apt-get install -y docker-ce
  69
  70     sudo mkdir -p /etc/systemd/system/docker.service.d
  71     if [ ${http_proxy:-} ]; then
  72         echo "[Service]" | sudo tee /etc/systemd/system/docker.service.d/http-proxy.conf
  73         echo "Environment=\"HTTP_PROXY=$http_proxy\"" | sudo tee --append /etc/systemd/system/docker.service.d/http-proxy.conf
  74     fi
  75     if [ ${https_proxy:-} ]; then
  76         echo "[Service]" | sudo tee /etc/systemd/system/docker.service.d/https-proxy.conf
  77         echo "Environment=\"HTTPS_PROXY=$https_proxy\"" | sudo tee --append /etc/systemd/system/docker.service.d/https-proxy.conf
  78     fi
  79     if [ ${no_proxy:-} ]; then
  80         echo "[Service]" | sudo tee /etc/systemd/system/docker.service.d/no-proxy.conf
  81         echo "Environment=\"NO_PROXY=$no_proxy\"" | sudo tee --append /etc/systemd/system/docker.service.d/no-proxy.conf
  82     fi
  83     sudo systemctl daemon-reload
  84     echo "DOCKER_OPTS=\"-H tcp://0.0.0.0:2375 -H unix:///var/run/docker.sock --max-concurrent-downloads $max_concurrent_downloads \"" | sudo tee --append /etc/default/docker
  85     if [[ -z $(groups | grep docker) ]]; then
  86         sudo usermod -aG docker $USER
  87     fi
  88
  89     sudo systemctl restart docker
  90     sleep 10
  91 }
  92
  93 function _set_environment_file {
  94     # By default ovn central interface is the first active network interface on localhost. If other wanted, need to export this variable in aio.sh or Vagrant file.
  95     OVN_CENTRAL_INTERFACE="${OVN_CENTRAL_INTERFACE:-$(ip addr show | awk '/inet.*brd/{print $NF; exit}')}"
  96     echo "export OVN_CENTRAL_INTERFACE=${OVN_CENTRAL_INTERFACE}" | sudo tee --append /etc/environment
  97     echo "export OVN_CENTRAL_ADDRESS=$(get_ovn_central_address)" | sudo tee --append /etc/environment
  98     echo "export KUBE_CONFIG_DIR=/opt/kubeconfig" | sudo tee --append /etc/environment
  99     echo "export CSAR_DIR=/opt/csar" | sudo tee --append /etc/environment
 100 }
 101
 102 # install_k8s() - Install Kubernetes using kubespray tool
 103 function install_k8s {
 104     echo "Deploying kubernetes"
 105     local dest_folder=/opt
 106     version=$(grep "kubespray_version" ${kud_playbooks}/kud-vars.yml | awk -F ': ' '{print $2}')
 107     local_release_dir=$(grep "local_release_dir" $kud_inventory_folder/group_vars/k8s-cluster.yml | awk -F "\"" '{print $2}')
 108     local tarball=v$version.tar.gz
 109     sudo apt-get install -y sshpass make unzip # install make to run mitogen target and unzip is mitogen playbook dependency
 110     sudo apt-get install -y gnupg2 software-properties-common
 111     _install_docker
 112     _install_ansible
 113     wget https://github.com/kubernetes-incubator/kubespray/archive/$tarball
 114     sudo tar -C $dest_folder -xzf $tarball
 115     sudo mv $dest_folder/kubespray-$version/ansible.cfg /etc/ansible/ansible.cfg
 116     sudo chown -R $USER $dest_folder/kubespray-$version
 117     sudo mkdir -p ${local_release_dir}/containers
 118     rm $tarball
 119
 120     pushd $dest_folder/kubespray-$version/
 121     sudo -E pip install -r ./requirements.txt
 122     make mitogen
 123     popd
 124     rm -f $kud_inventory_folder/group_vars/all.yml 2> /dev/null
 125     if [[ -n "${verbose:-}" ]]; then
 126         echo "kube_log_level: 5" | tee $kud_inventory_folder/group_vars/all.yml
 127     else
 128         echo "kube_log_level: 2" | tee $kud_inventory_folder/group_vars/all.yml
 129     fi
 130     echo "kubeadm_enabled: true" | tee --append $kud_inventory_folder/group_vars/all.yml
 131     if [[ -n "${http_proxy:-}" ]]; then
 132         echo "http_proxy: \"$http_proxy\"" | tee --append $kud_inventory_folder/group_vars/all.yml
 133     fi
 134     if [[ -n "${https_proxy:-}" ]]; then
 135         echo "https_proxy: \"$https_proxy\"" | tee --append $kud_inventory_folder/group_vars/all.yml
 136     fi
 137     ansible-playbook $verbose -i $kud_inventory $dest_folder/kubespray-$version/cluster.yml --become --become-user=root | sudo tee $log_folder/setup-kubernetes.log
 138
 139     # Configure environment
 140     mkdir -p $HOME/.kube
 141     cp $kud_inventory_folder/artifacts/admin.conf $HOME/.kube/config
 142     # Copy Kubespray kubectl to be usable in host running Ansible. Requires kubectl_localhost: true in inventory/group_vars/k8s-cluster.yml
 143     sudo cp $kud_inventory_folder/artifacts/kubectl /usr/local/bin/
 144 }
 145
 146 # install_addons() - Install Kubenertes AddOns
 147 function install_addons {
 148     source /etc/environment
 149     echo "Installing Kubernetes AddOns"
 150     _install_ansible
 151     sudo ansible-galaxy install $verbose -r $kud_infra_folder/galaxy-requirements.yml --ignore-errors
 152
 153     ansible-playbook $verbose -i $kud_inventory $kud_playbooks/configure-kud.yml | sudo tee $log_folder/setup-kud.log
 154     for addon in ${KUD_ADDONS:-virtlet ovn4nfv nfd}; do
 155         echo "Deploying $addon using configure-$addon.yml playbook.."
 156         ansible-playbook $verbose -i $kud_inventory $kud_playbooks/configure-${addon}.yml | sudo tee $log_folder/setup-${addon}.log
 157         if [[ "${testing_enabled}" == "true" ]]; then
 158             pushd $kud_tests
 159             bash ${addon}.sh
 160             popd
 161         fi
 162     done
 163 }
 164
 165 # install_plugin() - Install ONAP Multicloud Kubernetes plugin
 166 function install_plugin {
 167     echo "Installing multicloud/k8s plugin"
 168     _install_go
 169     _install_docker
 170     sudo -E pip install docker-compose
 171
 172     sudo mkdir -p /opt/{kubeconfig,consul/config}
 173     sudo cp $HOME/.kube/config /opt/kubeconfig/kud
 174
 175     pushd $kud_folder/../../../deployments
 176     sudo ./build.sh
 177     if [[ "${testing_enabled}" == "true" ]]; then
 178         sudo ./start.sh
 179         pushd $kud_tests
 180         for functional_test in plugin plugin_edgex plugin_fw; do
 181             bash ${functional_test}.sh
 182         done
 183         popd
 184     fi
 185     popd
 186 }
 187
 188 # _print_kubernetes_info() - Prints the login Kubernetes information
 189 function _print_kubernetes_info {
 190     if ! $(kubectl version &>/dev/null); then
 191         return
 192     fi
 193     # Expose Dashboard using NodePort
 194     node_port=30080
 195     KUBE_EDITOR="sed -i \"s|type\: ClusterIP|type\: NodePort|g\"" kubectl -n kube-system edit service kubernetes-dashboard
 196     KUBE_EDITOR="sed -i \"s|nodePort\: .*|nodePort\: $node_port|g\"" kubectl -n kube-system edit service kubernetes-dashboard
 197
 198     master_ip=$(kubectl cluster-info | grep "Kubernetes master" | awk -F ":" '{print $2}')
 199
 200     printf "Kubernetes Info\n===============\n" > $k8s_info_file
 201     echo "Dashboard URL: https:$master_ip:$node_port" >> $k8s_info_file
 202     echo "Admin user: kube" >> $k8s_info_file
 203     echo "Admin password: secret" >> $k8s_info_file
 204 }
 205
 206 sudo -k # forgot sudo password
 207 if ! sudo -n "true"; then
 208     echo ""
 209     echo "passwordless sudo is needed for '$(id -nu)' user."
 210     echo "Please fix your /etc/sudoers file. You likely want an"
 211     echo "entry like the following one..."
 212     echo ""
 213     echo "$(id -nu) ALL=(ALL) NOPASSWD: ALL"
 214     exit 1
 215 fi
 216
 217 verbose=""
 218 if [[ -n "${KUD_DEBUG:-}" ]]; then
 219     set -o xtrace
 220     verbose="-vvv"
 221 fi
 222
 223 # Configuration values
 224 log_folder=/var/log/kud
 225 kud_folder=${INSTALLER_DIR}
 226 kud_infra_folder=$kud_folder/../../deployment_infra
 227 export kud_inventory_folder=$kud_folder/inventory
 228 kud_inventory=$kud_inventory_folder/hosts.ini
 229 kud_playbooks=$kud_infra_folder/playbooks
 230 kud_tests=$kud_folder/../../tests
 231 k8s_info_file=$kud_folder/k8s_info.log
 232 testing_enabled=${KUD_ENABLE_TESTS:-false}
 233
 234 sudo mkdir -p $log_folder
 235 sudo mkdir -p /opt/csar
 236 sudo chown -R $USER /opt/csar
 237
 238 # Install dependencies
 239 # Setup proxy variables
 240 if [ -f $kud_folder/sources.list ]; then
 241     sudo mv /etc/apt/sources.list /etc/apt/sources.list.backup
 242     sudo cp $kud_folder/sources.list /etc/apt/sources.list
 243 fi
 244 sudo apt-get update
 245 install_k8s
 246 _set_environment_file
 247 install_addons
 248 if ${KUD_PLUGIN_ENABLED:-false}; then
 249     install_plugin
 250 fi
 251 _print_kubernetes_info