2 #SPDX-license-identifier: Apache-2.0
3 ##############################################################################
5 # All rights reserved. This program and the accompanying materials
6 # are made available under the terms of the Apache License, Version 2.0
7 # which accompanies this distribution, and is available at
8 # http://www.apache.org/licenses/LICENSE-2.0
9 ##############################################################################
15 INSTALLER_DIR="$(readlink -f "$(dirname "${BASH_SOURCE[0]}")")"
17 source ${INSTALLER_DIR}/../../tests/_functions.sh
19 # _install_go() - Install GoLang package
20 function _install_go {
21 version=$(grep "go_version" ${kud_playbooks}/kud-vars.yml | awk -F "'" '{print $2}')
22 local tarball=go$version.linux-amd64.tar.gz
24 #gcc is required for go apps compilation
26 sudo apt-get install -y gcc
29 if $(go version &>/dev/null); then
33 wget https://dl.google.com/go/$tarball
34 sudo tar -C /usr/local -xzf $tarball
37 export PATH=$PATH:/usr/local/go/bin
38 sudo sed -i "s|^PATH=.*|PATH=\"$PATH\"|" /etc/environment
39 #allow golang to work with sudo
40 sudo sed -i 's|secure_path="\([^"]\+\)"|secure_path="\1:/usr/local/go/bin"|' /etc/sudoers
43 # _install_pip() - Install Python Package Manager
44 function _install_pip {
45 if $(pip --version &>/dev/null); then
46 sudo -E pip install --no-cache-dir --upgrade pip
48 sudo apt-get install -y python-dev
49 curl -sL https://bootstrap.pypa.io/pip/2.7/get-pip.py | sudo python
53 # _install_ansible() - Install and Configure Ansible program
54 function _install_ansible {
55 if $(ansible --version &>/dev/null); then
56 sudo pip uninstall -y ansible
59 local version=$(grep "ansible_version" ${kud_playbooks}/kud-vars.yml | awk -F ': ' '{print $2}')
60 sudo mkdir -p /etc/ansible/
61 sudo -E pip install --no-cache-dir ansible==$version
64 function _set_environment_file {
65 # By default ovn central interface is the first active network interface on localhost. If other wanted, need to export this variable in aio.sh or Vagrant file.
66 OVN_CENTRAL_INTERFACE="${OVN_CENTRAL_INTERFACE:-$(ip addr show | awk '/inet.*brd/{print $NF; exit}')}"
67 echo "export OVN_CENTRAL_INTERFACE=${OVN_CENTRAL_INTERFACE}" | sudo tee --append /etc/environment
68 echo "export OVN_CENTRAL_ADDRESS=$(get_ovn_central_address)" | sudo tee --append /etc/environment
69 echo "export KUBE_CONFIG_DIR=/opt/kubeconfig" | sudo tee --append /etc/environment
70 echo "export CSAR_DIR=/opt/csar" | sudo tee --append /etc/environment
71 echo "export ANSIBLE_CONFIG=${ANSIBLE_CONFIG}" | sudo tee --append /etc/environment
74 # install_k8s() - Install Kubernetes using kubespray tool
75 function install_k8s {
76 echo "Deploying kubernetes"
77 local dest_folder=/opt
78 version=$(grep "kubespray_version" ${kud_playbooks}/kud-vars.yml | awk -F ': ' '{print $2}')
79 local_release_dir=$(grep "local_release_dir" $kud_inventory_folder/group_vars/k8s-cluster.yml | awk -F "\"" '{print $2}')
80 local tarball=v$version.tar.gz
81 sudo apt-get install -y sshpass make unzip # install make to run mitogen target and unzip is mitogen playbook dependency
82 sudo apt-get install -y gnupg2 software-properties-common
84 wget https://github.com/kubernetes-incubator/kubespray/archive/$tarball
85 sudo tar -C $dest_folder -xzf $tarball
86 sudo chown -R $USER $dest_folder/kubespray-$version
87 sudo mkdir -p ${local_release_dir}/containers
90 pushd $dest_folder/kubespray-$version/
91 sudo -E pip install --no-cache-dir -r ./requirements.txt
94 rm -f $kud_inventory_folder/group_vars/all.yml 2> /dev/null
95 if [[ -n "${verbose:-}" ]]; then
96 echo "kube_log_level: 5" | tee $kud_inventory_folder/group_vars/all.yml
98 echo "kube_log_level: 2" | tee $kud_inventory_folder/group_vars/all.yml
100 echo "kubeadm_enabled: true" | tee --append $kud_inventory_folder/group_vars/all.yml
101 if [[ -n "${http_proxy:-}" ]]; then
102 echo "http_proxy: \"$http_proxy\"" | tee --append $kud_inventory_folder/group_vars/all.yml
104 if [[ -n "${https_proxy:-}" ]]; then
105 echo "https_proxy: \"$https_proxy\"" | tee --append $kud_inventory_folder/group_vars/all.yml
107 export ANSIBLE_CONFIG=$dest_folder/kubespray-$version/ansible.cfg
109 ansible-playbook $verbose -i $kud_inventory \
110 $kud_playbooks/preconfigure-kubespray.yml --become --become-user=root \
111 | sudo tee $log_folder/setup-kubernetes.log
112 if [ "$container_runtime" == "docker" ]; then
113 /bin/echo -e "\n\e[1;42mDocker will be used as the container runtime interface\e[0m"
114 ansible-playbook $verbose -i $kud_inventory \
115 $dest_folder/kubespray-$version/cluster.yml --become \
116 --become-user=root | sudo tee $log_folder/setup-kubernetes.log
117 elif [ "$container_runtime" == "containerd" ]; then
118 /bin/echo -e "\n\e[1;42mContainerd will be used as the container runtime interface\e[0m"
119 # Because the kud_kata_override_variable has its own quotations in it
120 # a eval command is needed to properly execute the ansible script
121 ansible_kubespray_cmd="ansible-playbook $verbose -i $kud_inventory \
122 $dest_folder/kubespray-$version/cluster.yml \
123 -e ${kud_kata_override_variables} --become --become-user=root | \
124 sudo tee $log_folder/setup-kubernetes.log"
125 eval $ansible_kubespray_cmd
126 ansible-playbook $verbose -i $kud_inventory -e "base_dest=$HOME" \
127 $kud_playbooks/configure-kata.yml --become --become-user=root | \
128 sudo tee $log_folder/setup-kata.log
130 echo "Only Docker or Containerd are supported container runtimes"
134 # Configure environment
136 cp $kud_inventory_folder/artifacts/admin.conf $HOME/.kube/config
137 # Copy Kubespray kubectl to be usable in host running Ansible. Requires kubectl_localhost: true in inventory/group_vars/k8s-cluster.yml
138 sudo cp $kud_inventory_folder/artifacts/kubectl /usr/local/bin/
141 # install_addons() - Install Kubenertes AddOns
142 function install_addons {
143 source /etc/environment
144 echo "Installing Kubernetes AddOns"
146 sudo ansible-galaxy install $verbose -r $kud_infra_folder/galaxy-requirements.yml --ignore-errors
147 ansible-playbook $verbose -i $kud_inventory -e "base_dest=$HOME" $kud_playbooks/configure-kud.yml | sudo tee $log_folder/setup-kud.log
149 # The order of KUD_ADDONS is important: some plugins (sriov, qat)
150 # require nfd to be enabled. Some addons are not currently supported with containerd
151 if [ "${container_runtime}" == "docker" ]; then
152 kud_addons=${KUD_ADDONS:-virtlet ovn4nfv nfd sriov \
154 elif [ "${container_runtime}" == "containerd" ]; then
155 kud_addons=${KUD_ADDONS:-ovn4nfv nfd}
158 for addon in ${kud_addons}; do
159 echo "Deploying $addon using configure-$addon.yml playbook.."
160 ansible-playbook $verbose -i $kud_inventory -e "base_dest=$HOME" \
161 $kud_playbooks/configure-${addon}.yml | \
162 sudo tee $log_folder/setup-${addon}.log
165 echo "Run the test cases if testing_enabled is set to true."
166 if [[ "${testing_enabled}" == "true" ]]; then
168 # Run Kata test first if Kata was installed
169 if [ "${container_runtime}" == "containerd" ]; then
170 #Install Kata webhook for test pods
171 ansible-playbook $verbose -i $kud_inventory -e "base_dest=$HOME" \
172 -e "kata_webhook_runtimeclass=$kata_webhook_runtimeclass" \
173 $kud_playbooks/configure-kata-webhook.yml \
174 --become --become-user=root | \
175 sudo tee $log_folder/setup-kata-webhook.log
176 kata_webhook_deployed=true
178 bash kata.sh || failed_kud_tests="${failed_kud_tests} kata"
181 # Run other plugin tests
182 # The topology-manager is added to the tests here as it is
183 # enabled via kubelet config, not an addon
184 for addon in topology-manager ${kud_addons}; do
186 bash ${addon}.sh || failed_kud_tests="${failed_kud_tests} ${addon}"
189 # Remove Kata webhook if user didn't want it permanently installed
190 if ! [ "${enable_kata_webhook}" == "true" ]; then
191 ansible-playbook $verbose -i $kud_inventory -e "base_dest=$HOME" \
192 -e "kata_webhook_runtimeclass=$kata_webhook_runtimeclass" \
193 $kud_playbooks/configure-kata-webhook-reset.yml \
194 --become --become-user=root | \
195 sudo tee $log_folder/kata-webhook-reset.log
197 if [[ ! -z "$failed_kud_tests" ]]; then
198 echo "Test cases failed:${failed_kud_tests}"
202 # Check if Kata webhook should be installed and isn't already installed
203 if [ "$enable_kata_webhook" == "true" ] && ! [ "$kata_webhook_deployed" == "true" ]; then
204 ansible-playbook $verbose -i $kud_inventory -e "base_dest=$HOME" \
205 -e "kata_webhook_runtimeclass=$kata_webhook_runtimeclass" \
206 $kud_playbooks/configure-kata-webhook.yml \
207 --become --become-user=root | \
208 sudo tee $log_folder/setup-kata-webhook.log
210 echo "Add-ons deployment complete..."
213 # install_plugin() - Install ONAP Multicloud Kubernetes plugin
214 function install_plugin {
215 echo "Installing multicloud/k8s plugin"
216 sudo -E pip install --no-cache-dir docker-compose
218 sudo mkdir -p /opt/{kubeconfig,consul/config}
219 sudo cp $HOME/.kube/config /opt/kubeconfig/kud
221 pushd $kud_folder/../../../deployments
223 if [[ "${testing_enabled}" == "true" ]]; then
226 for functional_test in plugin plugin_edgex plugin_fw plugin_eaa; do
227 bash ${functional_test}.sh
234 # _print_kubernetes_info() - Prints the login Kubernetes information
235 function _print_kubernetes_info {
236 if ! $(kubectl version &>/dev/null); then
239 # Expose Dashboard using NodePort
241 KUBE_EDITOR="sed -i \"s|type\: ClusterIP|type\: NodePort|g\"" kubectl -n kube-system edit service kubernetes-dashboard
242 KUBE_EDITOR="sed -i \"s|nodePort\: .*|nodePort\: $node_port|g\"" kubectl -n kube-system edit service kubernetes-dashboard
244 master_ip=$(kubectl config view --minify -o jsonpath='{.clusters[0].cluster.server}' | awk -F '[:/]' '{print $4}')
246 printf "Kubernetes Info\n===============\n" > $k8s_info_file
247 echo "Dashboard URL: https://$master_ip:$node_port" >> $k8s_info_file
248 echo "Admin user: kube" >> $k8s_info_file
249 echo "Admin password: secret" >> $k8s_info_file
252 sudo -k # forgot sudo password
253 if ! sudo -n "true"; then
255 echo "passwordless sudo is needed for '$(id -nu)' user."
256 echo "Please fix your /etc/sudoers file. You likely want an"
257 echo "entry like the following one..."
259 echo "$(id -nu) ALL=(ALL) NOPASSWD: ALL"
264 if [[ -n "${KUD_DEBUG:-}" ]]; then
269 # Configuration values
270 log_folder=/var/log/kud
271 kud_folder=${INSTALLER_DIR}
272 kud_infra_folder=$kud_folder/../../deployment_infra
273 export kud_inventory_folder=$kud_folder/inventory
274 kud_inventory=$kud_inventory_folder/hosts.ini
275 kud_playbooks=$kud_infra_folder/playbooks
276 kud_tests=$kud_folder/../../tests
277 k8s_info_file=$kud_folder/k8s_info.log
278 testing_enabled=${KUD_ENABLE_TESTS:-false}
279 container_runtime=${CONTAINER_RUNTIME:-docker}
280 enable_kata_webhook=${ENABLE_KATA_WEBHOOK:-false}
281 kata_webhook_runtimeclass=${KATA_WEBHOOK_RUNTIMECLASS:-kata-clh}
282 kata_webhook_deployed=false
283 # For containerd the etcd_deployment_type: docker is the default and doesn't work.
284 # You have to use either etcd_kubeadm_enabled: true or etcd_deployment_type: host
285 # See https://github.com/kubernetes-sigs/kubespray/issues/5713
286 kud_kata_override_variables="container_manager=containerd \
287 -e etcd_deployment_type=host -e kubelet_cgroup_driver=cgroupfs \
288 -e \"{'download_localhost': false}\" -e \"{'download_run_once': false}\""
290 sudo mkdir -p $log_folder
291 sudo mkdir -p /opt/csar
292 sudo chown -R $USER /opt/csar
293 # Install dependencies
294 # Setup proxy variables
295 if [ -f $kud_folder/sources.list ]; then
296 sudo mv /etc/apt/sources.list /etc/apt/sources.list.backup
297 sudo cp $kud_folder/sources.list /etc/apt/sources.list
299 echo "Removing ppa for jonathonf/python-3.6"
300 sudo ls /etc/apt/sources.list.d/ || true
301 sudo find /etc/apt/sources.list.d -maxdepth 1 -name '*jonathonf*' -delete || true
305 _set_environment_file
307 if ${KUD_PLUGIN_ENABLED:-false}; then
310 _print_kubernetes_info