Add support for Helm v3
[oom/offline-installer.git] / build / creating_data / docker-images-collector.sh
index 76ee901..d07aa64 100755 (executable)
@@ -2,7 +2,7 @@
 
 #   COPYRIGHT NOTICE STARTS HERE
 #
-#   Copyright 2019 © Samsung Electronics Co., Ltd.
+#   Copyright 2019-2020 © Samsung Electronics Co., Ltd.
 #
 #   Licensed under the Apache License, Version 2.0 (the "License");
 #   you may not use this file except in compliance with the License.
@@ -20,8 +20,9 @@
 
 ### This script is preparing docker images list based on kubernetes project
 
-### NOTE: helm needs to be installed and working, it is required for correct processing
-### of helm charts in oom directory
+### NOTE: helm needs to be installed; it is required for correct processing
+### of helm charts in oom directory; chartmuseum and helm push plugin are also
+### required if using helm v3
 
 # Fail fast settings
 set -e
@@ -30,11 +31,17 @@ usage () {
     echo "      "
     echo "  This script is preparing docker images list based on kubernetes project"
     echo "      Usage:"
-    echo "        ./$(basename $0) <path to project> [<output list file>]"
+    echo "        ./$(basename $0) [OPTION]... <path to project> [<output list file>]"
+    echo "      "
+    echo "      Options:"
+    echo "          -h | --help            Show script usage synopsis"
+    echo "          -p | --helm-port       Chart repository server port"
+    echo "          -b | --helm-bin        Path to Helm executable"
+    echo "          -c | --chartmuseum-bin Path to Chartmuseum executable"
     echo "      "
     echo "      Example: ./$(basename $0) /root/oom/kubernetes/onap"
     echo "      "
-    echo "      Dependencies: helm, python-yaml, make"
+    echo "      Dependencies: helm, python-yaml, make, chartmuseum (helm v3 only)"
     echo "      "
     exit 1
 }
@@ -60,21 +67,120 @@ create_list() {
     else
         >&2 echo -e \n"    !!! ${1} sybsystem does not exist !!!"\n
     fi
-    helm template "${SUBSYS_DIR}" | grep 'image:\ \|tag_version:\ \|h._image' |
+    ${HELM_BIN} template --set global.masterPassword=TemplatePassword,global.offlineDeploymentBuild=true -f ${PROJECT_DIR}/values.yaml "${SUBSYS_DIR}" | grep 'image:\ \|tag_version:\ \|h._image' |
         sed -e 's/^.*\"h._image\"\ :\ //; s/^.*\"\(.*\)\".*$/\1/' \
             -e 's/\x27\|,//g; s/^.*\(image\|tag_version\):\ //' | tr -d '\r'
 }
 
-# Configuration
-if [ "${1}" == "-h" ] || [ "${1}" == "--help" ] || [ $# -lt 1 ]; then
+# Kill helm repository if already running
+kill_chart_repo() {
+    if [[ "${HELM_VERSION}" =~ "v3" ]];
+    then
+        cmd=${HELM3_CMD_PATTERN}
+    else
+        cmd=${HELM2_CMD_PATTERN}
+    fi
+    for pid in $(pgrep -f "${cmd}");
+    do
+        # Kill helm repository server process
+        kill $pid
+    done
+}
+
+validate_port() {
+    if [ -z $1 ];
+    then
+        echo "Error: No valid port number provided"
+        exit 1
+    fi
+    if ! [[ "$1" =~ ^[0-9]*$ ]];
+    then
+        echo "Error: "${1}" is not a valid port number"
+        exit 1
+    fi
+}
+
+validate_bin() {
+    if [ -z $1 ];
+    then
+        echo "Error: No path to executable provided"
+        exit 1
+    else
+        if ! [[ -x ${1} && -f ${1} ]];
+        then
+            echo "Error: ${1} is not an executable"
+            exit 1
+        fi
+    fi
+}
+
+check_chart_repo() {
+    sleep 2 # let the helm repository process settle
+    if [[ "${HELM_VERSION}" =~ "v3" ]];
+    then
+        cmd=${HELM3_CMD_PATTERN}
+    else
+        cmd=${HELM2_CMD_PATTERN}
+    fi
+    if [ $(pgrep -f "${cmd}" -c) -eq 0 ];
+    then
+        echo "Fatal: Helm chart repository server failed to start"
+        exit 1
+    fi
+}
+
+# Proccess input options
+if [ $# -lt 1 ]; then
     usage
 fi
 
+while [ $# -gt 0 ];
+do
+    case "${1}" in
+        -h | --help)
+            usage
+            ;;
+        -p | --helm-port)
+            PORT="${2}"
+            validate_port "${PORT}"
+            shift 2
+            ;;
+        -b | --helm-bin)
+            BIN="${2}"
+            validate_bin "${BIN}"
+            shift 2
+            ;;
+        -c | --chartmuseum-bin)
+            CHARTMUSEUM_BIN="${2}"
+            validate_bin "${CHARTMUSEUM_BIN}"
+            shift 2
+            ;;
+        -*)
+            echo "Unknown option ${1}"
+            usage
+            ;;
+        *)
+            # end of options
+            break
+            ;;
+    esac
+done
+
+# Configuration
 PROJECT_DIR="${1}"
 LIST="${2}"
 LISTS_DIR="$(readlink -f $(dirname ${0}))/../data_lists"
-HELM_REPO="local http://127.0.0.1:8879"
+HELM_BIN=${BIN:-helm}
+CHARTMUSEUM_BIN=${CHART_BIN:-chartmuseum}
+HELM_REPO_HOST="127.0.0.1"
+HELM_REPO_PORT="${PORT:-8879}"
+HELM_REPO="${HELM_REPO_HOST}:${HELM_REPO_PORT}"
+HELM_REPO_PATH="dist/packages" # based on PACKAGE_DIR defined in oom/kubernetes/Makefile
+HELM_VERSION=$(${HELM_BIN} version -c --template "{{.Version}}")
+DOCKER_CONTAINER="generate-certs-${HELM_REPO_PORT}" # oom-cert-service container name override
 PROJECT="$(basename ${1})"
+HELM3_CMD_PATTERN="${CHARTMUSEUM_BIN} --storage local --storage-local-rootdir .*/chartmuseum -port ${HELM_REPO_PORT}"
+HELM2_CMD_PATTERN="${HELM_BIN} serve --address ${HELM_REPO}"
 
 if [ ! -f "${PROJECT_DIR}/../Makefile" ]; then
     echo "Wrong path to project directory entered"
@@ -82,6 +188,11 @@ if [ ! -f "${PROJECT_DIR}/../Makefile" ]; then
 elif [ -z "${LIST}" ]; then
     mkdir -p ${LISTS_DIR}
     LIST="${LISTS_DIR}/${PROJECT}_docker_images.list"
+else
+    # $2 is not empty - ensure LIST path exists
+    LIST_DIR="$(dirname ${LIST})"
+    mkdir -p "${LIST_DIR}"
+    MSG="${LIST_DIR} didn't exist, created\n"
 fi
 
 if [ -e "${LIST}" ]; then
@@ -89,23 +200,34 @@ if [ -e "${LIST}" ]; then
     MSG="$(realpath ${LIST}) already existed\nCreated backup $(realpath ${LIST}).bk\n"
 fi
 
-# Setup helm
-if ps -eaf | grep -v "grep" | grep "helm" > /dev/null; then
-    echo "helm is already running"
-else
-    helm init -c > /dev/null
-    helm serve &
-fi
+HELM_HOME=$(mktemp -p /tmp -d .helm.XXXXXXXX)
+export HELM_HOME
 
-# Create helm repository
-if ! helm repo list 2>&1 | awk '{ print $1, $2 }' | grep -q "$HELM_REPO" > /dev/null; then
-    helm repo add $HELM_REPO
+kill_chart_repo # make sure it's not already running
+if [[ "${HELM_VERSION}" =~ "v3" ]];
+then
+    # Setup helm v3
+    export HELM_CONFIG_HOME="${HELM_HOME}/.config"
+    export HELM_CACHE_HOME="${HELM_HOME}/.cache"
+    ${CHARTMUSEUM_BIN} --storage local --storage-local-rootdir "${HELM_HOME}/chartmuseum" -port ${HELM_REPO_PORT} &
+    sleep 2 # let the chartmuseum process settle
+    ${HELM_BIN} repo add local "http://${HELM_REPO}"
+else
+    # Setup helm v2
+    mkdir -p "${PROJECT_DIR}/../${HELM_REPO_PATH}"
+    ${HELM_BIN} init --skip-refresh -c --local-repo-url "http://${HELM_REPO}"
+    ${HELM_BIN} serve --address ${HELM_REPO} --repo-path "${PROJECT_DIR}/../${HELM_REPO_PATH}" &
+    ${HELM_BIN} repo remove stable 2>/dev/null || true
 fi
+check_chart_repo
 
 # Make all
 pushd "${PROJECT_DIR}/.."
 echo "Building project..."
-make all > /dev/null; make ${PROJECT} > /dev/null
+export SKIP_LINT=TRUE
+export DOCKER_CONTAINER
+export HELM_BIN
+make -e all > /dev/null; make -e ${PROJECT} > /dev/null
 popd
 
 # Create the list from all enabled subsystems
@@ -125,4 +247,10 @@ sed -i "1i# generated from ${COMMENT}" "${LIST}"
 
 echo -e ${MSG}
 echo -e 'The list has been created:\n '"${LIST}"
+
+# Kill helm
+kill_chart_repo
+# Remove temporary helm directory
+rm -rf ${HELM_HOME}
+
 exit 0