# COPYRIGHT NOTICE STARTS HERE
#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
+# Copyright 2018-2020© Samsung Electronics Co., Ltd.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
#
# COPYRIGHT NOTICE ENDS HERE
-
### This script prepares Nexus repositories data blobs for ONAP
-# Mandatory variables need to be set in configuration file:
-# NXS_SRC_DOCKER_IMG_DIR - resource directory of docker images
-# NXS_SRC_NPM_DIR - resource directory of npm packages
-# NXS_SRC_PYPI_DIR - resource directory of pypi packages
-# NXS_DOCKER_IMG_LIST - list of docker images to be pushed to Nexus repository
-# NXS_DOCKER_WO_LIST - list of docker images which uses default repository
-# NXS_NPM_LIST - list of npm packages to be published to Nexus repository
-# NXS_PYPI_LIST - list of pypi packages to be uploaded to Nexus repository
-# NEXUS_DATA_TAR - target tarball of Nexus data path/name
-# NEXUS_DATA_DIR - directory used for the Nexus blob build
-# NEXUS_IMAGE - Sonatype/Nexus3 docker image which will be used for data blob creation
+## The script requires following dependencies are installed: nodejs, jq, docker, twine, expect
+## All required resources are expected in the upper directory created during
+## download procedure as DATA_DIR or in the directory given as --input-directory
+## All lists used must be in project data_lists directory or in the directory given
+## as --resource-list-directory
# Fail fast settings
set -e
-# Nexus repository location
+TIMESTAMP="date +'%Y-%m-%d_%H-%M-%S'"
+SCRIPT_LOG="/tmp/$(basename $0)_$(eval ${TIMESTAMP}).log"
+
+# Log everything
+exec &> >(tee -a "${SCRIPT_LOG}")
+
+# Nexus repository properties
NEXUS_DOMAIN="nexus"
-NPM_REGISTRY="http://${NEXUS_DOMAIN}:8081/repository/npm-private/"
-PYPI_REGISTRY="http://${NEXUS_DOMAIN}:8081/repository/pypi-private/"
-DOCKER_REGISTRY="${NEXUS_DOMAIN}:8082"
+NEXUS_HOST="127.0.0.1"
+NEXUS_EXPOSED_PORT="8081"
+NEXUS_PORT=${NEXUS_EXPOSED_PORT}
+NEXUS_DOCKER_EXPOSED_PORT="8082"
+NEXUS_DOCKER_PORT=${NEXUS_DOCKER_EXPOSED_PORT}
+DEFAULT_REGISTRY="docker.io"
# Nexus repository credentials
NEXUS_USERNAME=admin
NEXUS_PASSWORD=admin123
NEXUS_EMAIL=admin@example.org
-# Setup simulated domain names to be able to push all in private Nexus repository
-SIMUL_HOSTS="docker.elastic.co gcr.io hub.docker.com nexus3.onap.org nexus.onap.org registry.hub.docker.com ${NEXUS_DOMAIN}"
+# Setting paths
+LOCAL_PATH="$(readlink -f $(dirname ${0}))"
+
+# Defaults
+DOCKER_LOAD="false"
+NPM_PUSH="false"
+PYPI_PUSH="false"
+DATA_DIR="$(realpath ${LOCAL_PATH}/../../resources)"
+NEXUS_DATA_DIR="${DATA_DIR}/nexus_data"
+LISTS_DIR="${LOCAL_PATH}/data_lists"
+
+# Required dependencies
+COMMANDS=(jq docker)
+
+usage () {
+ echo "
+ Usage: $(basename $0) [OPTION...] [FILE]...
+
+ This script prepares Nexus repositories data blobs for ONAP
+
+ Following dependencies are required: nodejs, jq, docker, twine, expect
+ By default, without any lists or dirs provided, the resources are expected as downloaded
+ during download process and default lists will be used to build the Nexus blob in the same
+ resources dir
+
+ Examples:
+ $(basename $0) --input-directory </path/to/downloaded/files/dir> -ld --output-directory
+ </path/to/output/dir> --resource-list-directory </path/to/dir/with/resource/list>
+ # Docker images, npms and pypi packages will be loaded from specified directory
+ # and the blob is created
+ $(basename $0) -d </path/to/docker/images/list> -d </path/to/another/docker/images/list>
+ -n </path/to/npm/list> -p </path/to/pip/list>
+ # Docker images, npms and pypi packages will be pushed to Nexus based and provided data
+ # lists (multiple lists can be provided)
+
+ -d | --docker use specific list of docker images to be pushed into Nexus
+ (in case of -ld used, this list will be used for loading of
+ the images)
+ -h | --help print this usage
+ -i | --input-directory use specific directory containing resources needed to
+ create nexus blob
+ The structure of this directory must organized as described
+ in build guide
+ -ld | --load-docker-images load docker images from resource directory
+ -n | --npm list of npm packages to be pushed into Nexus
+ -o | --output-directory use specific directory for the target blob
+ -p | --pypi use specific list of pypi packages to be pushed into Nexus
+ -rl | --resource-list-directory use specific directory with docker, pypi and npm lists
+ -c | --container-name use specific Nexus docker container name
+ -NP | --nexus-port use specific port for published Nexus service
+ -DP | --docker-port use specific port for published Nexus docker registry port
+ "
+ exit 1
+}
+
+load_docker_images () {
+ for ARCHIVE in $(sed $'s/\r// ; /^#/d ; s/\:/\_/g ; s/\//\_/g ; s/$/\.tar/g' ${1} | awk '{ print $1 }'); do
+ docker load -i ${NXS_SRC_DOCKER_IMG_DIR}/${ARCHIVE}
+ done
+}
+
+prepare_npm () {
+ # Configure NPM registry to our Nexus repository
+ echo "Configure NPM registry to ${NPM_REGISTRY}"
+ npm config set registry "${NPM_REGISTRY}"
+
+ # Login to NPM registry
+ /usr/bin/expect <<- EOF
+ spawn npm login
+ expect "Username:"
+ send "${NEXUS_USERNAME}\n"
+ expect "Password:"
+ send "${NEXUS_PASSWORD}\n"
+ expect Email:
+ send "${NEXUS_EMAIL}\n"
+ expect eof
+ EOF
+}
+
+patch_npm () {
+ # Patch problematic package
+ PATCHED_NPM="$(grep tsscmp ${1} | sed $'s/\r// ; s/\\@/\-/ ; s/$/\.tgz/')"
+ if [[ ! -z "${PATCHED_NPM}" ]] && ! zgrep -aq "${NPM_REGISTRY}" "${PATCHED_NPM}" 2>/dev/null
+ then
+ tar xzf "${PATCHED_NPM}"
+ rm -f "${PATCHED_NPM}"
+ sed -i 's|\"registry\":\ \".*\"|\"registry\":\ \"'"${NPM_REGISTRY}"'\"|g' package/package.json
+ tar -zcf "${PATCHED_NPM}" package
+ rm -rf package
+ fi
+}
+
+push_npm () {
+ for ARCHIVE in $(sed $'s/\r// ; s/\\@/\-/g ; s/$/\.tgz/g' ${1}); do
+ npm publish --access public ${ARCHIVE} > /dev/null
+ echo "NPM ${ARCHIVE} pushed to Nexus"
+ done
+}
+
+push_pip () {
+ for PACKAGE in $(sed $'s/\r//; s/==/-/' ${1}); do
+ twine upload -u "${NEXUS_USERNAME}" -p "${NEXUS_PASSWORD}" --repository-url ${PYPI_REGISTRY} ${PACKAGE}* > /dev/null
+ echo "PYPI ${PACKAGE} pushed to Nexus"
+ done
+}
+
+docker_login () {
+ echo "Docker login to ${DOCKER_REGISTRY}"
+ echo -n "${NEXUS_PASSWORD}" | docker --config "${DOCKER_CONFIG_DIR}" login -u "${NEXUS_USERNAME}" --password-stdin ${DOCKER_REGISTRY} > /dev/null
+}
+
+push_docker () {
+ for IMAGE in $(sed $'s/\r// ; /^#/d' ${1} | awk '{ print $1 }'); do
+ PUSH=""
+ if [[ ${IMAGE} != *"/"* ]]; then
+ PUSH="${DOCKER_REGISTRY}/library/${IMAGE}"
+ elif [[ ${IMAGE} == *"${DEFAULT_REGISTRY}"* ]]; then
+ if [[ ${IMAGE} == *"/"*"/"* ]]; then
+ PUSH="$(sed 's/'"${DEFAULT_REGISTRY}"'/'"${DOCKER_REGISTRY}"'/' <<< ${IMAGE})"
+ else
+ PUSH="$(sed 's/'"${DEFAULT_REGISTRY}"'/'"${DOCKER_REGISTRY}"'\/library/' <<< ${IMAGE})"
+ fi
+ elif [[ -z $(sed -n '/\.[^/].*\//p' <<< ${IMAGE}) ]]; then
+ PUSH="${DOCKER_REGISTRY}/${IMAGE}"
+ else
+ # substitute all host names with $DOCKER_REGISTRY
+ repo_host=$(sed -e 's/\/.*$//' <<< ${IMAGE})
+ PUSH="$(sed -e 's/'"${repo_host}"'/'"${DOCKER_REGISTRY}"'/' <<< ${IMAGE})"
+ fi
+ docker tag ${IMAGE} ${PUSH}
+ docker --config "${DOCKER_CONFIG_DIR}" push ${PUSH}
+ # Remove created tag
+ docker rmi ${PUSH}
+ echo "${IMAGE} pushed as ${PUSH} to Nexus"
+ done
+}
+
+validate_container_name () {
+ # Verify $1 is a valid hostname
+ if ! echo "${1}" | egrep -q "^(([a-zA-Z0-9]|[a-zA-Z0-9][a-zA-Z0-9\-]*[a-zA-Z0-9])\.)*([A-Za-z0-9]|[A-Za-z0-9][A-Za-z0-9\-]*[A-Za-z0-9])$";
+ then
+ echo "ERROR: ${1} is not a valid name!"
+ exit 1;
+ fi
+}
+
+while [ "${1}" != "" ]; do
+ case ${1} in
+ -d | --docker ) shift
+ NXS_DOCKER_IMG_LISTS+=("$(realpath ${1})")
+ ;;
+ -i | --input-directory ) shift
+ DATA_DIR="$(realpath ${1})"
+ ;;
+ -ld | --load-docker-images ) DOCKER_LOAD="true"
+ ;;
+ -n | --npm ) NPM_PUSH="true"
+ COMMANDS+=(expect npm)
+ shift
+ NXS_NPM_LISTS+=("$(realpath ${1})")
+ ;;
+ -c | --container-name ) shift
+ validate_container_name "${1}"
+ NEXUS_DOMAIN="${1}"
+ ;;
+ -o | --output-directory ) shift
+ NEXUS_DATA_DIR="$(realpath ${1})"
+ ;;
+ -p | --pypi ) PYPI_PUSH="true"
+ COMMANDS+=(twine)
+ shift
+ NXS_PYPI_LISTS+=("$(realpath ${1})")
+ ;;
+ -rl | --resource-list-directory ) shift
+ LISTS_DIR="$(realpath ${1})"
+ ;;
+ -NP | --nexus-port ) shift
+ NEXUS_PORT="${1}"
+ ;;
+ -DP | --docker-port ) shift
+ NEXUS_DOCKER_PORT="${1}"
+ ;;
+ -h | --help ) usage
+ ;;
+ *) usage
+ ;;
+ esac
+ shift
+done
+
+# Verify all dependencies are available in PATH
+FAILED_COMMANDS=()
+for cmd in ${COMMANDS[*]}; do
+ command -v $cmd >/dev/null 2>&1 || FAILED_COMMANDS+=($cmd)
+done
+
+if [ ${#FAILED_COMMANDS[*]} -gt 0 ]; then
+ echo "Following commands where not found in PATH and are required:"
+ echo ${FAILED_COMMANDS[*]}
+ echo "Aborting."
+ exit 1
+fi
+
+# Nexus repository locations
+NPM_REGISTRY="http://${NEXUS_HOST}:${NEXUS_PORT}/repository/npm-private/"
+PYPI_REGISTRY="http://${NEXUS_HOST}:${NEXUS_PORT}/repository/pypi-private/"
+DOCKER_REGISTRY="${NEXUS_HOST}:${NEXUS_DOCKER_PORT}"
+
+# Setup directories with resources for docker, npm and pypi
+NXS_SRC_DOCKER_IMG_DIR="${DATA_DIR}/offline_data/docker_images_for_nexus"
+NXS_SRC_NPM_DIR="${DATA_DIR}/offline_data/npm_tar"
+NXS_SRC_PYPI_DIR="${DATA_DIR}/offline_data/pypi"
+
+# Setup specific resources lists
+NXS_INFRA_LIST="${LISTS_DIR}/infra_docker_images.list"
+NXS_DOCKER_IMG_LIST="${LISTS_DIR}/onap_docker_images.list"
+NXS_RKE_DOCKER_IMG_LIST="${LISTS_DIR}/rke_docker_images.list"
+NXS_K8S_DOCKER_IMG_LIST="${LISTS_DIR}/k8s_docker_images.list"
+NXS_PROMETHEUS_DOCKER_IMG_LIST="${LISTS_DIR}/kube_prometheus_stack_docker_images.list"
+
+# Setup Nexus image used for build and install infra
+NEXUS_IMAGE="$(grep sonatype/nexus3 ${NXS_INFRA_LIST})"
+NEXUS_IMAGE_TAR="${DATA_DIR}/offline_data/docker_images_infra/$(sed 's/\//\_/ ; s/$/\.tar/ ; s/\:/\_/' <<< ${NEXUS_IMAGE})"
+
+# Set default lists if nothing specific defined by user
+if [ ${#NXS_DOCKER_IMG_LISTS[@]} -eq 0 ]; then
+ NXS_DOCKER_IMG_LISTS=("${NXS_DOCKER_IMG_LIST}" "${NXS_RKE_DOCKER_IMG_LIST}" "${NXS_K8S_DOCKER_IMG_LIST}" "${NXS_PROMETHEUS_DOCKER_IMG_LIST}")
+fi
+
+# Create Docker client config dir
+DOCKER_CONFIG_DIR=$(mktemp -p /tmp -d .docker.XXXXXXXX)
+
+# Setup default ports published to host as docker registry
+PUBLISHED_PORTS="-p ${NEXUS_PORT}:${NEXUS_EXPOSED_PORT} -p ${NEXUS_DOCKER_PORT}:${NEXUS_DOCKER_EXPOSED_PORT}"
# Nexus repository configuration setup
NEXUS_CONFIG_GROOVY='import org.sonatype.nexus.security.realm.RealmManager
conf.attributes("docker").set("forceBasicAuth", false)
repositoryManager.update(conf)'
-usage () {
- echo " This script is preparing Nexus data blob from docker images and npm packages"
- echo " Usage:"
- echo " ./$(basename $0) <config_file> [<target>]"
- echo " "
- echo " config_file is a file with defined variables, which are mandatory for this script"
- echo " target is optional parameter where you can specify full path/name of resulted package"
- echo " which replaces the value specified in configuration file"
- echo " "
- echo " Example: ./$(basename $0) ./package.conf /root/nexus_data.tar"
- echo " "
- echo " Parameters need to be defined in configuration file:"
- echo " "
- echo " NXS_SRC_DOCKER_IMG_DIR - directory of resource docker images"
- echo " NXS_SRC_NPM_DIR - directory of resource npm packages"
- echo " NXS_SRC_PYPI_DIR - directory of resource pypi packages"
- echo " NXS_DOCKER_IMG_LIST - list of docker images to be pushed to Nexus repository"
- echo " NXS_DOCKER_WO_LIST - list of docker images which uses default repository"
- echo " NXS_NPM_LIST - list of npm packages to be published to Nexus repository"
- echo " NXS_PYPI_LIST - list of pypi packages to be uploaded to Nexus repository"
- echo " NEXUS_DATA_TAR - target tarball of Nexus data path/name"
- echo " NEXUS_DATA_DIR - directory used for the Nexus blob build"
- echo " NEXUS_IMAGE - Sonatype/Nexus3 docker image which will be used for data blob creation"
- exit 1
-}
-
-
-#################################
-# Prepare the local environment #
-#################################
-
-# Load the config file
-if [ "${1}" == "-h" ] || [ -z "${1}" ]; then
- usage
-elif [ -f ${1} ]; then
- . ${1}
-else
- echo "Missing mandatory configuration file!"
- usage
- exit 1
-fi
-
-if [ -n "${2}" ]; then
- NEXUS_DATA_TAR="${2}"
-fi
-
-for VAR in NXS_SRC_DOCKER_IMG_DIR NXS_SRC_NPM_DIR NXS_SRC_PYPI_DIR NXS_DOCKER_IMG_LIST NXS_DOCKER_WO_LIST NXS_NPM_LIST NXS_PYPI_LIST NEXUS_DATA_TAR NEXUS_DATA_DIR NEXUS_IMAGE; do
- if [ -n "${!VAR}" ] ; then
- echo "${VAR} is set to ${!VAR}"
- else
- echo "${VAR} is not set and it is mandatory"
- FAIL="1"
- fi
-done
-
-if [ "${FAIL}" == "1" ]; then
- echo "One or more mandatory variables are not set"
- exit 1
-fi
-
-# Check the dependencies in the beginning
-
-# Install jq
-if yum list installed "jq" >/dev/null 2>&1; then
- echo "jq is already installed"
-else
- yum install -y --setopt=skip_missing_names_on_install=False http://dl.fedoraproject.org/pub/epel/7/x86_64/Packages/j/jq-1.5-1.el7.x86_64.rpm
-fi
-
-# Install curl if necessary
-if yum list installed "curl" >/dev/null 2>&1; then
- echo "curl is already installed"
-else
- yum install -y --setopt=skip_missing_names_on_install=False curl
-fi
-
-# Install expect if necessary
-if yum list installed "expect" >/dev/null 2>&1; then
- echo "expect is already installed"
-else
- yum install -y --setopt=skip_missing_names_on_install=False expect
-fi
-
-# Install Docker (docker-ce in version 17.03 for RHEL) from online repositories if no version installed
-if yum list installed "docker-ce" >/dev/null 2>&1 || which docker>/dev/null 2>&1; then
- echo "Docker is already installed"
-else
- curl https://releases.rancher.com/install-docker/17.03.sh | sh
-fi
-
# Prepare the Nexus configuration
NEXUS_CONFIG=$(echo "${NEXUS_CONFIG_GROOVY}" | jq -Rsc '{"name":"configure", "type":"groovy", "content":.}')
-# Add simulated domain names to /etc/hosts
-cp /etc/hosts /etc/$(date +"%Y-%m-%d_%H-%M-%S")_hosts.bk
-for DNS in ${SIMUL_HOSTS}; do
- echo "127.0.0.1 ${DNS}" >> /etc/hosts
-done
-
-# Backup the current docker registry settings
-if [ -f /root/.docker/config.json ]; then
- mv /root/.docker/config.json /root/.docker/$(date +"%Y-%m-%d_%H-%M-%S")config.json.bk
-fi
-
#################################
# Docker repository preparation #
#################################
-# Load all necessary images
-for ARCHIVE in $(sed $'s/\r// ; s/\:/\_/g ; s/\//\_/g ; s/$/\.tar/g' ${NXS_DOCKER_IMG_LIST} | awk '{ print $1 }'); do
- docker load -i ${NXS_SRC_DOCKER_IMG_DIR}/${ARCHIVE}
-done
-
-for ARCHIVE in $(sed $'s/\r// ; s/\:/\_/g ; s/\//\_/g ; s/$/\.tar/g' ${NXS_DOCKER_WO_LIST} | awk '{ print $1 }'); do
- docker load -i ${NXS_SRC_DOCKER_IMG_DIR}/${ARCHIVE}
-done
-
-# Tag docker images from default repository to simulated repository to be able to upload it to our private registry
-for IMAGE in $(sed $'s/\r//' ${NXS_DOCKER_WO_LIST} | awk '{ print $1 }'); do
- docker tag ${IMAGE} ${DOCKER_REGISTRY}/${IMAGE}
-done
-
+if [ "${DOCKER_LOAD}" == "true" ]; then
+ # Load predefined Nexus image
+ docker load -i ${NEXUS_IMAGE_TAR}
+ # Load all necessary images
+ for DOCKER_IMG_LIST in "${NXS_DOCKER_IMG_LISTS[@]}"; do
+ load_docker_images "${DOCKER_IMG_LIST}"
+ done
+fi
################################
# Nexus repository preparation #
################################
-# Load predefined Nexus image
-docker load -i ${NEXUS_IMAGE}
-
# Prepare nexus-data directory
if [ -d ${NEXUS_DATA_DIR} ]; then
- if [ "$(docker ps -q -f name=nexus)" ]; then
- docker rm -f $(docker ps -aq -f name=nexus)
- fi
- cd ${NEXUS_DATA_DIR}/..
- mv ${NEXUS_DATA_DIR} $(date +"%Y-%m-%d_%H-%M-%S")_$(basename ${NEXUS_DATA_DIR})_bk
+ if [ "$(docker ps -q -f name="${NEXUS_DOMAIN}")" ]; then
+ echo "Removing container ${NEXUS_DOMAIN}"
+ docker rm -f $(docker ps -aq -f name="${NEXUS_DOMAIN}")
+ fi
+ pushd ${NEXUS_DATA_DIR}/..
+ NXS_BACKUP="$(eval ${TIMESTAMP})_$(basename ${NEXUS_DATA_DIR})_bk"
+ mv ${NEXUS_DATA_DIR} "${NXS_BACKUP}"
+ echo "${NEXUS_DATA_DIR} already exists - backing up to ${NXS_BACKUP}"
+ popd
fi
mkdir -p ${NEXUS_DATA_DIR}
chmod 777 ${NEXUS_DATA_DIR}
# Save Nexus version to prevent/catch data incompatibility
-docker images --no-trunc | grep sonatype/nexus3 | awk '{ print $1":"$2" "$3}' > ${NEXUS_DATA_DIR}/nexus.ver
+# Adding commit informations to have link to data from which the blob was built
+cat >> ${NEXUS_DATA_DIR}/nexus.ver << INFO
+nexus_image=$(docker image ls ${NEXUS_IMAGE} --no-trunc --format "{{.Repository}}:{{.Tag}}\nnexus_image_digest={{.ID}}")
+$(for INDEX in ${!NXS_DOCKER_IMG_LISTS[@]}; do printf 'used_image_list%s=%s\n' "$INDEX" "$(sed 's/^.*\/\(.*\)$/\1/' <<< ${NXS_DOCKER_IMG_LISTS[$INDEX]})"; done)
+$(sed -n 's/^.*OOM\ commit\ /oom_repo_commit=/p' ${NXS_DOCKER_IMG_LISTS[@]})
+installer_repo_commit=$(git --git-dir="${LOCAL_PATH}/../.git" rev-parse HEAD)
+INFO
# Start the Nexus
-NEXUS_CONT_ID=$(docker run -d --rm -v ${NEXUS_DATA_DIR}:/nexus-data:rw --name nexus -p 8081:8081 -p 8082:8082 -p 80:8082 -p 10001:8082 sonatype/nexus3)
+NEXUS_CONT_ID=$(docker run -d --rm -v ${NEXUS_DATA_DIR}:/nexus-data:rw --name ${NEXUS_DOMAIN} ${PUBLISHED_PORTS} ${NEXUS_IMAGE})
echo "Waiting for Nexus to fully start"
-until curl -su admin:admin123 http://${NEXUS_DOMAIN}:8081/service/metrics/healthcheck | grep '"healthy":true' > /dev/null ; do
+until curl -su ${NEXUS_USERNAME}:${NEXUS_PASSWORD} http://${NEXUS_HOST}:${NEXUS_PORT}/service/metrics/healthcheck | grep '"healthy":true' > /dev/null ; do
printf "."
sleep 3
done
echo -e "\nNexus started"
# Configure the nexus repository
-curl -X POST --header 'Content-Type: application/json' --data-binary "${NEXUS_CONFIG}" http://admin:admin123@${NEXUS_DOMAIN}:8081/service/rest/v1/script
-curl -X POST --header "Content-Type: text/plain" http://admin:admin123@${NEXUS_DOMAIN}:8081/service/rest/v1/script/configure/run
+curl -sX POST --header 'Content-Type: application/json' --data-binary "${NEXUS_CONFIG}" http://${NEXUS_USERNAME}:${NEXUS_PASSWORD}@${NEXUS_HOST}:${NEXUS_PORT}/service/rest/v1/script
+curl -sX POST --header "Content-Type: text/plain" http://${NEXUS_USERNAME}:${NEXUS_PASSWORD}@${NEXUS_HOST}:${NEXUS_PORT}/service/rest/v1/script/configure/run > /dev/null
###########################
# Populate NPM repository #
###########################
+if [ $NPM_PUSH == "true" ]; then
+ prepare_npm
+ pushd ${NXS_SRC_NPM_DIR}
+ for NPM_LIST in "${NXS_NPM_LISTS[@]}"; do
+ patch_npm "${NPM_LIST}"
+ push_npm "${NPM_LIST}"
+ done
+ popd
+ # Return default settings
+ npm logout
+ npm config set registry "https://registry.npmjs.org"
+fi
-# Configure NPM registry to our Nexus repository
-npm config set registry ${NPM_REGISTRY}
-
-# Login to NPM registry
-/usr/bin/expect <<EOF
-spawn npm login
-expect "Username:"
-send "${NEXUS_USERNAME}\n"
-expect "Password:"
-send "${NEXUS_PASSWORD}\n"
-expect Email:
-send "${NEXUS_EMAIL}\n"
-expect eof
-EOF
-
-# Patch problematic package
-pushd ${NXS_SRC_NPM_DIR}
-tar xvzf tsscmp-1.0.5.tgz
-rm -f tsscmp-1.0.5.tgz
-sed -i 's|\"registry\":\ \".*\"|\"registry\":\ \"'"${NPM_REGISTRY}"'\"|g' package/package.json
-tar -zcvf tsscmp-1.0.5.tgz package
-rm -rf package
-
-# Push NPM packages to Nexus repository
-for ARCHIVE in $(sed $'s/\r// ; s/\\@/\-/g ; s/$/\.tgz/g' ${NXS_NPM_LIST} | awk '{ print $1 }'); do
- npm publish --access public ${ARCHIVE}
-done
-popd
-
-##############################
-# Populate PyPi repository #
-##############################
-
-pushd ${NXS_SRC_PYPI_DIR}
-for PACKAGE in $(sed $'s/\r//; s/==/-/' ${NXS_PYPI_LIST}); do
- twine upload -u ${NEXUS_USERNAME} -p ${NEXUS_PASSWORD} --repository-url ${PYPI_REGISTRY} ./${PACKAGE}*
-done
-popd
-
-##############################
-# Populate Docker repository #
-##############################
-
-for REGISTRY in $(sed 's/\/.*//' ${NXS_DOCKER_IMG_LIST} | uniq) ${NEXUS_DOMAIN}:8082; do
- docker login -u "${NEXUS_USERNAME}" -p "${NEXUS_PASSWORD}" ${REGISTRY} > /dev/null
-done
-
-for IMAGE in $(sed $'s/\r//' ${NXS_DOCKER_WO_LIST} | awk '{ print $1 }'); do
- docker push ${DOCKER_REGISTRY}/${IMAGE}
-done
+###############################
+## Populate PyPi repository #
+###############################
+if [ $PYPI_PUSH == "true" ]; then
+ pushd ${NXS_SRC_PYPI_DIR}
+ for PYPI_LIST in "${NXS_PYPI_LISTS[@]}"; do
+ push_pip "${PYPI_LIST}"
+ done
+ popd
+fi
-for IMAGE in $(sed $'s/\r//' ${NXS_DOCKER_IMG_LIST} | awk '{ print $1 }'); do
- docker push ${IMAGE}
+###############################
+## Populate Docker repository #
+###############################
+
+# Login to docker registry simulated by Nexus container
+# Push images to private nexus based on the lists
+# All images need to be tagged to simulated registry
+# and those without defined repository in tag use default repository 'library'
+docker_login
+for DOCKER_IMG_LIST in "${NXS_DOCKER_IMG_LISTS[@]}"; do
+ push_docker "${DOCKER_IMG_LIST}"
done
##############################
# Stop the Nexus and cleanup #
##############################
-# Stop the Nexus
-docker stop ${NEXUS_CONT_ID}
+echo "Stopping Nexus"
-# Create the nexus-data package
-cd ${NEXUS_DATA_DIR}/..
-echo "Packing the ${NEXUS_DATA_DIR} dir"
-until tar -cf ${NEXUS_DATA_TAR} $(basename ${NEXUS_DATA_DIR}); do
- printf "."
- sleep 5
-done
-echo "${NEXUS_DATA_TAR} has been created"
+# Stop the Nexus
+docker stop ${NEXUS_CONT_ID} > /dev/null
-# Return the previous version of /etc/hosts back to its place
-mv -f $(ls -tr /etc/*hosts.bk | tail -1) /etc/hosts
+# Drop temporary Docker client config dir
+rm -rf ${DOCKER_CONFIG_DIR}
+echo "Nexus blob is built"
exit 0
Code Review / oom / offline-installer.git / blobdiff