build/download_offline_data_by_lists.sh

   1 #! /usr/bin/env bash
   2
   3 #   COPYRIGHT NOTICE STARTS HERE
   4 #
   5 #   Copyright 2018 © Samsung Electronics Co., Ltd.
   6 #
   7 #   Licensed under the Apache License, Version 2.0 (the "License");
   8 #   you may not use this file except in compliance with the License.
   9 #   You may obtain a copy of the License at
  10 #
  11 #       http://www.apache.org/licenses/LICENSE-2.0
  12 #
  13 #   Unless required by applicable law or agreed to in writing, software
  14 #   distributed under the License is distributed on an "AS IS" BASIS,
  15 #   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16 #   See the License for the specific language governing permissions and
  17 #   limitations under the License.
  18 #
  19 #   COPYRIGHT NOTICE ENDS HERE
  20
  21
  22 # fail fast
  23 set -e
  24
  25 usage () {
  26     echo "Usage:"
  27     echo -e "./$(basename $0) <project version>\n"
  28     echo "Example:"
  29     echo "  ./$(basename $0) onap_3.0.0"
  30 }
  31
  32 # boilerplate
  33 RELATIVE_PATH=./ # relative path from this script to 'common-functions.sh'
  34 if [ "$IS_COMMON_FUNCTIONS_SOURCED" != YES ] ; then
  35     SCRIPT_DIR=$(dirname "${0}")
  36     LOCAL_PATH=$(readlink -f "$SCRIPT_DIR")
  37     . "${LOCAL_PATH}"/"${RELATIVE_PATH}"/common-functions.sh
  38 fi
  39
  40 if [ "${1}" == "-h" ] || [ -z "${1}" ]; then
  41     usage
  42     exit 0
  43 else
  44     TAG="${1}"
  45 fi
  46
  47 CTOOLS="${LOCAL_PATH}/creating_data"
  48 LISTS_DIR="${LOCAL_PATH}/data_lists"
  49 DATA_DIR="${LOCAL_PATH}/../../resources"
  50 TOTAL=11
  51 CURR=1
  52
  53 message info "Downloading started: $(date)"
  54
  55 echo "[Step $((CURR++))/$TOTAL Download collected docker images]"
  56 $CTOOLS/download-docker-images.sh "${LISTS_DIR}/${TAG}-docker_images.list"
  57
  58 echo "[Step $((CURR++))/$TOTAL Build own nginx image]"
  59 $CTOOLS/create_nginx_image/01create-image.sh
  60
  61 echo "[Step $((CURR++))/$TOTAL Save docker images from docker cache to tarfiles]"
  62 $CTOOLS/save-docker-images.sh "${DATA_DIR}/offline_data/docker_images_for_nexus"
  63
  64 echo "[Step $((CURR++))/$TOTAL move infra related images to infra folder]"
  65 mkdir -p "${DATA_DIR}/offline_data/docker_images_infra"
  66 mv "${DATA_DIR}/offline_data/docker_images_for_nexus/own_nginx_latest.tar" "${DATA_DIR}/offline_data/docker_images_infra"
  67 mv "${DATA_DIR}/offline_data/docker_images_for_nexus/sonatype_nexus3_latest.tar" "${DATA_DIR}/offline_data/docker_images_infra"
  68
  69 echo "[Step $((CURR++))/$TOTAL Download git repos]"
  70 $CTOOLS/download-git-repos.sh "${LISTS_DIR}/${TAG}" "${DATA_DIR}/git-repo"
  71
  72 echo "[Step $((CURR++))/$TOTAL Download http files]"
  73 $CTOOLS/download-http-files.sh "${LISTS_DIR}/${TAG}-http_files.list" "${DATA_DIR}/http"
  74
  75 echo "[Step $((CURR++))/$TOTAL Download npm pkgs]"
  76 $CTOOLS/download-npm-pkgs.sh "${LISTS_DIR}/${TAG}-npm.list" "${DATA_DIR}/offline_data/npm_tar"
  77
  78 echo "[Step $((CURR++))/$TOTAL Download bin tools]"
  79 $CTOOLS/download-bin-tools.sh "${TAG}" "${DATA_DIR}/downloads"
  80
  81 echo "[Step $((CURR++))/$TOTAL Create RHEL repository]"
  82 $CTOOLS/create-rhel-repo.sh "${DATA_DIR}/pkg/rhel"
  83
  84 echo "[Step $((CURR++))/$TOTAL Download sdnc-ansible-server packages]"
  85 $CTOOLS/download-pip.sh "${LISTS_DIR}/${TAG}-pip_packages.list" "${DATA_DIR}/offline_data/pypi"
  86 $CTOOLS/download-files.sh "${LISTS_DIR}/deb_packages.list" "${DATA_DIR}/pkg/ubuntu/xenial"
  87
  88 echo "[Step $((CURR++))/$TOTAL Create APT repository]"
  89 $CTOOLS/create-ubuntu-repo.sh "${DATA_DIR}/pkg/ubuntu/xenial"
  90
  91 message info "Downloading finished: $(date)"