bash/tools/download_offline_data_by_lists.sh

   1 #! /usr/bin/env bash
   2
   3 #   COPYRIGHT NOTICE STARTS HERE
   4 #
   5 #   Copyright 2018 © Samsung Electronics Co., Ltd.
   6 #
   7 #   Licensed under the Apache License, Version 2.0 (the "License");
   8 #   you may not use this file except in compliance with the License.
   9 #   You may obtain a copy of the License at
  10 #
  11 #       http://www.apache.org/licenses/LICENSE-2.0
  12 #
  13 #   Unless required by applicable law or agreed to in writing, software
  14 #   distributed under the License is distributed on an "AS IS" BASIS,
  15 #   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16 #   See the License for the specific language governing permissions and
  17 #   limitations under the License.
  18 #
  19 #   COPYRIGHT NOTICE ENDS HERE
  20
  21
  22 # fail fast
  23 set -e
  24
  25 # boilerplate
  26 RELATIVE_PATH=./ # relative path from this script to 'common-functions.sh'
  27 if [ "$IS_COMMON_FUNCTIONS_SOURCED" != YES ] ; then
  28     SCRIPT_DIR=$(dirname "${0}")
  29     LOCAL_PATH=$(readlink -f "$SCRIPT_DIR")
  30     . "${LOCAL_PATH}"/"${RELATIVE_PATH}"/common-functions.sh
  31 fi
  32
  33 CTOOLS="${LOCAL_PATH}/creating_data"
  34 LISTS_DIR="${LOCAL_PATH}/data_list"
  35 DATA_DIR="${LOCAL_PATH}/../../resources"
  36 TOTAL=12
  37 CURR=1
  38
  39 message info "Downloading started: $(date)"
  40
  41 echo "[Step $((CURR++))/$TOTAL Download collected docker images]"
  42 $CTOOLS/download-docker-images.sh "$LISTS_DIR/docker_image_list.txt"
  43
  44 echo "[Step $((CURR++))/$TOTAL Download manually collected docker images]"
  45 $CTOOLS/download-docker-images.sh "$LISTS_DIR/docker_manual_image_list.txt"
  46
  47 echo "[Step $((CURR++))/$TOTAL Build own nginx image]"
  48 $CTOOLS/create_nginx_image/01create-image.sh
  49
  50 echo "[Step $((CURR++))/$TOTAL Save docker images from docker cache to tarfiles]"
  51 $CTOOLS/save-docker-images.sh "$DATA_DIR/offline_data/docker_images_for_nexus"
  52
  53 echo "[Step $((CURR++))/$TOTAL move infra related images to infra folder]"
  54 mkdir -p "$DATA_DIR/offline_data/docker_images_infra"
  55 mv "$DATA_DIR/offline_data/docker_images_for_nexus/own_nginx_latest.tar" "$DATA_DIR/offline_data/docker_images_infra"
  56 mv "$DATA_DIR/offline_data/docker_images_for_nexus/sonatype_nexus3_latest.tar" "$DATA_DIR/offline_data/docker_images_infra"
  57
  58 echo "[Step $((CURR++))/$TOTAL Download git repos]"
  59 $CTOOLS/download-git-repos.sh "$LISTS_DIR" "$DATA_DIR/git-repo"
  60
  61 echo "[Step $((CURR++))/$TOTAL Download http files]"
  62 $CTOOLS/download-http-files.sh "$LISTS_DIR/http_manual_list.txt" "$DATA_DIR/http"
  63
  64 echo "[Step $((CURR++))/$TOTAL Download npm pkgs]"
  65 $CTOOLS/download-npm-pkgs.sh "$LISTS_DIR/npm_list.txt" "$DATA_DIR/offline_data/npm_tar"
  66
  67 echo "[Step $((CURR++))/$TOTAL Download bin tools]"
  68 $CTOOLS/download-bin-tools.sh "$DATA_DIR/downloads"
  69
  70 echo "[Step $((CURR++))/$TOTAL Download rhel pkgs]"
  71 $CTOOLS/download-pkg.sh "$DATA_DIR/pkg/rhel"
  72
  73 echo "[Step $((CURR++))/$TOTAL Download oom]"
  74 $CTOOLS/download-oom.sh "$DATA_DIR" "${LOCAL_PATH}/../../patches/offline-changes.patch"
  75
  76 echo "[Step $((CURR++))/$TOTAL Download sdnc-ansible-server packages]"
  77 $CTOOLS/download-pip.sh "$LISTS_DIR/pip_list.txt" "$DATA_DIR/pkg/ubuntu/ansible_pkg"
  78 $CTOOLS/download-files.sh "$LISTS_DIR/pkg_list.txt" "$DATA_DIR/pkg/ubuntu/ansible_pkg"
  79
  80 message info "Downloading finished: $(date)"