From 226041a9596a59c51489bb2ef2c9cb1a6383bee5 Mon Sep 17 00:00:00 2001 From: Piotr Perzanowski Date: Tue, 18 Dec 2018 14:57:07 +0100 Subject: [PATCH] Folder structure change. Providing script for downloading files. This script depends on common-function.sh Issue-ID: OOM-1551 Signed-off-by: Change-Id: Idf84a42ae62c1ed9dc7486fb64b4de5e44e9ddcc Signed-off-by: Piotr Perzanowski --- .../create_nginx_image/01create-image.sh | 21 +++++++++++ .../{ => create_nginx_image}/Dockerfile | 0 .../{ => create_nginx_image}/gitconfig | 0 bash/tools/creating_data/download_files.sh | 41 ++++++++++++++++++++++ 4 files changed, 62 insertions(+) create mode 100644 bash/tools/creating_data/create_nginx_image/01create-image.sh rename bash/tools/creating_data/{ => create_nginx_image}/Dockerfile (100%) rename bash/tools/creating_data/{ => create_nginx_image}/gitconfig (100%) create mode 100644 bash/tools/creating_data/download_files.sh diff --git a/bash/tools/creating_data/create_nginx_image/01create-image.sh b/bash/tools/creating_data/create_nginx_image/01create-image.sh new file mode 100644 index 00000000..5469d3e7 --- /dev/null +++ b/bash/tools/creating_data/create_nginx_image/01create-image.sh @@ -0,0 +1,21 @@ +#! /usr/bin/env bash +# COPYRIGHT NOTICE STARTS HERE +# +# Copyright 2018 © Samsung Electronics Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# COPYRIGHT NOTICE ENDS HERE +script_dir="$(dirname ${BASH_SOURCE[0]})" +cd "$script_dir" +docker build -t own_nginx . diff --git a/bash/tools/creating_data/Dockerfile b/bash/tools/creating_data/create_nginx_image/Dockerfile similarity index 100% rename from bash/tools/creating_data/Dockerfile rename to bash/tools/creating_data/create_nginx_image/Dockerfile diff --git a/bash/tools/creating_data/gitconfig b/bash/tools/creating_data/create_nginx_image/gitconfig similarity index 100% rename from bash/tools/creating_data/gitconfig rename to bash/tools/creating_data/create_nginx_image/gitconfig diff --git a/bash/tools/creating_data/download_files.sh b/bash/tools/creating_data/download_files.sh new file mode 100644 index 00000000..31e02f55 --- /dev/null +++ b/bash/tools/creating_data/download_files.sh @@ -0,0 +1,41 @@ +# COPYRIGHT NOTICE STARTS HERE +# +# Copyright 2018 © Samsung Electronics Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# COPYRIGHT NOTICE ENDS HERE +LIST_FILE="$1" +if [[ -z "$LIST_FILE" ]]; then + echo "Missing list file" + exit 1 +fi +outdir="$2" +if [[ -z "$outdir" ]]; then + echo "Missing output directory" + exit 1 +fi +lines=$(cat "$LIST_FILE" | wc -l) +cnt=1 +# create output dir if not exists +mkdir -p "$outdir" +while read -r line; do + # www.springframework.org/schema/tool/spring-tool-4.3.xsd + file="${line%%\?*}" + filename=$(basename "$file") + echo "Downloading $cnt / $lines: $file" + # following curl params are ensurring 5 reties and cut-off if connectivity will + # drop below 10b/10s + curl --retry 5 -y 10 -Y 10 --location "$line" -o "$outdir/$filename" &>/dev/null + cnt=$((cnt+1)) +done < "$LIST_FILE" -- 2.16.6