[BUILD] Update image list for kube-prometheus-stack

[oom/offline-installer.git] / build / package.py

diff --git a/build/package.py b/build/package.py
index 9e9a660..f0afcfc 100755 (executable)
--- a/build/package.py
+++ b/build/package.py
@@ -28,6 +28,7 @@ import glob
 import json
 import sys
 import os
+import hashlib
 
 import tarfile
 import git
@@ -82,20 +83,43 @@ def create_package_info_file(output_file, repository_list, tag, metadata):
     build_info = {
         'Build_info': {
             'build_date': datetime.now().strftime('%Y-%m-%d_%H-%M'),
-            'Version': tag
+            'Version': tag,
+            'Packages': {}
         }
     }
     for repository in repository_list:
         build_info['Build_info'][
             repository.config_reader().get_value('remote "origin"', 'url')] = repository.head.commit.hexsha
 
-    if len(metadata) != 0:
-        build_info['Build_info'][metadata[0]] = metadata[1]
+    if metadata:
+        for meta in metadata:
+            build_info['Build_info'].update(meta)
 
     with open(output_file, 'w') as outfile:
         json.dump(build_info, outfile, indent=4)
 
 
+def add_checksum_info(output_dir):
+    """
+    Add checksum information into package.info file
+    :param output_dir: directory where are packages
+    """
+    tar_files = ['resources_package.tar', 'aux_package.tar', 'sw_package.tar']
+    for tar_file in tar_files:
+        try:
+            checksum = hashlib.md5()
+            with open(os.path.join(output_dir, tar_file), 'rb') as f:
+                for chunk in iter(lambda: f.read(4096), b""):
+                    checksum.update(chunk)
+            with open(os.path.join(output_dir, 'package.info'), 'r') as f:
+                json_data = json.load(f)
+                json_data['Build_info']['Packages'].update({tar_file: checksum.hexdigest()})
+            with open(os.path.join(output_dir, 'package.info'), 'w') as f:
+                json.dump(json_data, f, indent=4)
+        except FileNotFoundError:
+            pass
+
+
 def create_package(tar_content, file_name):
     """
     Creates packages
@@ -109,6 +133,20 @@ def create_package(tar_content, file_name):
                 output_tar_file.add(src, dst)
 
 
+def metadata_validation(param):
+    """
+    Validation of metadata parameters
+    :param param: parameter to be checked needs to be in format key=value
+    """
+    try:
+        key, value = param.split('=')
+        assert (key and value)
+        return {key: value}
+    except (ValueError, AssertionError):
+        msg = "%r is not a valid parameter. Needs to be in format key=value" % param
+        raise argparse.ArgumentTypeError(msg)
+
+
 def build_offline_deliverables(build_version,
                                application_repository_url,
                                application_repository_reference,
@@ -180,9 +218,6 @@ def build_offline_deliverables(build_version,
         info_file: 'package.info'
     }
 
-    # add separator if build version not empty
-    build_version = "-" + build_version if build_version != "" else ""
-
     if not skip_sw:
         log.info('Building offline installer')
         os.chdir(os.path.join(offline_repository_dir, 'ansible', 'docker'))
@@ -190,7 +225,7 @@ def build_offline_deliverables(build_version,
             os.path.join(offline_repository_dir, 'ansible', 'docker', 'build_ansible_image.sh'))
         installer_build.check_returncode()
         os.chdir(script_location)
-        sw_package_tar_path = os.path.join(output_dir, 'sw_package' + build_version + '.tar')
+        sw_package_tar_path = os.path.join(output_dir, 'sw_package.tar')
         create_package(sw_content, sw_package_tar_path)
 
     if not skip_resources:
@@ -208,26 +243,30 @@ def build_offline_deliverables(build_version,
             if os.path.islink(file):
                 os.unlink(file)
 
-        rke_files = glob.glob(os.path.join('.', '**/rke_linux-amd64'), recursive=True)
-        os.symlink(rke_files[0], os.path.join(download_dir_path, rke_files[0].split('/')[-1]))
-
-        helm_tar_files = glob.glob(os.path.join('.', '**/helm-*-linux-amd64.tar.gz'), recursive=True)
-        os.symlink(helm_tar_files[0], os.path.join(download_dir_path, helm_tar_files[0].split('/')[-1]))
+        bin_pattern_list = ['**/rke_linux-amd64',
+                            '**/helm-*-linux-amd64.tar.gz',
+                            '**/kubectl',
+                            '**/helm-push_*_linux_amd64.tar.gz',
+                            '**/kube-prometheus-stack-*.tgz',
+                            '**/cert-manager-*.tgz',
+                            '**/cmctl-linux-amd64.tar.gz']
 
-        kubectl_files = glob.glob(os.path.join('.', '**/kubectl'), recursive=True)
-        os.symlink(kubectl_files[0], os.path.join(download_dir_path, kubectl_files[0].split('/')[-1]))
+        for pattern in bin_pattern_list:
+            for bin_file in glob.glob(os.path.join('.', pattern), recursive=True):
+                os.symlink(bin_file, os.path.join(download_dir_path, bin_file.split('/')[-1]))
 
         os.chdir(script_location)
         # End of workaround
 
-        resources_package_tar_path = os.path.join(output_dir, 'resources_package' + build_version + '.tar')
+        resources_package_tar_path = os.path.join(output_dir, 'resources_package.tar')
         create_package(resources_content, resources_package_tar_path)
 
     if not skip_aux:
-        aux_package_tar_path = os.path.join(output_dir, 'aux_package' + build_version + '.tar')
+        aux_package_tar_path = os.path.join(output_dir, 'aux_package.tar')
         create_package(aux_content, aux_package_tar_path)
 
-    shutil.rmtree(application_dir)
+    add_checksum_info(output_dir)
+    shutil.rmtree(application_dir, ignore_errors=True)
 
 
 def run_cli():
@@ -268,8 +307,8 @@ def run_cli():
                         help='overwrite files in output directory')
     parser.add_argument('--debug', action='store_true', default=False,
                         help='Turn on debug output')
-    parser.add_argument('--add-metadata', nargs=2,
-                        help='additional metadata added into package.info, format: key value', default=[])
+    parser.add_argument('--add-metadata', nargs="+", type=metadata_validation,
+                        help='additional metadata added into package.info, format: key=value')
     args = parser.parse_args()
 
     if args.debug: