Merge "[GENERAL] Add Andreas Geissler as committer."

[oom/offline-installer.git] / build / package.py

diff --git a/build/package.py b/build/package.py
index c0ca47a..3252faa 100755 (executable)
--- a/build/package.py
+++ b/build/package.py
@@ -28,6 +28,7 @@ import glob
 import json
 import sys
 import os
+import hashlib
 
 import tarfile
 import git
@@ -82,20 +83,43 @@ def create_package_info_file(output_file, repository_list, tag, metadata):
     build_info = {
         'Build_info': {
             'build_date': datetime.now().strftime('%Y-%m-%d_%H-%M'),
-            'Version': tag
+            'Version': tag,
+            'Packages': {}
         }
     }
     for repository in repository_list:
         build_info['Build_info'][
             repository.config_reader().get_value('remote "origin"', 'url')] = repository.head.commit.hexsha
 
-    if len(metadata) != 0:
-        build_info['Build_info'][metadata[0]] = metadata[1]
+    if metadata:
+        for meta in metadata:
+            build_info['Build_info'].update(meta)
 
     with open(output_file, 'w') as outfile:
         json.dump(build_info, outfile, indent=4)
 
 
+def add_checksum_info(output_dir):
+    """
+    Add checksum information into package.info file
+    :param output_dir: directory where are packages
+    """
+    tar_files = ['resources_package.tar', 'aux_package.tar', 'sw_package.tar']
+    for tar_file in tar_files:
+        try:
+            checksum = hashlib.md5()
+            with open(os.path.join(output_dir, tar_file), 'rb') as f:
+                for chunk in iter(lambda: f.read(4096), b""):
+                    checksum.update(chunk)
+            with open(os.path.join(output_dir, 'package.info'), 'r') as f:
+                json_data = json.load(f)
+                json_data['Build_info']['Packages'].update({tar_file: checksum.hexdigest()})
+            with open(os.path.join(output_dir, 'package.info'), 'w') as f:
+                json.dump(json_data, f, indent=4)
+        except FileNotFoundError:
+            pass
+
+
 def create_package(tar_content, file_name):
     """
     Creates packages
@@ -109,6 +133,20 @@ def create_package(tar_content, file_name):
                 output_tar_file.add(src, dst)
 
 
+def metadata_validation(param):
+    """
+    Validation of metadata parameters
+    :param param: parameter to be checked needs to be in format key=value
+    """
+    try:
+        key, value = param.split('=')
+        assert (key and value)
+        return {key: value}
+    except (ValueError, AssertionError):
+        msg = "%r is not a valid parameter. Needs to be in format key=value" % param
+        raise argparse.ArgumentTypeError(msg)
+
+
 def build_offline_deliverables(build_version,
                                application_repository_url,
                                application_repository_reference,
@@ -205,14 +243,18 @@ def build_offline_deliverables(build_version,
             if os.path.islink(file):
                 os.unlink(file)
 
-        rke_files = glob.glob(os.path.join('.', '**/rke_linux-amd64'), recursive=True)
-        os.symlink(rke_files[0], os.path.join(download_dir_path, rke_files[0].split('/')[-1]))
-
-        helm_tar_files = glob.glob(os.path.join('.', '**/helm-*-linux-amd64.tar.gz'), recursive=True)
-        os.symlink(helm_tar_files[0], os.path.join(download_dir_path, helm_tar_files[0].split('/')[-1]))
+        bin_pattern_list = ['**/rke_linux-amd64',
+                            '**/helm-*-linux-amd64.tar.gz',
+                            '**/kubectl',
+                            '**/helm-push_*_linux_amd64.tar.gz',
+                            '**/kube-prometheus-stack-*.tgz',
+                            '**/cert-manager-*.tgz',
+                            '**/cmctl-linux-amd64.tar.gz',
+                            '**/strimzi-kafka-operator-helm-3-chart-*.tgz']
 
-        kubectl_files = glob.glob(os.path.join('.', '**/kubectl'), recursive=True)
-        os.symlink(kubectl_files[0], os.path.join(download_dir_path, kubectl_files[0].split('/')[-1]))
+        for pattern in bin_pattern_list:
+            for bin_file in glob.glob(os.path.join('.', pattern), recursive=True):
+                os.symlink(bin_file, os.path.join(download_dir_path, bin_file.split('/')[-1]))
 
         os.chdir(script_location)
         # End of workaround
@@ -224,7 +266,8 @@ def build_offline_deliverables(build_version,
         aux_package_tar_path = os.path.join(output_dir, 'aux_package.tar')
         create_package(aux_content, aux_package_tar_path)
 
-    shutil.rmtree(application_dir)
+    add_checksum_info(output_dir)
+    shutil.rmtree(application_dir, ignore_errors=True)
 
 
 def run_cli():
@@ -265,8 +308,8 @@ def run_cli():
                         help='overwrite files in output directory')
     parser.add_argument('--debug', action='store_true', default=False,
                         help='Turn on debug output')
-    parser.add_argument('--add-metadata', nargs=2,
-                        help='additional metadata added into package.info, format: key value', default=[])
+    parser.add_argument('--add-metadata', nargs="+", type=metadata_validation,
+                        help='additional metadata added into package.info, format: key=value')
     args = parser.parse_args()
 
     if args.debug: