X-Git-Url: https://gerrit.onap.org/r/gitweb?a=blobdiff_plain;f=ice_validator%2Ftests%2Futils%2Fnested_files.py;fp=ice_validator%2Ftests%2Futils%2Fnested_files.py;h=cc506d07d64f0c18a69e411c507a0b241a9bf068;hb=cc21b8b08b6dbcec577bfb26ff397ac899da8002;hp=0000000000000000000000000000000000000000;hpb=6755f61e44870ff65de0630a403f7b4ddfea4071;p=vvp%2Fvalidation-scripts.git diff --git a/ice_validator/tests/utils/nested_files.py b/ice_validator/tests/utils/nested_files.py new file mode 100644 index 0000000..cc506d0 --- /dev/null +++ b/ice_validator/tests/utils/nested_files.py @@ -0,0 +1,142 @@ +# -*- coding: utf8 -*- +# ============LICENSE_START======================================================= +# org.onap.vvp/validation-scripts +# =================================================================== +# Copyright © 2017 AT&T Intellectual Property. All rights reserved. +# =================================================================== +# +# Unless otherwise specified, all software contained herein is licensed +# under the Apache License, Version 2.0 (the “License”); +# you may not use this software except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# +# +# Unless otherwise specified, all documentation contained herein is licensed +# under the Creative Commons License, Attribution 4.0 Intl. (the “License”); +# you may not use this documentation except in compliance with the License. +# You may obtain a copy of the License at +# +# https://creativecommons.org/licenses/by/4.0/ +# +# Unless required by applicable law or agreed to in writing, documentation +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# ============LICENSE_END============================================ +# +# ECOMP is a trademark and service mark of AT&T Intellectual Property. +# + +import yaml +import re +from os import path + + +def get_list_of_nested_files(yml, dirpath): + ''' + return a list of all nested files + ''' + + if not hasattr(yml, 'items'): + return [] + + nested_files = [] + + for k, v in yml.items(): + if isinstance(v, dict) and "type" in v: + t = v["type"] + if t.endswith(".yml") or t.endswith(".yaml"): + filepath = path.join(dirpath, t) + with open(filepath) as fh: + t_yml = yaml.load(fh) + nested_files.append(filepath) + nested_files.extend(get_list_of_nested_files(t_yml, dirpath)) + elif t == "OS::Heat::ResourceGroup": + rdt = v["properties"]["resource_def"]["type"] + if rdt.endswith(".yml") or rdt.endswith(".yaml"): + filepath = path.join(dirpath, rdt) + with open(filepath) as fh: + rdt_yml = yaml.load(fh) + nested_files.append(filepath) + nested_files.extend( + get_list_of_nested_files(rdt_yml, dirpath)) + if isinstance(v, dict): + nested_files.extend( + get_list_of_nested_files(v, dirpath)) + elif isinstance(v, list): + for d in v: + nested_files.extend( + get_list_of_nested_files(d, dirpath)) + return nested_files + + +def check_for_invalid_nesting(yml, yaml_file, dirpath): + ''' + return a list of all nested files + ''' + + if not hasattr(yml, 'items'): + return [] + + invalid_nesting = [] + p = re.compile('^[A-z]*::[A-z]*::[A-z]*$') + + for k, v in yml.items(): + if isinstance(v, dict) and "type" in v: + t = v["type"] + + if t.endswith(".yml") or t.endswith(".yaml"): + filepath = path.join(dirpath, t) + try: + with open(filepath) as fh: + t_yml = yaml.load(fh) + except Exception as e: + invalid_nesting.append(filepath) + print(e) + invalid_nesting.extend( + check_for_invalid_nesting(t_yml, + filepath, + dirpath)) + elif t == "OS::Heat::ResourceGroup": + rd = v["properties"]["resource_def"] + if not isinstance(rd, dict): + invalid_nesting.append(yaml_file) + elif "type" not in rd: + invalid_nesting.append(yaml_file) + elif not p.match(rd["type"]) and not \ + (rd["type"].endswith(".yml") + or rd["type"].endswith(".yaml")): + filepath = path.join(dirpath, rd["type"]) + try: + with open(filepath) as fh: + rdt_yml = yaml.load(fh) + except Exception as e: + invalid_nesting.append(filepath) + print(e) + invalid_nesting.extend( + check_for_invalid_nesting(rdt_yml, + filepath, + dirpath)) + if isinstance(v, dict): + invalid_nesting.extend( + check_for_invalid_nesting(v, + yaml_file, + dirpath)) + elif isinstance(v, list): + for d in v: + invalid_nesting.extend( + check_for_invalid_nesting(d, + yaml_file, + dirpath)) + return invalid_nesting