X-Git-Url: https://gerrit.onap.org/r/gitweb?p=vvp%2Fvalidation-scripts.git;a=blobdiff_plain;f=ice_validator%2Ftests%2Fconftest.py;h=25077537b56652c5d783cc63d99944ba1b833234;hp=439cdd7314271f6ff9864d22b1bb69b12a2af451;hb=2b57f73aad5c0a6755a7dfddc7e79937a74de00f;hpb=ca689124b4e957a7a683a7c49eb4e12703afa09c diff --git a/ice_validator/tests/conftest.py b/ice_validator/tests/conftest.py index 439cdd7..2507753 100644 --- a/ice_validator/tests/conftest.py +++ b/ice_validator/tests/conftest.py @@ -43,6 +43,14 @@ import json import os import re import time + +from preload import create_preloads +from tests.helpers import get_output_dir + +try: + from html import escape +except ImportError: + from cgi import escape from collections import defaultdict import traceback @@ -91,18 +99,6 @@ COLLECTION_FAILURES = [] ALL_RESULTS = [] -def get_output_dir(config): - """ - Retrieve the output directory for the reports and create it if necessary - :param config: pytest configuration - :return: output directory as string - """ - output_dir = config.option.output_dir or DEFAULT_OUTPUT_DIR - if not os.path.exists(output_dir): - os.makedirs(output_dir, exist_ok=True) - return output_dir - - def extract_error_msg(rep): """ If a custom error message was provided, then extract it otherwise @@ -119,10 +115,10 @@ def extract_error_msg(rep): # Extract everything between AssertionError and the start # of the assert statement expansion in the pytest report msg = match.group(1) + elif "AssertionError:" in full_msg: + msg = full_msg.split("AssertionError:")[1] else: - msg = str(rep.longrepr.reprcrash) - if "AssertionError:" in msg: - msg = msg.split("AssertionError:")[1] + msg = full_msg except AttributeError: msg = str(rep) @@ -348,6 +344,12 @@ def pytest_sessionfinish(session, exitstatus): ) +def pytest_terminal_summary(terminalreporter, exitstatus): + # Ensures all preload information and warnings appear after + # test results + create_preloads(terminalreporter.config, exitstatus) + + # noinspection PyUnusedLocal def pytest_collection_modifyitems(session, config, items): """ @@ -579,7 +581,7 @@ def generate_excel_report(output_dir, categories, template_path, failures): worksheet.write(row, 0, str(err_num), normal) worksheet.write(row, 1, "\n".join(failure.files), normal) worksheet.write(row, 2, failure.requirement_text(reqs), normal) - worksheet.write(row, 3, failure.error_message, normal) + worksheet.write(row, 3, failure.error_message.replace("\n", "\n\n"), normal) worksheet.write(row, 4, failure.test_id, normal) err_num += 1 worksheet.autofilter( @@ -650,7 +652,7 @@ def aggregate_run_results(collection_failures, test_results): def relative_paths(base_dir, paths): - return [os.path.relpath(p, base_dir) for p in paths] + return [os.path.relpath(p, base_dir) for p in paths if p != ""] # noinspection PyTypeChecker @@ -745,8 +747,10 @@ def generate_html_report(outpath, categories, template_path, failures): { "file_links": make_href(failure.files, template_path), "test_id": failure.test_id, - "error_message": failure.error_message, - "raw_output": failure.raw_output, + "error_message": escape(failure.error_message).replace( + "\n", "

" + ), + "raw_output": escape(failure.raw_output), "requirements": docutils.core.publish_parts( writer_name="html", source=failure.requirement_text(reqs) )["body"], @@ -958,7 +962,7 @@ def hash_directory(path): :param path: string directory containing files :return: string MD5 hash code (hex) """ - md5 = hashlib.md5() + md5 = hashlib.md5() # nosec for dir_path, sub_dirs, filenames in os.walk(path): for filename in filenames: file_path = os.path.join(dir_path, filename) @@ -1040,12 +1044,11 @@ def generate_rst_table(output_dir, data): rst_path = os.path.join(output_dir, "rst.csv") with open(rst_path, "w", newline="") as f: out = csv.writer(f) - out.writerow(("Requirement ID", "Requirement", "Test Module", "Test Name")) + out.writerow(("Requirement ID", "Test Module", "Test Name")) for req_id, metadata in data.items(): out.writerow( ( metadata["full_title"], - metadata["description"], metadata["test_case"], metadata["validated_by"], )