X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fpal.py;h=d06cadaf99e8d2c4479bffa34c915a9ed4eeb154;hp=1ccefd3b4396654462b1d605e36019087318d5fe;hb=f70df02d586490633b925358041c4dfafd99a118;hpb=9964155b56020914494f7341c2d1162f2ac9d720 diff --git a/resources/tools/presentation/pal.py b/resources/tools/presentation/pal.py index 1ccefd3b43..d06cadaf99 100644 --- a/resources/tools/presentation/pal.py +++ b/resources/tools/presentation/pal.py @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,7 +18,7 @@ import sys import argparse import logging -from errors import PresentationError +from pal_errors import PresentationError from environment import Environment, clean_environment from specification_parser import Specification from input_data_parser import InputData @@ -27,7 +27,8 @@ from generator_plots import generate_plots from generator_files import generate_files from static_content import prepare_static_content from generator_report import generate_report -from generator_CPTA import generate_cpta +from generator_cpta import generate_cpta +from generator_alerts import Alerting, AlertingError def parse_args(): @@ -37,25 +38,64 @@ def parse_args(): :rtype: ArgumentParser """ - parser = argparse.ArgumentParser(description=__doc__, - formatter_class=argparse. - RawDescriptionHelpFormatter) - parser.add_argument("-s", "--specification", - required=True, - type=argparse.FileType('r'), - help="Specification YAML file.") - parser.add_argument("-r", "--release", - default="master", - type=str, - help="Release string of the product.") - parser.add_argument("-l", "--logging", - choices=["DEBUG", "INFO", "WARNING", - "ERROR", "CRITICAL"], - default="ERROR", - help="Logging level.") - parser.add_argument("-f", "--force", - action='store_true', - help="Force removing the old build(s) if present.") + parser = argparse.ArgumentParser( + description=__doc__, + formatter_class=argparse.RawDescriptionHelpFormatter + ) + parser.add_argument( + u"-s", u"--specification", + required=True, + type=argparse.FileType(u'r'), + help=u"Specification YAML file." + ) + parser.add_argument( + u"-r", u"--release", + default=u"master", + type=str, + help=u"Release string of the product." + ) + parser.add_argument( + u"-w", u"--week", + default=u"1", + type=str, + help=u"Calendar week when the report is published." + ) + parser.add_argument( + u"-l", u"--logging", + choices=[u"DEBUG", u"INFO", u"WARNING", u"ERROR", u"CRITICAL"], + default=u"ERROR", + help=u"Logging level." + ) + parser.add_argument( + u"-f", u"--force", + action=u"store_true", + help=u"Force removing the old build(s) if present." + ) + parser.add_argument( + u"-o", u"--print-all-oper-data", + action=u"store_true", + help=u"Print all operational data to console. Be careful, the output " + u"can be really long." + ) + parser.add_argument( + u"-i", u"--input-file", + type=str, + default=u"", + help=u"XML file generated by RobotFramework which will be processed " + u"instead of downloading the data from Nexus and/or Jenkins. In " + u"this case, the section 'input' in the specification file is " + u"ignored." + ) + parser.add_argument( + u"-d", u"--input-directory", + type=str, + default=u"", + help=u"Directory with XML file(s) generated by RobotFramework or with " + u"sub-directories with XML file(s) which will be processed " + u"instead of downloading the data from Nexus and/or Jenkins. In " + u"this case, the section 'input' in the specification file is " + u"ignored." + ) return parser.parse_args() @@ -63,29 +103,30 @@ def parse_args(): def main(): """Main function.""" - log_levels = {"NOTSET": logging.NOTSET, - "DEBUG": logging.DEBUG, - "INFO": logging.INFO, - "WARNING": logging.WARNING, - "ERROR": logging.ERROR, - "CRITICAL": logging.CRITICAL} + log_levels = {u"NOTSET": logging.NOTSET, + u"DEBUG": logging.DEBUG, + u"INFO": logging.INFO, + u"WARNING": logging.WARNING, + u"ERROR": logging.ERROR, + u"CRITICAL": logging.CRITICAL} args = parse_args() - logging.basicConfig(format='%(asctime)s: %(levelname)s: %(message)s', - datefmt='%Y/%m/%d %H:%M:%S', + logging.basicConfig(format=u"%(asctime)s: %(levelname)s: %(message)s", + datefmt=u"%Y/%m/%d %H:%M:%S", level=log_levels[args.logging]) - logging.info("Application started.") + logging.info(u"Application started.") try: spec = Specification(args.specification) spec.read_specification() except PresentationError: - logging.critical("Finished with error.") + logging.critical(u"Finished with error.") return 1 - if spec.output["output"] not in ("report", "CPTA"): - logging.critical("The output '{0}' is not supported.". - format(spec.output["output"])) + if spec.output[u"output"] not in (u"none", u"report", u"trending"): + logging.critical( + f"The output {spec.output[u'output']} is not supported." + ) return 1 ret_code = 1 @@ -96,31 +137,46 @@ def main(): prepare_static_content(spec) data = InputData(spec) - data.download_and_parse_data() + if args.input_file: + data.process_local_file(args.input_file) + elif args.input_directory: + data.process_local_directory(args.input_directory) + else: + data.download_and_parse_data(repeat=1) + + if args.print_all_oper_data: + data.print_all_oper_data() generate_tables(spec, data) generate_plots(spec, data) generate_files(spec, data) - if spec.output["output"] == "report": - generate_report(args.release, spec) - logging.info("Successfully finished.") - elif spec.output["output"] == "CPTA": + if spec.output[u"output"] == u"report": + generate_report(args.release, spec, args.week) + elif spec.output[u"output"] == u"trending": sys.stdout.write(generate_cpta(spec, data)) - logging.info("Successfully finished.") + try: + alert = Alerting(spec) + alert.generate_alerts() + except AlertingError as err: + logging.warning(repr(err)) + else: + logging.info("No output will be generated.") + + logging.info(u"Successfully finished.") ret_code = 0 - except (KeyError, ValueError, PresentationError) as err: - logging.info("Finished with an error.") - logging.critical(str(err)) - except Exception as err: - logging.info("Finished with an unexpected error.") - logging.critical(str(err)) + except AlertingError as err: + logging.critical(f"Finished with an alerting error.\n{repr(err)}") + except PresentationError as err: + logging.critical(f"Finished with a PAL error.\n{str(err)}") + except (KeyError, ValueError) as err: + logging.critical(f"Finished with an error.\n{repr(err)}") finally: if spec is not None: clean_environment(spec.environment) - return ret_code + return ret_code -if __name__ == '__main__': +if __name__ == u"__main__": sys.exit(main())