resources/tools/presentation/pal.py

   1 # Copyright (c) 2019 Cisco and/or its affiliates.
   2 # Licensed under the Apache License, Version 2.0 (the "License");
   3 # you may not use this file except in compliance with the License.
   4 # You may obtain a copy of the License at:
   5 #
   6 #     http://www.apache.org/licenses/LICENSE-2.0
   7 #
   8 # Unless required by applicable law or agreed to in writing, software
   9 # distributed under the License is distributed on an "AS IS" BASIS,
  10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  11 # See the License for the specific language governing permissions and
  12 # limitations under the License.
  13
  14 """CSIT Presentation and analytics layer.
  15 """
  16
  17 import sys
  18 import argparse
  19 import logging
  20
  21 from pal_errors import PresentationError
  22 from environment import Environment, clean_environment
  23 from specification_parser import Specification
  24 from input_data_parser import InputData
  25 from generator_tables import generate_tables
  26 from generator_plots import generate_plots
  27 from generator_files import generate_files
  28 from static_content import prepare_static_content
  29 from generator_report import generate_report
  30 from generator_cpta import generate_cpta
  31 from generator_alerts import Alerting, AlertingError
  32
  33
  34 def parse_args():
  35     """Parse arguments from cmd line.
  36
  37     :returns: Parsed arguments.
  38     :rtype: ArgumentParser
  39     """
  40
  41     parser = argparse.ArgumentParser(description=__doc__,
  42                                      formatter_class=argparse.
  43                                      RawDescriptionHelpFormatter)
  44     parser.add_argument(u"-s", u"--specification",
  45                         required=True,
  46                         type=argparse.FileType(u'r'),
  47                         help=u"Specification YAML file.")
  48     parser.add_argument(u"-r", u"--release",
  49                         default=u"master",
  50                         type=str,
  51                         help=u"Release string of the product.")
  52     parser.add_argument(u"-w", u"--week",
  53                         default=u"1",
  54                         type=str,
  55                         help=u"Calendar week when the report is published.")
  56     parser.add_argument(u"-l", u"--logging",
  57                         choices=[u"DEBUG", u"INFO", u"WARNING",
  58                                  u"ERROR", u"CRITICAL"],
  59                         default=u"ERROR",
  60                         help=u"Logging level.")
  61     parser.add_argument(u"-f", u"--force",
  62                         action=u"store_true",
  63                         help=u"Force removing the old build(s) if present.")
  64
  65     return parser.parse_args()
  66
  67
  68 def main():
  69     """Main function."""
  70
  71     log_levels = {u"NOTSET": logging.NOTSET,
  72                   u"DEBUG": logging.DEBUG,
  73                   u"INFO": logging.INFO,
  74                   u"WARNING": logging.WARNING,
  75                   u"ERROR": logging.ERROR,
  76                   u"CRITICAL": logging.CRITICAL}
  77
  78     args = parse_args()
  79     logging.basicConfig(format=u"%(asctime)s: %(levelname)s: %(message)s",
  80                         datefmt=u"%Y/%m/%d %H:%M:%S",
  81                         level=log_levels[args.logging])
  82
  83     logging.info(u"Application started.")
  84     try:
  85         spec = Specification(args.specification)
  86         spec.read_specification()
  87     except PresentationError:
  88         logging.critical(u"Finished with error.")
  89         return 1
  90
  91     if spec.output[u"output"] not in (u"report", u"CPTA"):
  92         logging.critical(
  93             f"The output {spec.output[u'output']} is not supported."
  94         )
  95         return 1
  96
  97     ret_code = 1
  98     try:
  99         env = Environment(spec.environment, args.force)
 100         env.set_environment()
 101
 102         prepare_static_content(spec)
 103
 104         data = InputData(spec)
 105         data.download_and_parse_data(repeat=1)
 106
 107         generate_tables(spec, data)
 108         generate_plots(spec, data)
 109         generate_files(spec, data)
 110
 111         if spec.output[u"output"] == u"report":
 112             generate_report(args.release, spec, args.week)
 113         elif spec.output[u"output"] == u"CPTA":
 114             sys.stdout.write(generate_cpta(spec, data))
 115             try:
 116                 alert = Alerting(spec)
 117                 alert.generate_alerts()
 118             except AlertingError as err:
 119                 logging.warning(repr(err))
 120
 121         logging.info(u"Successfully finished.")
 122         ret_code = 0
 123
 124     except AlertingError as err:
 125         logging.critical(f"Finished with an alerting error.\n{repr(err)}")
 126     except PresentationError as err:
 127         logging.critical(f"Finished with an PAL error.\n{repr(err)}")
 128     except (KeyError, ValueError) as err:
 129         logging.critical(f"Finished with an error.\n{repr(err)}")
 130     finally:
 131         if spec is not None:
 132             clean_environment(spec.environment)
 133     return ret_code
 134
 135
 136 if __name__ == u"__main__":
 137     sys.exit(main())