1 # Copyright (c) 2019 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
14 """CSIT Presentation and analytics layer.
21 from pal_errors import PresentationError
22 from environment import Environment, clean_environment
23 from specification_parser import Specification
24 from input_data_parser import InputData
25 from generator_tables import generate_tables
26 from generator_plots import generate_plots
27 from generator_files import generate_files
28 from static_content import prepare_static_content
29 from generator_report import generate_report
30 from generator_cpta import generate_cpta
31 from generator_alerts import Alerting, AlertingError
35 """Parse arguments from cmd line.
37 :returns: Parsed arguments.
38 :rtype: ArgumentParser
41 parser = argparse.ArgumentParser(
43 formatter_class=argparse.RawDescriptionHelpFormatter
46 u"-s", u"--specification",
48 type=argparse.FileType(u'r'),
49 help=u"Specification YAML file."
55 help=u"Release string of the product."
61 help=u"Calendar week when the report is published."
65 choices=[u"DEBUG", u"INFO", u"WARNING", u"ERROR", u"CRITICAL"],
67 help=u"Logging level."
72 help=u"Force removing the old build(s) if present."
75 u"-o", u"--print-all-oper-data",
77 help=u"Print all operational data to console. Be careful, the output "
78 u"can be really long."
81 u"-i", u"--input-file",
84 help=u"XML file generated by RobotFramework which will be processed "
85 u"instead of downloading the data from Nexus and/or Jenkins. In "
86 u"this case, the section 'input' in the specification file is "
90 u"-d", u"--input-directory",
93 help=u"Directory with XML file(s) generated by RobotFramework or with "
94 u"sub-directories with XML file(s) which will be processed "
95 u"instead of downloading the data from Nexus and/or Jenkins. In "
96 u"this case, the section 'input' in the specification file is "
100 return parser.parse_args()
106 log_levels = {u"NOTSET": logging.NOTSET,
107 u"DEBUG": logging.DEBUG,
108 u"INFO": logging.INFO,
109 u"WARNING": logging.WARNING,
110 u"ERROR": logging.ERROR,
111 u"CRITICAL": logging.CRITICAL}
114 logging.basicConfig(format=u"%(asctime)s: %(levelname)s: %(message)s",
115 datefmt=u"%Y/%m/%d %H:%M:%S",
116 level=log_levels[args.logging])
118 logging.info(u"Application started.")
120 spec = Specification(args.specification)
121 spec.read_specification()
122 except PresentationError:
123 logging.critical(u"Finished with error.")
126 if spec.output[u"output"] not in (u"none", u"report", u"trending"):
128 f"The output {spec.output[u'output']} is not supported."
134 env = Environment(spec.environment, args.force)
135 env.set_environment()
137 prepare_static_content(spec)
139 data = InputData(spec)
141 data.process_local_file(args.input_file)
142 elif args.input_directory:
143 data.process_local_directory(args.input_directory)
145 data.download_and_parse_data(repeat=1)
147 if args.print_all_oper_data:
148 data.print_all_oper_data()
150 generate_tables(spec, data)
151 generate_plots(spec, data)
152 generate_files(spec, data)
154 if spec.output[u"output"] == u"report":
155 generate_report(args.release, spec, args.week)
156 elif spec.output[u"output"] == u"trending":
157 sys.stdout.write(generate_cpta(spec, data))
159 alert = Alerting(spec)
160 alert.generate_alerts()
161 except AlertingError as err:
162 logging.warning(repr(err))
164 logging.info("No output will be generated.")
166 logging.info(u"Successfully finished.")
169 except AlertingError as err:
170 logging.critical(f"Finished with an alerting error.\n{repr(err)}")
171 except PresentationError as err:
172 logging.critical(f"Finished with a PAL error.\n{str(err)}")
173 except (KeyError, ValueError) as err:
174 logging.critical(f"Finished with an error.\n{repr(err)}")
177 clean_environment(spec.environment)
181 if __name__ == u"__main__":