X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Finput_data_parser.py;h=6da428e1bbe0f1e2e829189c83ffd7570d9eea7e;hb=52ebb67e52800f4240001d117d56d08d78a84d6a;hp=84245c429ce491f497c588b4b6ccfa38e6663d4d;hpb=5aa2e158983f61df6d26129ad566b906051fc5b5;p=csit.git diff --git a/resources/tools/presentation/input_data_parser.py b/resources/tools/presentation/input_data_parser.py index 84245c429c..6da428e1bb 100644 --- a/resources/tools/presentation/input_data_parser.py +++ b/resources/tools/presentation/input_data_parser.py @@ -1337,30 +1337,41 @@ class InputData(object): logging.info("Done.") + logging.info("Collecting data:") + while not data_queue.empty(): - result = data_queue.get() - job = result["job"] - build_nr = result["build"]["build"] + try: + result = data_queue.get() + + job = result["job"] + build_nr = result["build"]["build"] + + logging.info(" {job}-{build}".format(job=job, build=build_nr)) + + if result["data"]: + data = result["data"] + build_data = pd.Series({ + "metadata": pd.Series(data["metadata"].values(), + index=data["metadata"].keys()), + "suites": pd.Series(data["suites"].values(), + index=data["suites"].keys()), + "tests": pd.Series(data["tests"].values(), + index=data["tests"].keys())}) + + if self._input_data.get(job, None) is None: + self._input_data[job] = pd.Series() + self._input_data[job][str(build_nr)] = build_data - if result["data"]: - data = result["data"] - build_data = pd.Series({ - "metadata": pd.Series(data["metadata"].values(), - index=data["metadata"].keys()), - "suites": pd.Series(data["suites"].values(), - index=data["suites"].keys()), - "tests": pd.Series(data["tests"].values(), - index=data["tests"].keys())}) + self._cfg.set_input_file_name(job, build_nr, + result["build"]["file-name"]) - if self._input_data.get(job, None) is None: - self._input_data[job] = pd.Series() - self._input_data[job][str(build_nr)] = build_data + self._cfg.set_input_state(job, build_nr, result["state"]) - self._cfg.set_input_file_name(job, build_nr, - result["build"]["file-name"]) + except (MemoryError, EOFError) as err: + logging.error(repr(err)) + raise - self._cfg.set_input_state(job, build_nr, result["state"]) del data_queue