From 52ebb67e52800f4240001d117d56d08d78a84d6a Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Tue, 30 Jul 2019 14:12:46 +0200 Subject: Trending: Reduce input data Change-Id: Ifddbdc1f357a192af558079a92f4e4d1d2693efd Signed-off-by: Tibor Frank --- resources/tools/presentation/input_data_parser.py | 47 ++++++++++++++--------- 1 file changed, 29 insertions(+), 18 deletions(-) (limited to 'resources/tools/presentation/input_data_parser.py') diff --git a/resources/tools/presentation/input_data_parser.py b/resources/tools/presentation/input_data_parser.py index 84245c429c..6da428e1bb 100644 --- a/resources/tools/presentation/input_data_parser.py +++ b/resources/tools/presentation/input_data_parser.py @@ -1337,30 +1337,41 @@ class InputData(object): logging.info("Done.") + logging.info("Collecting data:") + while not data_queue.empty(): - result = data_queue.get() - job = result["job"] - build_nr = result["build"]["build"] + try: + result = data_queue.get() + + job = result["job"] + build_nr = result["build"]["build"] + + logging.info(" {job}-{build}".format(job=job, build=build_nr)) + + if result["data"]: + data = result["data"] + build_data = pd.Series({ + "metadata": pd.Series(data["metadata"].values(), + index=data["metadata"].keys()), + "suites": pd.Series(data["suites"].values(), + index=data["suites"].keys()), + "tests": pd.Series(data["tests"].values(), + index=data["tests"].keys())}) + + if self._input_data.get(job, None) is None: + self._input_data[job] = pd.Series() + self._input_data[job][str(build_nr)] = build_data - if result["data"]: - data = result["data"] - build_data = pd.Series({ - "metadata": pd.Series(data["metadata"].values(), - index=data["metadata"].keys()), - "suites": pd.Series(data["suites"].values(), - index=data["suites"].keys()), - "tests": pd.Series(data["tests"].values(), - index=data["tests"].keys())}) + self._cfg.set_input_file_name(job, build_nr, + result["build"]["file-name"]) - if self._input_data.get(job, None) is None: - self._input_data[job] = pd.Series() - self._input_data[job][str(build_nr)] = build_data + self._cfg.set_input_state(job, build_nr, result["state"]) - self._cfg.set_input_file_name(job, build_nr, - result["build"]["file-name"]) + except (MemoryError, EOFError) as err: + logging.error(repr(err)) + raise - self._cfg.set_input_state(job, build_nr, result["state"]) del data_queue -- cgit 1.2.3-korg