From 8bc433ed5ffef4d187a80c36825b021aff9daec7 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Mon, 24 Jun 2024 06:43:51 +0000 Subject: C-Dash: Make possible to read data from only one parquet Change-Id: Ifa72b520d6d0dbf9f39432f84a94ab93589a4079 Signed-off-by: Tibor Frank (cherry picked from commit ccc90a5debfca1757bc7e4f5e5415ab2f368f014) --- .../cdash/data/_metadata/coverage_rls2406_device | Bin 5373 -> 5726 bytes .../app/cdash/data/_metadata/iterative_rls2406_mrr | Bin 10632 -> 9704 bytes .../cdash/data/_metadata/iterative_rls2406_ndrpdr | Bin 15602 -> 15951 bytes .../app/cdash/data/_metadata/trending_mrr | Bin 11097 -> 11450 bytes .../app/cdash/data/_metadata/trending_ndrpdr | Bin 16091 -> 16432 bytes csit.infra.dash/app/cdash/data/data.py | 15 ++++++++++----- csit.infra.dash/app/cdash/data/data.yaml | 6 ++++++ 7 files changed, 16 insertions(+), 5 deletions(-) diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device index f619ce8a8e..011ebba41f 100644 Binary files a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device and b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device differ diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr index 496a6b72fe..ced78967c5 100644 Binary files a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr and b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr differ diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr index 39bc301681..cf2b8a116b 100644 Binary files a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr and b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr differ diff --git a/csit.infra.dash/app/cdash/data/_metadata/trending_mrr b/csit.infra.dash/app/cdash/data/_metadata/trending_mrr index 768a9ec21c..06ddbca659 100644 Binary files a/csit.infra.dash/app/cdash/data/_metadata/trending_mrr and b/csit.infra.dash/app/cdash/data/_metadata/trending_mrr differ diff --git a/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr index 3f8b85c66e..870d8a9f9b 100644 Binary files a/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr and b/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr differ diff --git a/csit.infra.dash/app/cdash/data/data.py b/csit.infra.dash/app/cdash/data/data.py index 2c49992bf8..41033a7758 100644 --- a/csit.infra.dash/app/cdash/data/data.py +++ b/csit.infra.dash/app/cdash/data/data.py @@ -400,11 +400,16 @@ class Data: ) for key in self._data.keys(): logging.info(f"\n\nDataframe {key}:\n") - self._data[key] = pd.concat( - data_lists[key], - ignore_index=True, - copy=False - ) + if len(data_lists[key]) == 0: + self._data[key] = pd.DataFrame() + elif len(data_lists[key]) == 1: + self._data[key] = data_lists[key][0] + else: + self._data[key] = pd.concat( + data_lists[key], + ignore_index=True, + copy=False + ) self._data[key].info(verbose=True, memory_usage="deep") err_msg = self._validate_columns(key) if err_msg: diff --git a/csit.infra.dash/app/cdash/data/data.yaml b/csit.infra.dash/app/cdash/data/data.yaml index db7775b210..c1b45536b7 100644 --- a/csit.infra.dash/app/cdash/data/data.yaml +++ b/csit.infra.dash/app/cdash/data/data.yaml @@ -19,6 +19,7 @@ - dut_type - dut_version - hosts + - tg_type - start_time - passed - test_id @@ -43,6 +44,7 @@ - dut_type - dut_version - hosts + - tg_type - start_time - passed - test_id @@ -386,6 +388,7 @@ - build - dut_type - dut_version + - tg_type - hosts - start_time - passed @@ -408,6 +411,7 @@ - build - dut_type - dut_version + - tg_type - hosts - start_time - passed @@ -512,6 +516,7 @@ - build - dut_type - dut_version + - tg_type - start_time - passed - test_id @@ -530,6 +535,7 @@ - build - dut_type - dut_version + - tg_type - passed - test_id - version -- cgit 1.2.3-korg