C-Dash: Make possible to read data from only one parquet

Change-Id: Ifa72b520d6d0dbf9f39432f84a94ab93589a4079
Signed-off-by: Tibor Frank <tifrank@cisco.com>

7 files changed, 16 insertions, 5 deletions

diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device
index f619ce8a8e..011ebba41f 100644
--- a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device
+++ b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr
index 496a6b72fe..ced78967c5 100644
--- a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr
+++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr
index 39bc301681..cf2b8a116b 100644
--- a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr
+++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr
diff --git a/csit.infra.dash/app/cdash/data/_metadata/trending_mrr b/csit.infra.dash/app/cdash/data/_metadata/trending_mrr
index 768a9ec21c..06ddbca659 100644
--- a/csit.infra.dash/app/cdash/data/_metadata/trending_mrr
+++ b/csit.infra.dash/app/cdash/data/_metadata/trending_mrr
diff --git a/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr
index 3f8b85c66e..870d8a9f9b 100644
--- a/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr
+++ b/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr
diff --git a/csit.infra.dash/app/cdash/data/data.py b/csit.infra.dash/app/cdash/data/data.py
index 2c49992bf8..41033a7758 100644
--- a/csit.infra.dash/app/cdash/data/data.py
+++ b/csit.infra.dash/app/cdash/data/data.py
@@ -400,11 +400,16 @@ class Data:
         )
         for key in self._data.keys():
             logging.info(f"\n\nDataframe {key}:\n")
-            self._data[key] = pd.concat(
-                data_lists[key],
-                ignore_index=True,
-                copy=False
-            )    
+            if len(data_lists[key]) == 0:
+                self._data[key] = pd.DataFrame()
+            elif len(data_lists[key]) == 1:
+                self._data[key] = data_lists[key][0]
+            else:
+                self._data[key] = pd.concat(
+                    data_lists[key],
+                    ignore_index=True,
+                    copy=False
+                )
             self._data[key].info(verbose=True, memory_usage="deep")
             err_msg = self._validate_columns(key)
             if err_msg:
diff --git a/csit.infra.dash/app/cdash/data/data.yaml b/csit.infra.dash/app/cdash/data/data.yaml
index db7775b210..c1b45536b7 100644
--- a/csit.infra.dash/app/cdash/data/data.yaml
+++ b/csit.infra.dash/app/cdash/data/data.yaml
@@ -19,6 +19,7 @@
     - dut_type
     - dut_version
     - hosts
+    - tg_type
     - start_time
     - passed
     - test_id
@@ -43,6 +44,7 @@
     - dut_type
     - dut_version
     - hosts
+    - tg_type
     - start_time
     - passed
     - test_id
@@ -386,6 +388,7 @@
     - build
     - dut_type
     - dut_version
+    - tg_type
     - hosts
     - start_time
     - passed
@@ -408,6 +411,7 @@
     - build
     - dut_type
     - dut_version
+    - tg_type
     - hosts
     - start_time
     - passed
@@ -512,6 +516,7 @@
     - build
     - dut_type
     - dut_version
+    - tg_type
     - start_time
     - passed
     - test_id
@@ -530,6 +535,7 @@
     - build
     - dut_type
     - dut_version
+    - tg_type
     - passed
     - test_id
     - version