C-Dash: Make possible to read data from only one parquet

Change-Id: Ifa72b520d6d0dbf9f39432f84a94ab93589a4079
Signed-off-by: Tibor Frank <[email protected]>

diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device
index f619ce8..011ebba 100644 (file)
Binary files a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device and b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device differ

diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr
index 496a6b7..ced7896 100644 (file)
Binary files a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr and b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr differ

diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr
index 39bc301..cf2b8a1 100644 (file)
Binary files a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr and b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr differ

diff --git a/csit.infra.dash/app/cdash/data/_metadata/trending_mrr b/csit.infra.dash/app/cdash/data/_metadata/trending_mrr
index 768a9ec..06ddbca 100644 (file)
Binary files a/csit.infra.dash/app/cdash/data/_metadata/trending_mrr and b/csit.infra.dash/app/cdash/data/_metadata/trending_mrr differ

diff --git a/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr
index 3f8b85c..870d8a9 100644 (file)
Binary files a/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr and b/csit.infra.dash/app/cdash/data/_metadata/trending_ndrpdr differ

diff --git a/csit.infra.dash/app/cdash/data/data.py b/csit.infra.dash/app/cdash/data/data.py
index 2c49992..41033a7 100644 (file)
--- a/csit.infra.dash/app/cdash/data/data.py
+++ b/csit.infra.dash/app/cdash/data/data.py
@@ -400,11 +400,16 @@ class Data:
         )
         for key in self._data.keys():
             logging.info(f"\n\nDataframe {key}:\n")
-            self._data[key] = pd.concat(
-                data_lists[key],
-                ignore_index=True,
-                copy=False
-            )    
+            if len(data_lists[key]) == 0:
+                self._data[key] = pd.DataFrame()
+            elif len(data_lists[key]) == 1:
+                self._data[key] = data_lists[key][0]
+            else:
+                self._data[key] = pd.concat(
+                    data_lists[key],
+                    ignore_index=True,
+                    copy=False
+                )
             self._data[key].info(verbose=True, memory_usage="deep")
             err_msg = self._validate_columns(key)
             if err_msg:

diff --git a/csit.infra.dash/app/cdash/data/data.yaml b/csit.infra.dash/app/cdash/data/data.yaml
index db7775b..c1b4553 100644 (file)
--- a/csit.infra.dash/app/cdash/data/data.yaml
+++ b/csit.infra.dash/app/cdash/data/data.yaml
@@ -19,6 +19,7 @@
     - dut_type
     - dut_version
     - hosts
+    - tg_type
     - start_time
     - passed
     - test_id
@@ -43,6 +44,7 @@
     - dut_type
     - dut_version
     - hosts
+    - tg_type
     - start_time
     - passed
     - test_id
@@ -386,6 +388,7 @@
     - build
     - dut_type
     - dut_version
+    - tg_type
     - hosts
     - start_time
     - passed
@@ -408,6 +411,7 @@
     - build
     - dut_type
     - dut_version
+    - tg_type
     - hosts
     - start_time
     - passed
@@ -512,6 +516,7 @@
     - build
     - dut_type
     - dut_version
+    - tg_type
     - start_time
     - passed
     - test_id
@@ -530,6 +535,7 @@
     - build
     - dut_type
     - dut_version
+    - tg_type
     - passed
     - test_id
     - version