C-Dash: Add rls2406 data

Change-Id: Id597a02e3d8586f4c712ebf9eaddc46315b2a844
Signed-off-by: Tibor Frank <tifrank@cisco.com>
(cherry picked from commit 47f1e18328182a1f9159141e7cf83d9ee060c71c)

11 files changed, 104 insertions, 53 deletions

diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_device b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device
index f619ce8a8e..f619ce8a8e 100644
--- a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_device
+++ b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device
diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_ndrpdr
index 06bc618bea..06bc618bea 100644
--- a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_ndrpdr
+++ b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_ndrpdr
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_hoststack b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_hoststack
deleted file mode 100644
index 993d16c18c..0000000000
--- a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_hoststack
+++ /dev/null
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_mrr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_mrr
deleted file mode 100644
index 96832850b1..0000000000
--- a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_mrr
+++ /dev/null
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_ndrpdr
deleted file mode 100644
index 2291bb8349..0000000000
--- a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_ndrpdr
+++ /dev/null
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_hoststack b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_hoststack
new file mode 100644
index 0000000000..1e9c708253
--- /dev/null
+++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_hoststack
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr
new file mode 100644
index 0000000000..416679acdb
--- /dev/null
+++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr
new file mode 100644
index 0000000000..e76e6ab8e5
--- /dev/null
+++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr
diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_soak b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_soak
new file mode 100644
index 0000000000..4502ca4f59
--- /dev/null
+++ b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_soak
diff --git a/csit.infra.dash/app/cdash/data/data.yaml b/csit.infra.dash/app/cdash/data/data.yaml
index ed5fc0b269..11c5a04a50 100644
--- a/csit.infra.dash/app/cdash/data/data.yaml
+++ b/csit.infra.dash/app/cdash/data/data.yaml
@@ -111,9 +111,9 @@
 - data_type: iterative
   partition: test_type
   partition_name: mrr
-  release: rls2306
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2306
-  schema: iterative_rls2306_mrr
+  release: rls2310
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
+  schema: iterative_rls2310_mrr
   columns:
     - job
     - build
@@ -130,9 +130,9 @@
 - data_type: iterative
   partition: test_type
   partition_name: ndrpdr
-  release: rls2306
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2306
-  schema: iterative_rls2306_ndrpdr
+  release: rls2310
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
+  schema: iterative_rls2310_ndrpdr
   columns:
     - job
     - build
@@ -146,6 +146,10 @@
     - result_pdr_lower_rate_value
     - result_ndr_lower_rate_unit
     - result_ndr_lower_rate_value
+    - result_pdr_lower_bandwidth_unit
+    - result_pdr_lower_bandwidth_value
+    - result_ndr_lower_bandwidth_unit
+    - result_ndr_lower_bandwidth_value
     - result_latency_reverse_pdr_90_hdrh
     - result_latency_reverse_pdr_50_hdrh
     - result_latency_reverse_pdr_10_hdrh
@@ -159,9 +163,9 @@
 - data_type: iterative
   partition: test_type
   partition_name: hoststack
-  release: rls2306
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2306
-  schema: iterative_rls2306_hoststack
+  release: rls2310
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
+  schema: iterative_rls2310_hoststack
   columns:
     - job
     - build
@@ -179,9 +183,9 @@
 - data_type: coverage
   partition: test_type
   partition_name: ndrpdr
-  release: rls2306
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2306
-  schema: coverage_rls2306_ndrpdr
+  release: rls2310
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
+  schema: coverage_rls2310_ndrpdr
   columns:
     - job
     - build
@@ -205,10 +209,28 @@
     - result_latency_forward_pdr_10_hdrh
 - data_type: coverage
   partition: test_type
+  partition_name: mrr
+  release: rls2310
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
+  schema: iterative_rls2310_mrr
+  columns:
+    - job
+    - build
+    - dut_type
+    - dut_version
+    - start_time
+    - passed
+    - test_id
+    - version
+    - result_receive_rate_rate_avg
+    - result_receive_rate_rate_stdev
+    - result_receive_rate_rate_unit
+- data_type: coverage
+  partition: test_type
   partition_name: device
-  release: rls2306
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2306
-  schema: coverage_rls2306_device
+  release: rls2310
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
+  schema: coverage_rls2310_device
   columns:
     - job
     - build
@@ -220,14 +242,15 @@
 - data_type: iterative
   partition: test_type
   partition_name: mrr
-  release: rls2310
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
-  schema: iterative_rls2310_mrr
+  release: rls2402
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
+  schema: iterative_rls2402_mrr
   columns:
     - job
     - build
     - dut_type
     - dut_version
+    # - hosts
     - start_time
     - passed
     - test_id
@@ -236,17 +259,22 @@
     - result_receive_rate_rate_stdev
     - result_receive_rate_rate_unit
     - result_receive_rate_rate_values
+    - result_receive_rate_bandwidth_avg
+    - result_receive_rate_bandwidth_stdev
+    - result_receive_rate_bandwidth_unit
+    - result_receive_rate_bandwidth_values
 - data_type: iterative
   partition: test_type
   partition_name: ndrpdr
-  release: rls2310
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
-  schema: iterative_rls2310_ndrpdr
+  release: rls2402
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
+  schema: iterative_rls2402_ndrpdr
   columns:
     - job
     - build
     - dut_type
     - dut_version
+    # - hosts
     - start_time
     - passed
     - test_id
@@ -272,14 +300,15 @@
 - data_type: iterative
   partition: test_type
   partition_name: hoststack
-  release: rls2310
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310
-  schema: iterative_rls2310_hoststack
+  release: rls2402
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
+  schema: iterative_rls2402_hoststack
   columns:
     - job
     - build
     - dut_type
     - dut_version
+    - hosts
     - tg_type
     - result_bandwidth_unit
     - result_bandwidth_value
@@ -292,9 +321,9 @@
 - data_type: coverage
   partition: test_type
   partition_name: ndrpdr
-  release: rls2310
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
-  schema: coverage_rls2310_ndrpdr
+  release: rls2402
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
+  schema: coverage_rls2402_ndrpdr
   columns:
     - job
     - build
@@ -319,9 +348,9 @@
 - data_type: coverage
   partition: test_type
   partition_name: mrr
-  release: rls2310
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
-  schema: iterative_rls2310_mrr
+  release: rls2402
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
+  schema: iterative_rls2402_mrr
   columns:
     - job
     - build
@@ -337,9 +366,9 @@
 - data_type: coverage
   partition: test_type
   partition_name: device
-  release: rls2310
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310
-  schema: coverage_rls2310_device
+  release: rls2402
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
+  schema: coverage_rls2402_device
   columns:
     - job
     - build
@@ -351,9 +380,9 @@
 - data_type: iterative
   partition: test_type
   partition_name: mrr
-  release: rls2402
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
-  schema: iterative_rls2402_mrr
+  release: rls2406
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
+  schema: iterative_rls2406_mrr
   columns:
     - job
     - build
@@ -375,9 +404,9 @@
 - data_type: iterative
   partition: test_type
   partition_name: ndrpdr
-  release: rls2402
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
-  schema: iterative_rls2402_ndrpdr
+  release: rls2406
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
+  schema: iterative_rls2406_ndrpdr
   columns:
     - job
     - build
@@ -409,9 +438,9 @@
 - data_type: iterative
   partition: test_type
   partition_name: hoststack
-  release: rls2402
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402
-  schema: iterative_rls2402_hoststack
+  release: rls2406
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
+  schema: iterative_rls2406_hoststack
   columns:
     - job
     - build
@@ -427,12 +456,34 @@
     - passed
     - test_id
     - version
+- data_type: iterative
+  partition: test_type
+  partition_name: soak
+  release: rls2406
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406
+  schema: iterative_rls2406_soak
+  columns:
+    - job
+    - build
+    - dut_type
+    - dut_version
+    - hosts
+    - tg_type
+    - result_critical_rate_lower_bandwidth_unit
+    - result_critical_rate_lower_bandwidth_value
+    - result_critical_rate_lower_rate_unit
+    - result_critical_rate_lower_rate_value
+    - start_time
+    - passed
+    - telemetry
+    - test_id
+    - version
 - data_type: coverage
   partition: test_type
   partition_name: ndrpdr
-  release: rls2402
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
-  schema: coverage_rls2402_ndrpdr
+  release: rls2406
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406
+  schema: coverage_rls2406_ndrpdr
   columns:
     - job
     - build
@@ -457,9 +508,9 @@
 - data_type: coverage
   partition: test_type
   partition_name: mrr
-  release: rls2402
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
-  schema: iterative_rls2402_mrr
+  release: rls2406
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406
+  schema: iterative_rls2406_mrr
   columns:
     - job
     - build
@@ -475,9 +526,9 @@
 - data_type: coverage
   partition: test_type
   partition_name: device
-  release: rls2402
-  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402
-  schema: coverage_rls2402_device
+  release: rls2406
+  path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406
+  schema: coverage_rls2406_device
   columns:
     - job
     - build
diff --git a/csit.infra.dash/app/cdash/report/graphs.py b/csit.infra.dash/app/cdash/report/graphs.py
index 02202ea155..e13ec54a89 100644
--- a/csit.infra.dash/app/cdash/report/graphs.py
+++ b/csit.infra.dash/app/cdash/report/graphs.py
@@ -99,7 +99,7 @@ def graph_iterative(data: pd.DataFrame, sel: list, layout: dict,
     def get_y_values(data, y_data_max, param, norm_factor, release=str(),
                      remove_outliers=False):
         if param == "result_receive_rate_rate_values":
-            if release == "rls2402":
+            if release in ("rls2402", "rls2406", "rls2410"):
                 y_vals_raw = data["result_receive_rate_rate_avg"].to_list()
             else:
                 y_vals_raw = data[param].to_list()[0]
@@ -181,7 +181,7 @@ def graph_iterative(data: pd.DataFrame, sel: list, layout: dict,
             )
         }
 
-        if itm["testtype"] == "mrr" and itm["rls"] in ("rls2306", "rls2310"):
+        if itm["testtype"] == "mrr" and itm["rls"] == "rls2310":
             trial_run = "trial"
             metadata["csit-ref"] = (
                 f"{itm_data['job'].to_list()[0]}/",