From 1338c4fd2d68ea8040d95b559b67944619d29ca5 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Wed, 22 May 2024 09:17:36 +0000 Subject: C-Dash: Add rls2406 data Change-Id: Id597a02e3d8586f4c712ebf9eaddc46315b2a844 Signed-off-by: Tibor Frank (cherry picked from commit 47f1e18328182a1f9159141e7cf83d9ee060c71c) --- .../cdash/data/_metadata/coverage_rls2306_device | Bin 5373 -> 0 bytes .../cdash/data/_metadata/coverage_rls2306_ndrpdr | Bin 11868 -> 0 bytes .../cdash/data/_metadata/coverage_rls2406_device | Bin 0 -> 5373 bytes .../cdash/data/_metadata/coverage_rls2406_ndrpdr | Bin 0 -> 11868 bytes .../data/_metadata/iterative_rls2306_hoststack | Bin 7882 -> 0 bytes .../app/cdash/data/_metadata/iterative_rls2306_mrr | Bin 7919 -> 0 bytes .../cdash/data/_metadata/iterative_rls2306_ndrpdr | Bin 13081 -> 0 bytes .../data/_metadata/iterative_rls2406_hoststack | Bin 0 -> 8303 bytes .../app/cdash/data/_metadata/iterative_rls2406_mrr | Bin 0 -> 10179 bytes .../cdash/data/_metadata/iterative_rls2406_ndrpdr | Bin 0 -> 15173 bytes .../cdash/data/_metadata/iterative_rls2406_soak | Bin 0 -> 9328 bytes csit.infra.dash/app/cdash/data/data.yaml | 153 ++++++++++++++------- csit.infra.dash/app/cdash/report/graphs.py | 4 +- 13 files changed, 104 insertions(+), 53 deletions(-) delete mode 100644 csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_device delete mode 100644 csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_ndrpdr create mode 100644 csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device create mode 100644 csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_ndrpdr delete mode 100644 csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_hoststack delete mode 100644 csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_mrr delete mode 100644 csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_ndrpdr create mode 100644 csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_hoststack create mode 100644 csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr create mode 100644 csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr create mode 100644 csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_soak diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_device b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_device deleted file mode 100644 index f619ce8a8e..0000000000 Binary files a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_device and /dev/null differ diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_ndrpdr deleted file mode 100644 index 06bc618bea..0000000000 Binary files a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2306_ndrpdr and /dev/null differ diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device new file mode 100644 index 0000000000..f619ce8a8e Binary files /dev/null and b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_device differ diff --git a/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_ndrpdr new file mode 100644 index 0000000000..06bc618bea Binary files /dev/null and b/csit.infra.dash/app/cdash/data/_metadata/coverage_rls2406_ndrpdr differ diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_hoststack b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_hoststack deleted file mode 100644 index 993d16c18c..0000000000 Binary files a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_hoststack and /dev/null differ diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_mrr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_mrr deleted file mode 100644 index 96832850b1..0000000000 Binary files a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_mrr and /dev/null differ diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_ndrpdr deleted file mode 100644 index 2291bb8349..0000000000 Binary files a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2306_ndrpdr and /dev/null differ diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_hoststack b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_hoststack new file mode 100644 index 0000000000..1e9c708253 Binary files /dev/null and b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_hoststack differ diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr new file mode 100644 index 0000000000..416679acdb Binary files /dev/null and b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_mrr differ diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr new file mode 100644 index 0000000000..e76e6ab8e5 Binary files /dev/null and b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_ndrpdr differ diff --git a/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_soak b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_soak new file mode 100644 index 0000000000..4502ca4f59 Binary files /dev/null and b/csit.infra.dash/app/cdash/data/_metadata/iterative_rls2406_soak differ diff --git a/csit.infra.dash/app/cdash/data/data.yaml b/csit.infra.dash/app/cdash/data/data.yaml index ed5fc0b269..11c5a04a50 100644 --- a/csit.infra.dash/app/cdash/data/data.yaml +++ b/csit.infra.dash/app/cdash/data/data.yaml @@ -111,9 +111,9 @@ - data_type: iterative partition: test_type partition_name: mrr - release: rls2306 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2306 - schema: iterative_rls2306_mrr + release: rls2310 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310 + schema: iterative_rls2310_mrr columns: - job - build @@ -130,9 +130,9 @@ - data_type: iterative partition: test_type partition_name: ndrpdr - release: rls2306 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2306 - schema: iterative_rls2306_ndrpdr + release: rls2310 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310 + schema: iterative_rls2310_ndrpdr columns: - job - build @@ -146,6 +146,10 @@ - result_pdr_lower_rate_value - result_ndr_lower_rate_unit - result_ndr_lower_rate_value + - result_pdr_lower_bandwidth_unit + - result_pdr_lower_bandwidth_value + - result_ndr_lower_bandwidth_unit + - result_ndr_lower_bandwidth_value - result_latency_reverse_pdr_90_hdrh - result_latency_reverse_pdr_50_hdrh - result_latency_reverse_pdr_10_hdrh @@ -159,9 +163,9 @@ - data_type: iterative partition: test_type partition_name: hoststack - release: rls2306 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2306 - schema: iterative_rls2306_hoststack + release: rls2310 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310 + schema: iterative_rls2310_hoststack columns: - job - build @@ -179,9 +183,9 @@ - data_type: coverage partition: test_type partition_name: ndrpdr - release: rls2306 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2306 - schema: coverage_rls2306_ndrpdr + release: rls2310 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310 + schema: coverage_rls2310_ndrpdr columns: - job - build @@ -203,12 +207,30 @@ - result_latency_forward_pdr_90_hdrh - result_latency_forward_pdr_50_hdrh - result_latency_forward_pdr_10_hdrh +- data_type: coverage + partition: test_type + partition_name: mrr + release: rls2310 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310 + schema: iterative_rls2310_mrr + columns: + - job + - build + - dut_type + - dut_version + - start_time + - passed + - test_id + - version + - result_receive_rate_rate_avg + - result_receive_rate_rate_stdev + - result_receive_rate_rate_unit - data_type: coverage partition: test_type partition_name: device - release: rls2306 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2306 - schema: coverage_rls2306_device + release: rls2310 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310 + schema: coverage_rls2310_device columns: - job - build @@ -220,14 +242,15 @@ - data_type: iterative partition: test_type partition_name: mrr - release: rls2310 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310 - schema: iterative_rls2310_mrr + release: rls2402 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402 + schema: iterative_rls2402_mrr columns: - job - build - dut_type - dut_version + # - hosts - start_time - passed - test_id @@ -236,17 +259,22 @@ - result_receive_rate_rate_stdev - result_receive_rate_rate_unit - result_receive_rate_rate_values + - result_receive_rate_bandwidth_avg + - result_receive_rate_bandwidth_stdev + - result_receive_rate_bandwidth_unit + - result_receive_rate_bandwidth_values - data_type: iterative partition: test_type partition_name: ndrpdr - release: rls2310 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310 - schema: iterative_rls2310_ndrpdr + release: rls2402 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402 + schema: iterative_rls2402_ndrpdr columns: - job - build - dut_type - dut_version + # - hosts - start_time - passed - test_id @@ -272,14 +300,15 @@ - data_type: iterative partition: test_type partition_name: hoststack - release: rls2310 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2310 - schema: iterative_rls2310_hoststack + release: rls2402 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402 + schema: iterative_rls2402_hoststack columns: - job - build - dut_type - dut_version + - hosts - tg_type - result_bandwidth_unit - result_bandwidth_value @@ -292,9 +321,9 @@ - data_type: coverage partition: test_type partition_name: ndrpdr - release: rls2310 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310 - schema: coverage_rls2310_ndrpdr + release: rls2402 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402 + schema: coverage_rls2402_ndrpdr columns: - job - build @@ -319,9 +348,9 @@ - data_type: coverage partition: test_type partition_name: mrr - release: rls2310 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310 - schema: iterative_rls2310_mrr + release: rls2402 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402 + schema: iterative_rls2402_mrr columns: - job - build @@ -337,9 +366,9 @@ - data_type: coverage partition: test_type partition_name: device - release: rls2310 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2310 - schema: coverage_rls2310_device + release: rls2402 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402 + schema: coverage_rls2402_device columns: - job - build @@ -351,9 +380,9 @@ - data_type: iterative partition: test_type partition_name: mrr - release: rls2402 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402 - schema: iterative_rls2402_mrr + release: rls2406 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406 + schema: iterative_rls2406_mrr columns: - job - build @@ -375,9 +404,9 @@ - data_type: iterative partition: test_type partition_name: ndrpdr - release: rls2402 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402 - schema: iterative_rls2402_ndrpdr + release: rls2406 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406 + schema: iterative_rls2406_ndrpdr columns: - job - build @@ -409,9 +438,9 @@ - data_type: iterative partition: test_type partition_name: hoststack - release: rls2402 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2402 - schema: iterative_rls2402_hoststack + release: rls2406 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406 + schema: iterative_rls2406_hoststack columns: - job - build @@ -427,12 +456,34 @@ - passed - test_id - version +- data_type: iterative + partition: test_type + partition_name: soak + release: rls2406 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/iterative_rls2406 + schema: iterative_rls2406_soak + columns: + - job + - build + - dut_type + - dut_version + - hosts + - tg_type + - result_critical_rate_lower_bandwidth_unit + - result_critical_rate_lower_bandwidth_value + - result_critical_rate_lower_rate_unit + - result_critical_rate_lower_rate_value + - start_time + - passed + - telemetry + - test_id + - version - data_type: coverage partition: test_type partition_name: ndrpdr - release: rls2402 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402 - schema: coverage_rls2402_ndrpdr + release: rls2406 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406 + schema: coverage_rls2406_ndrpdr columns: - job - build @@ -457,9 +508,9 @@ - data_type: coverage partition: test_type partition_name: mrr - release: rls2402 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402 - schema: iterative_rls2402_mrr + release: rls2406 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406 + schema: iterative_rls2406_mrr columns: - job - build @@ -475,9 +526,9 @@ - data_type: coverage partition: test_type partition_name: device - release: rls2402 - path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2402 - schema: coverage_rls2402_device + release: rls2406 + path: s3://fdio-docs-s3-cloudfront-index/csit/parquet/coverage_rls2406 + schema: coverage_rls2406_device columns: - job - build diff --git a/csit.infra.dash/app/cdash/report/graphs.py b/csit.infra.dash/app/cdash/report/graphs.py index 02202ea155..e13ec54a89 100644 --- a/csit.infra.dash/app/cdash/report/graphs.py +++ b/csit.infra.dash/app/cdash/report/graphs.py @@ -99,7 +99,7 @@ def graph_iterative(data: pd.DataFrame, sel: list, layout: dict, def get_y_values(data, y_data_max, param, norm_factor, release=str(), remove_outliers=False): if param == "result_receive_rate_rate_values": - if release == "rls2402": + if release in ("rls2402", "rls2406", "rls2410"): y_vals_raw = data["result_receive_rate_rate_avg"].to_list() else: y_vals_raw = data[param].to_list()[0] @@ -181,7 +181,7 @@ def graph_iterative(data: pd.DataFrame, sel: list, layout: dict, ) } - if itm["testtype"] == "mrr" and itm["rls"] in ("rls2306", "rls2310"): + if itm["testtype"] == "mrr" and itm["rls"] == "rls2310": trial_run = "trial" metadata["csit-ref"] = ( f"{itm_data['job'].to_list()[0]}/", -- cgit 1.2.3-korg