diff options
20 files changed, 72 insertions, 52 deletions
diff --git a/VPP_STABLE_VER_UBUNTU_JAMMY b/VPP_STABLE_VER_UBUNTU_JAMMY index 81f18cb9b9..63563bf1b7 100644 --- a/VPP_STABLE_VER_UBUNTU_JAMMY +++ b/VPP_STABLE_VER_UBUNTU_JAMMY @@ -1 +1 @@ -25.06-rc0~106-gee10298fe
\ No newline at end of file +25.06-rc0~112-ge1705791e
\ No newline at end of file diff --git a/VPP_STABLE_VER_UBUNTU_NOBLE b/VPP_STABLE_VER_UBUNTU_NOBLE index 81f18cb9b9..63563bf1b7 100644 --- a/VPP_STABLE_VER_UBUNTU_NOBLE +++ b/VPP_STABLE_VER_UBUNTU_NOBLE @@ -1 +1 @@ -25.06-rc0~106-gee10298fe
\ No newline at end of file +25.06-rc0~112-ge1705791e
\ No newline at end of file diff --git a/docs/content/release_notes/current/dpdk_performance.md b/docs/content/release_notes/current/dpdk_performance.md index 0c2ca825ac..4d41c4017e 100644 --- a/docs/content/release_notes/current/dpdk_performance.md +++ b/docs/content/release_notes/current/dpdk_performance.md @@ -22,22 +22,27 @@ Tables are up-to-date with CSIT 25.02 release testing results. List of new issues in CSIT 25.02 for DPDK performance tests: -**#** | **JiraID** | **Issue Description** -------|--------------------------------------------------|-------------------------------------------------------------- - 1 | | +**#** | **Github issue number** | **Issue Description** +------|--------------------------------------------------------------|-------------------------------------------------------------- + 1 | | ## Previous List of known issues in CSIT 25.02 for DPDK performance tests: -**#** | **JiraID** | **Issue Description** -------|--------------------------------------------------|-------------------------------------------------------------- - 1 | | +**#** | **Github issue number** | **Issue Description** +------|--------------------------------------------------------------|--------------------------------------------------------------------------------------------------- + 1 | [csit/issues/3986](https://github.com/FDio/csit/issues/3986) | [CSIT-1904] 3n-alt: DPDK testpmd startup check fails on DUT2. + 2 | [csit/issues/4006](https://github.com/FDio/csit/issues/4006) | [CSIT-1924] L3fwd error in 200Ge2P1Cx7Veat-Mlx5 test with 9000B. + 3 | [csit/issues/4018](https://github.com/FDio/csit/issues/4018) | [CSIT-1936] TRex occasionally sees link down in E8xx (dpdk) tests. + 4 | [csit/issues/4044](https://github.com/FDio/csit/issues/4044) | [CSIT-1963] 3n-icxd: Various symptoms pointing to hardware (cable/nic/driver) issues. + 5 | [csit/issues/4053](https://github.com/FDio/csit/issues/4053) | [CSIT-1972] 2n-zn2, 3nb-spr: Testpmd occasionally does not forward in one direction in 9000B test. + 6 | [csit/issues/4055](https://github.com/FDio/csit/issues/4055) | [CSIT-1974] cx7: Persistent losses in testpmd 4c imix test. ## Fixed List of fixed issues in CSIT 25.02 for DPDK performance tests: -**#** | **JiraID** | **Issue Description** -------|--------------------------------------------------|-------------------------------------------------------------- - 1 | | +**#** | **Github issue number** | **Issue Description** +------|--------------------------------------------------------------|------------------------------------------------ + 1 | [csit/issues/4054](https://github.com/FDio/csit/issues/4054) | [CSIT-1973] 3n-snr: One lossy testpmd test+run. diff --git a/docs/content/release_notes/current/trex_performance.md b/docs/content/release_notes/current/trex_performance.md index 9d6d151350..79d08e4581 100644 --- a/docs/content/release_notes/current/trex_performance.md +++ b/docs/content/release_notes/current/trex_performance.md @@ -19,7 +19,7 @@ weight: 3 List of new issues in CSIT 25.02 for TRex performance tests: -**#** | **JiraID** | **Issue Description** +**#** | **Github issue number** | **Issue Description** ------|--------------------------------------------------|-------------------------------------------------------------- 1 | | @@ -27,14 +27,17 @@ List of new issues in CSIT 25.02 for TRex performance tests: List of known issues in CSIT 25.02 for TRex performance tests: -**#** | **JiraID** | **Issue Description** -------|--------------------------------------------------|-------------------------------------------------------------- - 1 | | +**#** | **Github issue number** | **Issue Description** +------|--------------------------------------------------------------|-------------------------------------------------------------------------------- + 1 | [csit/issues/3987](https://github.com/FDio/csit/issues/3987) | [CSIT-1905] 2n-spr 200Ge2P1Cx7Veat: TG-TG tests see port line rate as 100 Gbps. + 2 | [csit/issues/4018](https://github.com/FDio/csit/issues/4018) | [CSIT-1936] TRex occasionally sees link down in E8xx (dpdk) tests. + ## Fixed List of fixed issues in CSIT 25.02 for TRex performance tests: -**#** | **JiraID** | **Issue Description** -------|--------------------------------------------------|-------------------------------------------------------------- - 1 | | +**#** | **Github issue number** | **Issue Description** +------|--------------------------------------------------|-------------------------------------------------------------------------------------------------------- + 1 | [csit/issues/4038](https://github.com/FDio/csit/issues/4038) | [CSIT-1956] 2n-icx: trex tests fail to initialize on TB212. + 2 | [csit/issues/4048](https://github.com/FDio/csit/issues/4048) | [CSIT-1967] 3na-spr: Unable to configure large MTU for 9000B tests. (Fixed during rls2410.) diff --git a/docs/content/release_notes/current/vpp_performance.md b/docs/content/release_notes/current/vpp_performance.md index 77b6647623..22e0f1b58a 100644 --- a/docs/content/release_notes/current/vpp_performance.md +++ b/docs/content/release_notes/current/vpp_performance.md @@ -6,27 +6,32 @@ weight: 1 # CSIT 25.02 - VPP Performance 1. TEST FRAMEWORK - - **CSIT test environment** version has been updated to ver. 17, see - [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}). - - The testbeds 2n-alt and 3n-emr are out-of-service for 25.02 release. - - HW related parts that are out-of-service for 25.02 release: - - DSA. - - **General Code Housekeeping**: Ongoing code optimizations and bug fixes. + - **CSIT test environment** version has been updated to ver. 17, see + [Environment Versioning]({{< ref "../../../infrastructure/fdio_csit_testbed_versioning" >}}). + - Most notably, the tests are now running on Ubuntu 24.04.1. + - Also iperf3 version got updated, affecting hoststack and GSO performance. + - The testbeds 3n-alt and 3n-emr are out-of-service for 25.02 release. + - HW related parts that are out-of-service for 25.02 release: + - DSA. + - **General Code Housekeeping**: Ongoing code optimizations and bug fixes. 2. VPP PERFORMANCE TESTS - - DSA tests has been added. + - Migrated AVF tests to use plugins/dev_iavf instead of plugins/avf. + - Stopped running some tests where CSIT support got broken (various reasons). # Known Issues These are issues that cause test failures or otherwise limit usefulness of CSIT testing. +The following tables are temporarily left empty until all results are analyzed. + ## New Any issue listed here may have been present also in a previous release, but was not detected/recognized/reported enough back then. Also, issues previously thought fixed but now reopened are listed here. -**#** | **JiraID** | **Issue Description** +**#** | **Github issue number** | **Issue Description** ------|--------------------------------------------------|-------------------------------------------------------------- 1 | | @@ -34,7 +39,7 @@ Also, issues previously thought fixed but now reopened are listed here. Issues reported in previous releases which still affect the current results. -**#** | **JiraID** | **Issue Description** +**#** | **Github issue number** | **Issue Description** ------|--------------------------------------------------|-------------------------------------------------------------- 1 | | @@ -42,7 +47,7 @@ Issues reported in previous releases which still affect the current results. Issues reported in previous releases which were fixed in this release: -**#** | **JiraID** | **Issue Description** +**#** | **Github issue number** | **Issue Description** ------|--------------------------------------------------|-------------------------------------------------------------- 1 | | @@ -60,6 +65,6 @@ of CSIT testing. So even if they are not fixed (e.g. when the regression is an expected consequence of added functionality), they will not be re-listed in the next release report. -**#** | **JiraID** | **Issue Description** +**#** | **Github issue number** | **Issue Description** ------|--------------------------------------------------|-------------------------------------------------------------- 1 | | diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.40.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.40.yaml index 2ac00bc6cf..55f5948b03 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.40.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.40.yaml @@ -15,6 +15,7 @@ grub: nmi_watchdog: "0" nohz_full: "1-23,25-47,49-71,73-95,97-119,121-143,145-167,169-191" nosoftlockup: true + no5lvl: true numa_balancing: "disable" processor.max_cstate: "1" rcu_nocbs: "1-23,25-47,49-71,73-95,97-119,121-143,145-167,169-191" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.41.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.41.yaml index 9b8d4e6f5f..4c3f2f9b30 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.41.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.41.yaml @@ -15,6 +15,7 @@ grub: nmi_watchdog: "0" nohz_full: "1-29,31-59,61-89,91-119,121-149,151-179,181-209,211-239" nosoftlockup: true + no5lvl: true numa_balancing: "disable" processor.max_cstate: "1" rcu_nocbs: "1-29,31-59,61-89,91-119,121-149,151-179,181-209,211-239" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.42.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.42.yaml index 107ddd8751..f73feeee4f 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.42.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.42.yaml @@ -15,6 +15,7 @@ grub: nmi_watchdog: "0" nohz_full: "1-23,25-47,49-71,73-95,97-119,121-143,145-167,169-191" nosoftlockup: true + no5lvl: true numa_balancing: "disable" processor.max_cstate: "1" rcu_nocbs: "1-23,25-47,49-71,73-95,97-119,121-143,145-167,169-191" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.43.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.43.yaml index b29ccc6207..685691114c 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.43.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.43.yaml @@ -15,6 +15,7 @@ grub: nmi_watchdog: "0" nohz_full: "1-29,31-59,61-89,91-119,121-149,151-179,181-209,211-239" nosoftlockup: true + no5lvl: true numa_balancing: "disable" processor.max_cstate: "1" rcu_nocbs: "1-29,31-59,61-89,91-119,121-149,151-179,181-209,211-239" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.52.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.52.yaml index 066e66edb8..9c8f44f51e 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.52.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.52.yaml @@ -15,6 +15,7 @@ grub: nmi_watchdog: "0" nohz_full: "1-31,33-63,65-95,97-127" nosoftlockup: true + no5lvl: true numa_balancing: "disable" processor.max_cstate: "1" rcu_nocbs: "1-31,33-63,65-95,97-127" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.53.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.53.yaml index 10a7369ffc..5507f15e9c 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.53.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.53.yaml @@ -15,6 +15,7 @@ grub: nmi_watchdog: "0" nohz_full: "1-31,33-63,65-95,97-127" nosoftlockup: true + no5lvl: true numa_balancing: "disable" processor.max_cstate: "1" rcu_nocbs: "1-31,33-63,65-95,97-127" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.54.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.54.yaml index 17aa30b70d..04ce42c400 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.54.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.54.yaml @@ -15,6 +15,7 @@ grub: nmi_watchdog: "0" nohz_full: "1-31,33-63,65-95,97-127" nosoftlockup: true + no5lvl: true numa_balancing: "disable" processor.max_cstate: "1" rcu_nocbs: "1-31,33-63,65-95,97-127" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.55.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.55.yaml index 9f824b51e8..f154e125a7 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.55.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.55.yaml @@ -15,6 +15,7 @@ grub: nmi_watchdog: "0" nohz_full: "1-31,33-63,65-95,97-127" nosoftlockup: true + no5lvl: true numa_balancing: "disable" processor.max_cstate: "1" rcu_nocbs: "1-31,33-63,65-95,97-127" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.56.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.56.yaml index 382f113837..ef259c27dc 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.56.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.56.yaml @@ -15,6 +15,7 @@ grub: nmi_watchdog: "0" nohz_full: "1-31,33-63,65-95,97-127" nosoftlockup: true + no5lvl: true numa_balancing: "disable" processor.max_cstate: "1" rcu_nocbs: "1-31,33-63,65-95,97-127" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.57.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.57.yaml index 45837a6dbd..318f2cf616 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.57.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.57.yaml @@ -15,6 +15,7 @@ grub: nmi_watchdog: "0" nohz_full: "1-31,33-63,65-95,97-127" nosoftlockup: true + no5lvl: true numa_balancing: "disable" processor.max_cstate: "1" rcu_nocbs: "1-31,33-63,65-95,97-127" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.58.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.58.yaml index 0f8cd7aec7..413d782ac4 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.58.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.58.yaml @@ -15,6 +15,7 @@ grub: nmi_watchdog: "0" nohz_full: "1-31,33-63,65-95,97-127" nosoftlockup: true + no5lvl: true numa_balancing: "disable" processor.max_cstate: "1" rcu_nocbs: "1-31,33-63,65-95,97-127" diff --git a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.59.yaml b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.59.yaml index bf2b17abb1..ae7a428e35 100644 --- a/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.59.yaml +++ b/fdio.infra.ansible/inventories/lf_inventory/host_vars/10.30.51.59.yaml @@ -15,6 +15,7 @@ grub: nmi_watchdog: "0" nohz_full: "1-31,33-63,65-95,97-127" nosoftlockup: true + no5lvl: true numa_balancing: "disable" processor.max_cstate: "1" rcu_nocbs: "1-31,33-63,65-95,97-127" diff --git a/resources/libraries/python/DMAUtil.py b/resources/libraries/python/DMAUtil.py index cce60ed7a6..4dfb3cc040 100644 --- a/resources/libraries/python/DMAUtil.py +++ b/resources/libraries/python/DMAUtil.py @@ -137,7 +137,7 @@ class DMAUtil: f" --name={dma_name}_{i} " \ f" --max-batch-size={max_batch_size} " \ f" --max-transfer-size={max_transfer_size} " \ - f" --driver=idxd" + f" --driver=user" exec_cmd_no_error( node, cmd, sudo=True, diff --git a/resources/libraries/python/model/parse.py b/resources/libraries/python/model/parse.py index 1e0aebfe18..6f4505262e 100644 --- a/resources/libraries/python/model/parse.py +++ b/resources/libraries/python/model/parse.py @@ -1,4 +1,4 @@ -# Copyright (c) 2024 Cisco and/or its affiliates. +# Copyright (c) 2025 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -93,19 +93,21 @@ def parse(dirpath: str, fake_value: float = 1.0) -> Dict[str, List[float]]: result_object = data["result"] result_type = result_object["type"] if result_type == "mrr": - results[name] = result_object["receive_rate"]["rate"]["values"] + result_list = result_object["receive_rate"]["rate"]["values"] elif result_type == "ndrpdr": - results[name] = [result_object["pdr"]["lower"]["rate"]["value"]] + result_list = [result_object["pdr"]["lower"]["rate"]["value"]] elif result_type == "soak": - results[name] = [ + result_list = [ result_object["critical_rate"]["lower"]["rate"]["value"] ] elif result_type == "reconf": - results[name] = [result_object["loss"]["time"]["value"]] + result_list = [result_object["loss"]["time"]["value"]] elif result_type == "hoststack": - results[name] = [result_object["bandwidth"]["value"]] + result_list = [result_object["bandwidth"]["value"]] else: raise RuntimeError(f"Unknown result type: {result_type}") + # Negative values from csit/issues/3983 need to be ignored. + results[name] = [float(val) for val in result_list if val >= 0] results = {test_id: results[test_id] for test_id in sorted(results)} with open(resultpath, "wt", encoding="utf8") as file_out: json.dump(results, file_out, indent=1, separators=(", ", ": ")) diff --git a/resources/tools/scripts/rca_console_logs.sh b/resources/tools/scripts/rca_console_logs.sh index a541a3f1cb..bda36b3663 100644 --- a/resources/tools/scripts/rca_console_logs.sh +++ b/resources/tools/scripts/rca_console_logs.sh @@ -1,4 +1,4 @@ -# Copyright (c) 2024 Cisco and/or its affiliates. +# Copyright (c) 2025 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -20,30 +20,26 @@ set +x # Second argument: Pattern to looks for (e.g. identifying release instead of RC2). # Example usage: -# bash rca_console_logs.sh 'https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-2410-2n-spr' '24.10-release' +# bash rca_console_logs.sh 'https://logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-2502-2n-spr' '2-release' # For each run, this script prints hints on whether skip or look deeper. # Also testbeds are printed, to see possible correlations with failures. jobname="${1}" build_pattern="${2}" -skip_before="${3-1}" -# TODO: Detect last run and go backward? -for i in {1..999}; do - if (( ${i} < ${skip_before} )); then - # Silently skip. - continue - fi +rm -f "index.html" +curl -sf "${jobname}/index.html" > "index.html" +for i in `grep -o '"[0-9]\+/index.html' index.html | cut -d '"' -f 2- | cut -d '/' -f 1 | sort -n`; do if ! curl -sf "${jobname}/${i}/console.log.gz" | zcat > "console.log"; then - echo "${i}: failed to download. No more runs?" - exit 0 + echo "${i}: failed to download. Aborted run?" + continue fi if ! fgrep -q "${build_pattern}" "console.log"; then - echo "${i}: not matching the pattern, skip." + echo "${i}: not matching the pattern. Skip." continue fi if ! grep '.* tests, .* passed, .* failed' "console.log" > "tests.txt"; then - echo "${i}: no tests run? suspicious." + echo "${i}: no tests executed? Suspicious." continue fi final=$(tail -1 "tests.txt" | tee "final.txt") @@ -51,8 +47,6 @@ for i in {1..999}; do echo -ne "${i}: skip ${final}\t\t" else echo -# fgrep '| FAIL' "console.log" | fgrep -v 'Tests' - awk ' /\| FAIL \|/ { if ($0 !~ /Tests/) { @@ -66,7 +60,6 @@ for i in {1..999}; do } } ' "console.log" - echo -ne "${i}: investigate ${final}\t\t" fi # TODO: Simplify this topology detection. |