From 0ae3cd06f2544f5df36c121d2ce5b9d437a1e0d7 Mon Sep 17 00:00:00 2001 From: Vratko Polak Date: Fri, 10 Jul 2020 21:06:04 +0200 Subject: RCA 2005: Update status in RCA files CSIT-1738, CSIT-1740 and CSIT-1741 are now DONE. Change-Id: Id9b93ace9464a7e6af64f7860ad1a15c7a287a53 Signed-off-by: Vratko Polak (cherry picked from commit 476e0bdbfce67873008fe1b3e0cfe59f64aec6c8) --- .../tools/presentation/rca/rca-2n-clx-2t1c-pdr-rca1.yaml | 4 ++-- .../tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml | 9 +++++---- .../tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml | 12 +++++++----- .../tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml | 12 +++++++----- 4 files changed, 21 insertions(+), 16 deletions(-) diff --git a/resources/tools/presentation/rca/rca-2n-clx-2t1c-pdr-rca1.yaml b/resources/tools/presentation/rca/rca-2n-clx-2t1c-pdr-rca1.yaml index 66f54c6cc6..21125d18ba 100644 --- a/resources/tools/presentation/rca/rca-2n-clx-2t1c-pdr-rca1.yaml +++ b/resources/tools/presentation/rca/rca-2n-clx-2t1c-pdr-rca1.yaml @@ -34,8 +34,8 @@ footnote: " which unified dot1q handling across various tests. Previously, this one suite was different (only handling dot1q on one port). - [5] OPEN Progression in performance of tests running VPP (l2xc) inside VM. - Due to relatively high stdev of results, bisecting has not found a cause yet. + [5] DONE Progression in performance of tests running VPP (l2xc) inside VM. + Consequence of a fix making worker placement deterministic, Gerrit 25309. [CSIT-1738] [7] POSTPONED Possible anomaly, but stdev of results is high. diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml index 795d79e3a8..8d323a48af 100644 --- a/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml +++ b/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml @@ -43,15 +43,16 @@ footnote: " The cause is Gerrit 26456, unpinning random seed, needed to make TRex workers generate different sequences of packets. [CSIT-1731] - [5] OPEN Progression in performance of tests running VPP (l2xc) inside VM. - Due to relatively high stdev of results, bisecting has not found a cause yet. + [5] DONE Progression in performance of tests running VPP (l2xc) inside VM. + Consequence of a fix making worker placement deterministic, Gerrit 25309. [CSIT-1738] [7] POSTPONED Possible anomaly, but stdev of results is high. Currently, the performance differences are considered to probably be just noise. - [8] OPEN Regressions in some tests with VPP in VM and using l2xcbase as vswitch. - The results have surprisingly small stdev, more investigation needed. + [8] DONE Regressions in some tests with VPP in VM. + Tests using l2xcbase as vswitch have small enough stdev for bisect. + The switch to clang-9 compiler, Gerrit 26744, has been identified as the cause. [CSIT-1741] [9] OPEN Progression in ip6 scale tests. Multiple candidate changes may have diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml index 1f754f8921..496221dd98 100644 --- a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml +++ b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml @@ -35,17 +35,19 @@ footnote: " which unified dot1q handling across various tests. Previously, this one suite was different (only handling dot1q on one port). - [4] OPEN Progression in one test. Bisect not started yet. [CSIT-1740] + [4] DONE Progression in high performance tests, caused by + TRex setting improvement, Gerrit 26445. [CSIT-1740] - [5] OPEN Progression in performance of tests running VPP (l2xc) inside VM. - Due to relatively high stdev of results, bisecting has not found a cause yet. + [5] DONE Progression in performance of tests running VPP (l2xc) inside VM. + Consequence of a fix making worker placement deterministic, Gerrit 25309. [CSIT-1738] [7] POSTPONED Possible anomaly, but stdev of results is high. Currently, the performance differences are considered to probably be just noise. - [8] OPEN Regressions in some tests with VPP in VM and using l2xcbase as vswitch. - The results have surprisingly small stdev, more investigation needed. + [8] DONE Regressions in some tests with VPP in VM. + Tests using l2xcbase as vswitch have small enough stdev for bisect. + The switch to clang-9 compiler, Gerrit 26744, has been identified as the cause. [CSIT-1741] [9] OPEN Progression in ip6 scale tests. Multiple candidate changes may have diff --git a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml index 05f878e7fe..ab578f18a1 100644 --- a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml +++ b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml @@ -21,10 +21,11 @@ imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 6 # see https://yaml-multiline.info/ footnote: " - [4] OPEN Progression in one test. Bisect not started yet. [CSIT-1740] + [4] DONE Progression in high performance tests, caused by + TRex setting improvement, Gerrit 26445. [CSIT-1740] - [5] OPEN Progression in performance of tests running VPP (l2xc) inside VM. - Due to relatively high stdev of results, bisecting has not found a cause yet. + [5] DONE Progression in performance of tests running VPP (l2xc) inside VM. + Consequence of a fix making worker placement deterministic, Gerrit 25309. [CSIT-1738] [6] OPEN Regression in CSIT, one specific test showing too small stdev @@ -35,8 +36,9 @@ footnote: " [7] POSTPONED Possible anomaly, but stdev of results is high. Currently, the performance differences are considered to probably be just noise. - [8] OPEN Regressions in some tests with VPP in VM and using l2xcbase as vswitch. - The results have surprisingly small stdev, more investigation needed. + [8] DONE Regressions in some tests with VPP in VM. + Tests using l2xcbase as vswitch have small enough stdev for bisect. + The switch to clang-9 compiler, Gerrit 26744, has been identified as the cause. [CSIT-1741] [9] OPEN Progression in ip6 scale tests. Multiple candidate changes may have -- cgit 1.2.3-korg