From 9d06766a580d97e8ed37bb09bf4d58e7987d365d Mon Sep 17 00:00:00 2001 From: Maciek Konstantynowicz Date: Tue, 12 May 2020 11:17:12 +0100 Subject: Report 2001: updated 2n-/3n-skx RCA yaml files with jira tickets. Change-Id: I79b874ad00b0d8a0be80de0be52df656a2ce36d6 Signed-off-by: Maciek Konstantynowicz (cherry picked from commit 5df001ac90da8fc12df8e79066210679a89dd5f7) --- .../presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml | 45 ++++++------- .../presentation/rca/rca-2n-skx-2t1c-ndr-rca2.yaml | 63 ++++++++++-------- .../presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml | 7 +- .../presentation/rca/rca-2n-skx-2t1c-pdr-rca2.yaml | 18 ++--- .../presentation/rca/rca-3n-skx-2t1c-ndr-rca1.yaml | 58 +++++++--------- .../presentation/rca/rca-3n-skx-2t1c-ndr-rca2.yaml | 77 +++++++++++----------- .../presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml | 7 +- .../presentation/rca/rca-3n-skx-2t1c-pdr-rca2.yaml | 22 +++---- resources/tools/presentation/specification.yaml | 56 ++++++++-------- 9 files changed, 171 insertions(+), 182 deletions(-) diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml index 45d1ba46c7..6d450e9382 100644 --- a/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml +++ b/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml @@ -1,30 +1,25 @@ -64b-2t1c-eth-l2patch: 2 -64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3 +64b-2t1c-avf-dot1q-ip4base: 1 +64b-2t1c-avf-dot1q-l2bdbasemaclrn-gbp: 1 64b-2t1c-avf-eth-l2patch: 2 64b-2t1c-avf-eth-l2xcbase: 2 -64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr: 3 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3 -64b-2t1c-dot1q-l2xcbase: 5 -64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4: 4 +64b-2t1c-avf-ethip4-ip4base: 1 +64b-2t1c-eth-l2patch: 2 64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 4 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4 -64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4 -64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4 -64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm: 4 -64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1 -64b-2t1c-dot1q-ip4base: 1 64b-2t1c-ethip4-ip4base: 1 64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows: 1 -64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows: 1 -64b-2t1c-avf-dot1q-l2bdbasemaclrn-gbp: 1 -64b-2t1c-ethip4-ip4scale200k: 1 -64b-2t1c-ethip4-ip4scale2m: 1 -64b-2t1c-avf-dot1q-ip4base: 1 -64b-2t1c-avf-ethip4-ip4base: 1 -64b-2t1c-avf-ethip4-ip4scale200k: 1 -64b-2t1c-avf-ethip4-ip4scale20k: 1 -64b-2t1c-avf-ethip4-ip4scale2m: 1 -64b-2t1c-ethip4udp-ip4base-nat44: 1 -footnote: "[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subject to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n" +64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows: 1 +# Multiline string, empty lines (or \n) are required, see https://yaml-multiline.info/ +footnote: "[1] DONE, Impact of upgrades: i) Skx ucode from 0x2000043 to + 0x2000065, ii) Linux kernel from 4.15.0-60 to 4.15.0-72 and iii) + SuperMicro motherboard BIOS from 3.0c to 3.2. + + [2] DONE, Applied fix of FVL NIC firmware 6.0.1 for increasing TRex + Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519]. + + [3] DONE, Applied VPP PAPI fix to enable memif zero-copy, + [CSIT-1592], [VPP-1764]. + + [4] OPEN, Higher than before StDev of PDR throughput for VPP + vhost-user with VPP-inside-VM, under investigation, [CSIT-1699], + [CSIT-1704]. +" \ No newline at end of file diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca2.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca2.yaml index 45d1ba46c7..96a30ed074 100644 --- a/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca2.yaml +++ b/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca2.yaml @@ -1,30 +1,35 @@ -64b-2t1c-eth-l2patch: 2 -64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3 -64b-2t1c-avf-eth-l2patch: 2 -64b-2t1c-avf-eth-l2xcbase: 2 -64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr: 3 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3 +64b-2t1c-avf-dot1q-ip4base: 10 +64b-2t1c-avf-ethip4-ip4base: 10 +64b-2t1c-avf-ethip4-ip4scale200k: 7 +64b-2t1c-avf-ethip4-ip4scale20k: 7 +64b-2t1c-avf-ethip4-ip4scale2m: 7 +64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 8 64b-2t1c-dot1q-l2xcbase: 5 -64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4: 4 -64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 4 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4 -64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4 -64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4 -64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm: 4 -64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1 -64b-2t1c-dot1q-ip4base: 1 -64b-2t1c-ethip4-ip4base: 1 -64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows: 1 -64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows: 1 -64b-2t1c-avf-dot1q-l2bdbasemaclrn-gbp: 1 -64b-2t1c-ethip4-ip4scale200k: 1 -64b-2t1c-ethip4-ip4scale2m: 1 -64b-2t1c-avf-dot1q-ip4base: 1 -64b-2t1c-avf-ethip4-ip4base: 1 -64b-2t1c-avf-ethip4-ip4scale200k: 1 -64b-2t1c-avf-ethip4-ip4scale20k: 1 -64b-2t1c-avf-ethip4-ip4scale2m: 1 -64b-2t1c-ethip4udp-ip4base-nat44: 1 -footnote: "[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subject to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n" +64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 8 +64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 11 +64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 8 +64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 9 +64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 11 +64b-2t1c-ethip4udp-ip4base-nat44: 6 +# Multiline string, empty lines (or \n) are required, see https://yaml-multiline.info/ +footnote: "[5] OPEN, dot1q-l2xcbase progression, retro-inspection of + weekly ndrpdr tests points to ge-22805, automated bisect script does + not work due to frequent API changes, [CSIT-1699], [CSIT-1705]. + + [6] DONE, ip4base-nat44 regression, ge-23963 + (https://gerrit.fd.io/r/c/vpp/+/23963#message-044278e6_752c3327). + + [7] WIP, avf-ip4scale regression, CANDIDATE(S) before ge-22699, + [CSIT-1699], [CSIT-1706]. + + [8] OPEN, VPP vhost-user with VPP-inside-VM higher than before stdev + of PDR throughput, under investigation, [CSIT-1699], [CSIT-1704]. + + [9] WIP, vhost-user with testpmd-in-VM progression, CANDIDATE(S) + before 22277, [CSIT-1699], [CSIT-1707]. + + [10] WIP, avf-ip4base regression, CANDIDATE(S) range + ge-18361..ge-24505, [CSIT-1699], [CSIT-1708]. + + [11] DONE, memif regression, CANDIDATE(S) confirmed ge-23801. +" \ No newline at end of file diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml index 78f62abade..6d450e9382 100644 --- a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml +++ b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml @@ -9,7 +9,7 @@ 64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows: 1 64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows: 1 # Multiline string, empty lines (or \n) are required, see https://yaml-multiline.info/ -footnote: " [1] DONE, Impact of upgrades: i) Skx ucode from 0x2000043 to +footnote: "[1] DONE, Impact of upgrades: i) Skx ucode from 0x2000043 to 0x2000065, ii) Linux kernel from 4.15.0-60 to 4.15.0-72 and iii) SuperMicro motherboard BIOS from 3.0c to 3.2. @@ -19,6 +19,7 @@ footnote: " [1] DONE, Impact of upgrades: i) Skx ucode from 0x2000043 to [3] DONE, Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764]. - [4] OPEN, Higher than before stdev of PDR throughput for VPP - vhost-user with VPP-inside-VM, under investigation. + [4] OPEN, Higher than before StDev of PDR throughput for VPP + vhost-user with VPP-inside-VM, under investigation, [CSIT-1699], + [CSIT-1704]. " \ No newline at end of file diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca2.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca2.yaml index a7603126a0..96a30ed074 100644 --- a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca2.yaml +++ b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca2.yaml @@ -13,23 +13,23 @@ 64b-2t1c-ethip4udp-ip4base-nat44: 6 # Multiline string, empty lines (or \n) are required, see https://yaml-multiline.info/ footnote: "[5] OPEN, dot1q-l2xcbase progression, retro-inspection of - weekly ndrpdr tests points to ge-22805 - (https://gerrit.fd.io/r/c/vpp/+/22805), automated bisect script does - not work due to frequent API changes. + weekly ndrpdr tests points to ge-22805, automated bisect script does + not work due to frequent API changes, [CSIT-1699], [CSIT-1705]. [6] DONE, ip4base-nat44 regression, ge-23963 (https://gerrit.fd.io/r/c/vpp/+/23963#message-044278e6_752c3327). - [7] WIP, avf-ip4scale regression, CANDIDATE(S) before ge-22699. + [7] WIP, avf-ip4scale regression, CANDIDATE(S) before ge-22699, + [CSIT-1699], [CSIT-1706]. [8] OPEN, VPP vhost-user with VPP-inside-VM higher than before stdev - of PDR throughput, under investigation. + of PDR throughput, under investigation, [CSIT-1699], [CSIT-1704]. [9] WIP, vhost-user with testpmd-in-VM progression, CANDIDATE(S) - before 22277. + before 22277, [CSIT-1699], [CSIT-1707]. [10] WIP, avf-ip4base regression, CANDIDATE(S) range - ge-18361..ge-24505. + ge-18361..ge-24505, [CSIT-1699], [CSIT-1708]. - [11] DONE, memif regression, CANDIDATE(S) confirmed 23801. -" + [11] DONE, memif regression, CANDIDATE(S) confirmed ge-23801. +" \ No newline at end of file diff --git a/resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca1.yaml b/resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca1.yaml index c359336610..6d450e9382 100644 --- a/resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca1.yaml +++ b/resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca1.yaml @@ -1,39 +1,25 @@ -64b-2t1c-eth-l2patch: 2 -64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3 -64b-2t1c-eth-l2xcbase-eth-2memif-1lxc: 3 +64b-2t1c-avf-dot1q-ip4base: 1 +64b-2t1c-avf-dot1q-l2bdbasemaclrn-gbp: 1 64b-2t1c-avf-eth-l2patch: 2 64b-2t1c-avf-eth-l2xcbase: 2 -64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc: 3 -64b-2t1c-dot1q-l2xcbase: 5 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3 -78b-2t1c-ethip6srhip6-ip6base-srv6proxy-masq: 2 -64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4 -78b-2t1c-ethip6srhip6-ip6base-srv6proxy-stat: 2 -64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3 -78b-2t1c-ethip6srhip6-ip6base-srv6proxy-dyn: 2 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4 -64b-2t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm: 4 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4 -64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1 -64b-2t1c-dot1q-ip4base: 1 -64b-2t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows: 1 -64b-2t1c-ethip4-ip4scale2m: 1 -64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1 -64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 -imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 -imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 -imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1 -64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 -64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 -imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1 -64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1 -64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1 -imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 -imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1 64b-2t1c-avf-ethip4-ip4base: 1 -64b-2t1c-avf-ethip4-ip4scale200k: 1 -64b-2t1c-avf-ethip4-ip4scale20k: 1 -64b-2t1c-avf-ethip4-ip4scale2m: 1 -64b-2t1c-ethip4udp-ip4base-nat44: 1 -footnote: "[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subject to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n" +64b-2t1c-eth-l2patch: 2 +64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 4 +64b-2t1c-ethip4-ip4base: 1 +64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows: 1 +64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows: 1 +# Multiline string, empty lines (or \n) are required, see https://yaml-multiline.info/ +footnote: "[1] DONE, Impact of upgrades: i) Skx ucode from 0x2000043 to + 0x2000065, ii) Linux kernel from 4.15.0-60 to 4.15.0-72 and iii) + SuperMicro motherboard BIOS from 3.0c to 3.2. + + [2] DONE, Applied fix of FVL NIC firmware 6.0.1 for increasing TRex + Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519]. + + [3] DONE, Applied VPP PAPI fix to enable memif zero-copy, + [CSIT-1592], [VPP-1764]. + + [4] OPEN, Higher than before StDev of PDR throughput for VPP + vhost-user with VPP-inside-VM, under investigation, [CSIT-1699], + [CSIT-1704]. +" \ No newline at end of file diff --git a/resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca2.yaml b/resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca2.yaml index c359336610..e0598dee08 100644 --- a/resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca2.yaml +++ b/resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca2.yaml @@ -1,39 +1,40 @@ -64b-2t1c-eth-l2patch: 2 -64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3 -64b-2t1c-eth-l2xcbase-eth-2memif-1lxc: 3 -64b-2t1c-avf-eth-l2patch: 2 -64b-2t1c-avf-eth-l2xcbase: 2 -64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc: 3 +# TODO: Number only the real RCA2 causes. +64b-2t1c-eth-l2patch: 5 +64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 11 +64b-2t1c-eth-l2xcbase-eth-2memif-1lxc: 11 +64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc: 11 64b-2t1c-dot1q-l2xcbase: 5 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3 -78b-2t1c-ethip6srhip6-ip6base-srv6proxy-masq: 2 -64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4 -78b-2t1c-ethip6srhip6-ip6base-srv6proxy-stat: 2 -64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3 -78b-2t1c-ethip6srhip6-ip6base-srv6proxy-dyn: 2 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4 -64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4 -64b-2t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm: 4 -64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4 -64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1 -64b-2t1c-dot1q-ip4base: 1 -64b-2t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows: 1 -64b-2t1c-ethip4-ip4scale2m: 1 -64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1 -64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 -imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 -imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 -imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1 -64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 -64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 -imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1 -64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1 -64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1 -imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1 -imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1 -64b-2t1c-avf-ethip4-ip4base: 1 -64b-2t1c-avf-ethip4-ip4scale200k: 1 -64b-2t1c-avf-ethip4-ip4scale20k: 1 -64b-2t1c-avf-ethip4-ip4scale2m: 1 -64b-2t1c-ethip4udp-ip4base-nat44: 1 -footnote: "[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subject to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n" +64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 11 +64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 9 +64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 11 +64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 12 +64b-2t1c-avf-ethip4-ip4base: 10 +64b-2t1c-avf-ethip4-ip4scale200k: 7 +64b-2t1c-avf-ethip4-ip4scale20k: 7 +64b-2t1c-avf-ethip4-ip4scale2m: 7 +64b-2t1c-ethip4udp-ip4base-nat44: 6 +# Multiline string, empty lines (or \n) are required, see https://yaml-multiline.info/ +footnote: "[5] OPEN, dot1q-l2xcbase progression, retro-inspection of + weekly ndrpdr tests points to ge-22805, automated bisect script does + not work due to frequent API changes, [CSIT-1699], [CSIT-1705]. + + [6] DONE, ip4base-nat44 regression, ge-23963 + (https://gerrit.fd.io/r/c/vpp/+/23963#message-044278e6_752c3327). + + [7] WIP, avf-ip4scale regression, CANDIDATE(S) before ge-22699, + [CSIT-1699], [CSIT-1706]. + + [8] OPEN, VPP vhost-user with VPP-inside-VM higher than before stdev + of PDR throughput, under investigation, [CSIT-1699], [CSIT-1704]. + + [9] WIP, vhost-user with testpmd-in-VM progression, CANDIDATE(S) + before 22277, [CSIT-1699], [CSIT-1707]. + + [10] WIP, avf-ip4base regression, CANDIDATE(S) range + ge-18361..ge-24505, [CSIT-1699], [CSIT-1708]. + + [11] DONE, memif regression, CANDIDATE(S) confirmed ge-23801. + + [12] WIP, ipsec tnl sw scale regression, CANDIDATE(S) before + ge-23557, [CSIT-1699], [CSIT-xxxx]. +" diff --git a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml index 78f62abade..6d450e9382 100644 --- a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml +++ b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml @@ -9,7 +9,7 @@ 64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows: 1 64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows: 1 # Multiline string, empty lines (or \n) are required, see https://yaml-multiline.info/ -footnote: " [1] DONE, Impact of upgrades: i) Skx ucode from 0x2000043 to +footnote: "[1] DONE, Impact of upgrades: i) Skx ucode from 0x2000043 to 0x2000065, ii) Linux kernel from 4.15.0-60 to 4.15.0-72 and iii) SuperMicro motherboard BIOS from 3.0c to 3.2. @@ -19,6 +19,7 @@ footnote: " [1] DONE, Impact of upgrades: i) Skx ucode from 0x2000043 to [3] DONE, Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764]. - [4] OPEN, Higher than before stdev of PDR throughput for VPP - vhost-user with VPP-inside-VM, under investigation. + [4] OPEN, Higher than before StDev of PDR throughput for VPP + vhost-user with VPP-inside-VM, under investigation, [CSIT-1699], + [CSIT-1704]. " \ No newline at end of file diff --git a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca2.yaml b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca2.yaml index dc2c7366a1..e0598dee08 100644 --- a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca2.yaml +++ b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca2.yaml @@ -1,12 +1,12 @@ # TODO: Number only the real RCA2 causes. -64b-2t1c-eth-l2patch: 2 +64b-2t1c-eth-l2patch: 5 64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 11 64b-2t1c-eth-l2xcbase-eth-2memif-1lxc: 11 64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc: 11 64b-2t1c-dot1q-l2xcbase: 5 64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 11 64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 9 -64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3 +64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 11 64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 12 64b-2t1c-avf-ethip4-ip4base: 10 64b-2t1c-avf-ethip4-ip4scale200k: 7 @@ -15,26 +15,26 @@ 64b-2t1c-ethip4udp-ip4base-nat44: 6 # Multiline string, empty lines (or \n) are required, see https://yaml-multiline.info/ footnote: "[5] OPEN, dot1q-l2xcbase progression, retro-inspection of - weekly ndrpdr tests points to ge-22805 - (https://gerrit.fd.io/r/c/vpp/+/22805), automated bisect script does - not work due to frequent API changes. + weekly ndrpdr tests points to ge-22805, automated bisect script does + not work due to frequent API changes, [CSIT-1699], [CSIT-1705]. [6] DONE, ip4base-nat44 regression, ge-23963 (https://gerrit.fd.io/r/c/vpp/+/23963#message-044278e6_752c3327). - [7] WIP, avf-ip4scale regression, CANDIDATE(S) before ge-22699. + [7] WIP, avf-ip4scale regression, CANDIDATE(S) before ge-22699, + [CSIT-1699], [CSIT-1706]. [8] OPEN, VPP vhost-user with VPP-inside-VM higher than before stdev - of PDR throughput, under investigation. + of PDR throughput, under investigation, [CSIT-1699], [CSIT-1704]. [9] WIP, vhost-user with testpmd-in-VM progression, CANDIDATE(S) - before 22277. + before 22277, [CSIT-1699], [CSIT-1707]. [10] WIP, avf-ip4base regression, CANDIDATE(S) range - ge-18361..ge-24505. + ge-18361..ge-24505, [CSIT-1699], [CSIT-1708]. - [11] DONE, memif regression, CANDIDATE(S) confirmed 23801. + [11] DONE, memif regression, CANDIDATE(S) confirmed ge-23801. [12] WIP, ipsec tnl sw scale regression, CANDIDATE(S) before - ge-23557. + ge-23557, [CSIT-1699], [CSIT-xxxx]. " diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 1c4614047a..1603ede3d3 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -3557,12 +3557,12 @@ reference: 3 compare: 4 legend: - - "Legend to Table" - - "YYMM.MV-EV - tested VPP version (YY year, MM month, MV minor version) and CSIT test environment version (EV environment version), covered versions are 1908.0-1, 1908.1-1, 1908.1-2, 2001.0-2." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1-2 vs. 1908.1-1 (if latter results not available, 1908.0-1 is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0-2 vs. 1908.1-2." - - "RCA1 - root cause analysis reference for Diff1." - - "RCA2 - root cause analysis reference for Diff2." + - 'Legend to Table:' + - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-01-29).' + - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' + - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' + - 'RCA1 - root cause analysis reference for Diff1.' + - 'RCA2 - root cause analysis reference for Diff2.' # VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr - type: "table" @@ -3573,9 +3573,9 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" rca: - title: "RCA1" - data: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" # For now we'll use PDR RCAs + data: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" - title: "RCA2" - data: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" # For now we'll use PDR RCAs + data: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" columns: - title: "1908.0-1" data-set: "vpp-perf-changes-3n-skx-old1908_0" @@ -3595,12 +3595,12 @@ reference: 3 compare: 4 legend: - - "Legend to Table" - - "YYMM.MV-EV - tested VPP version (YY year, MM month, MV minor version) and CSIT test environment version (EV environment version), covered versions are 1908.0-1, 1908.1-1, 1908.1-2, 2001.0-2." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1-2 vs. 1908.1-1 (if latter results not available, 1908.0-1 is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0-2 vs. 1908.1-2." - - "RCA1 - root cause analysis reference for Diff1." - - "RCA2 - root cause analysis reference for Diff2." + - 'Legend to Table:' + - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-01-29).' + - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' + - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' + - 'RCA1 - root cause analysis reference for Diff1.' + - 'RCA2 - root cause analysis reference for Diff2.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -3741,12 +3741,12 @@ reference: 3 compare: 4 legend: - - "Legend to Table" - - "YYMM.MV-EV - tested VPP version (YY year, MM month, MV minor version) and CSIT test environment version (EV environment version), covered versions are 1908.0-1, 1908.1-1, 1908.1-2, 2001.0-2." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1-2 vs. 1908.1-1 (if latter results not available, 1908.0-1 is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0-2 vs. 1908.1-2." - - "RCA1 - root cause analysis reference for Diff1." - - "RCA2 - root cause analysis reference for Diff2." + - 'Legend to Table:' + - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-01-29).' + - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' + - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' + - 'RCA1 - root cause analysis reference for Diff1.' + - 'RCA2 - root cause analysis reference for Diff2.' # VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr - type: "table" @@ -3757,9 +3757,9 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" rca: - title: "RCA1" - data: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" # For now we'll use PDR RCAs + data: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" - title: "RCA2" - data: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" # For now we'll use PDR RCAs + data: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" columns: - title: "1908.0-1" data-set: "vpp-perf-changes-2n-skx-old1908_0" @@ -3779,12 +3779,12 @@ reference: 3 compare: 4 legend: - - "Legend to Table" - - "YYMM.MV-EV - tested VPP version (YY year, MM month, MV minor version) and CSIT test environment version (EV environment version), covered versions are 1908.0-1, 1908.1-1, 1908.1-2, 2001.0-2." - - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1-2 vs. 1908.1-1 (if latter results not available, 1908.0-1 is used)." - - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0-2 vs. 1908.1-2." - - "RCA1 - root cause analysis reference for Diff1." - - "RCA2 - root cause analysis reference for Diff2." + - 'Legend to Table:' + - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-01-29).' + - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' + - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' + - 'RCA1 - root cause analysis reference for Diff1.' + - 'RCA2 - root cause analysis reference for Diff2.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" -- cgit 1.2.3-korg