Report: Add data and RCA

Change-Id: I6fcbf9ea150fd17ef3ae9b879f22442f17246713
Signed-off-by: Tibor Frank <tifrank@cisco.com>

5 files changed, 121 insertions, 50 deletions

diff --git a/docs/report/introduction/report_history.rst b/docs/report/introduction/report_history.rst
index 5cc3d60a27..bb5facc728 100644
--- a/docs/report/introduction/report_history.rst
+++ b/docs/report/introduction/report_history.rst
@@ -18,6 +18,9 @@ FD.io CSIT-2001 Report history and per .[ww] revision changes are listed below.
 |                |      - all set selected for analysis and graphs            |
 |                |      - MRR tests                                           |
 |                |                                                            |
+|                |  2. Added Root Cause Analysis for VPP performance tests    |
+|                |     2n-skx and 3n-skx.                                     |
+|                |                                                            |
 +----------------+------------------------------------------------------------+
 | .12            | Skipped.                                                   |
 +----------------+------------------------------------------------------------+
diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr.yaml
new file mode 100644
index 0000000000..a4ee2f93c3
--- /dev/null
+++ b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr.yaml
@@ -0,0 +1,30 @@
+64b-2t1c-eth-l2patch: 2
+64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3
+64b-2t1c-avf-eth-l2patch: 2
+64b-2t1c-avf-eth-l2xcbase: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3
+64b-2t1c-dot1q-l2xcbase: 5
+64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4: 4
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4
+64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm: 4
+64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1
+64b-2t1c-dot1q-ip4base: 1
+64b-2t1c-ethip4-ip4base: 1
+64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows: 1
+64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows: 1
+64b-2t1c-avf-dot1q-l2bdbasemaclrn-gbp: 1
+64b-2t1c-ethip4-ip4scale200k: 1
+64b-2t1c-ethip4-ip4scale2m: 1
+64b-2t1c-avf-dot1q-ip4base: 1
+64b-2t1c-avf-ethip4-ip4base: 1
+64b-2t1c-avf-ethip4-ip4scale200k: 1
+64b-2t1c-avf-ethip4-ip4scale20k: 1
+64b-2t1c-avf-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4udp-ip4base-nat44: 1
+footnote: "\nRoot Cause Analysis\n[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subjecto to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n"
diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c.yaml
deleted file mode 100644
index 267e4c90e3..0000000000
--- a/resources/tools/presentation/rca/rca-2n-skx-2t1c.yaml
+++ /dev/null
@@ -1,46 +0,0 @@
-64b-2t1c-eth-l2patch: 0
-64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 9
-64b-2t1c-avf-eth-l2patch: 8
-64b-2t1c-avf-eth-l2xcbase: 7
-64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr: 6
-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5
-64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: "-"
-64b-2t1c-dot1q-l2xcbase: 1
-64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4: 2
-64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 3
-64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
-64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 0
-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 0
-64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 8
-64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm: "-"
-64b-2t1c-eth-l2bdscale10kmaclrn: 2
-64b-2t1c-eth-l2bdbasemaclrn: 2
-64b-2t1c-eth-l2bdscale100kmaclrn: 56
-64b-2t1c-eth-l2bdscale1mmaclrn: 5
-78b-2t1c-ethip6-ip6base: 4
-64b-2t1c-eth-l2xcbase: 34
-78b-2t1c-dot1q-ip6base: 0
-64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 2
-78b-2t1c-ethip6-ip6scale200k: 6
-78b-2t1c-ethip6-ip6scale20k: 5
-78b-2t1c-ethip6-ip6scale2m: 3
-64b-2t1c-dot1q-l2bdbasemaclrn: 2
-64b-2t1c-ethip4udp-ip4base-oacl50sf-10kflows: "-"
-64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows: 4
-64b-2t1c-avf-eth-l2bdbasemaclrn: 3
-64b-2t1c-ethip4-ip4scale20k: 6
-64b-2t1c-avf-dot1q-l2bdbasemaclrn: 8
-64b-2t1c-dot1q-ip4base: 4
-64b-2t1c-ethip4-ip4base: 6
-64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows: 0
-64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows: 9
-64b-2t1c-avf-dot1q-l2bdbasemaclrn-gbp: 8
-64b-2t1c-ethip4-ip4scale200k: 9
-64b-2t1c-ethip4-ip4scale2m: 22
-64b-2t1c-avf-dot1q-ip4base: 11
-64b-2t1c-avf-ethip4-ip4base: 4
-64b-2t1c-avf-ethip4-ip4scale200k: 5
-64b-2t1c-avf-ethip4-ip4scale20k: 6
-64b-2t1c-avf-ethip4-ip4scale2m: 1
-64b-2t1c-ethip4udp-ip4base-nat44: 4
-footnote: "\nRoot causes:\n[0]: Description 0\n[1]: Description \n[2]: Description 2"
diff --git a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr.yaml b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr.yaml
new file mode 100644
index 0000000000..4d79f76d7c
--- /dev/null
+++ b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr.yaml
@@ -0,0 +1,39 @@
+64b-2t1c-eth-l2patch: 2
+64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2xcbase-eth-2memif-1lxc: 3
+64b-2t1c-avf-eth-l2patch: 2
+64b-2t1c-avf-eth-l2xcbase: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc: 3
+64b-2t1c-dot1q-l2xcbase: 5
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-masq: 2
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-stat: 2
+64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-dyn: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm: 4
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1
+64b-2t1c-dot1q-ip4base: 1
+64b-2t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows: 1
+64b-2t1c-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1
+imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-avf-ethip4-ip4base: 1
+64b-2t1c-avf-ethip4-ip4scale200k: 1
+64b-2t1c-avf-ethip4-ip4scale20k: 1
+64b-2t1c-avf-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4udp-ip4base-nat44: 1
+footnote: "\nRoot Cause Analysis\n[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subjecto to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n"
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index e5810a215f..55689dc4cd 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -278,6 +278,7 @@
         - 49  # NDRPDR sel
         - 51  # NDRPDR sel
         - 52  # NDRPDR sel
+        - 59  # NDRPDR sel
         - 54  # NDRPDR sel addition
         - 55  # NDRPDR sel addition
         - 56  # NDRPDR sel addition
@@ -287,6 +288,7 @@
         - 61  # NDRPDR sel addition
         - 62  # NDRPDR sel addition
         - 63  # NDRPDR sel addition
+        - 64  # NDRPDR sel addition
 
     plot-vpp-hdrh-lat-3n-skx:
       csit-vpp-perf-verify-2001-3n-skx:
@@ -300,6 +302,9 @@
         - 47  # NDRPDR sel
         - 48  # NDRPDR sel
         - 49  # NDRPDR sel
+        - 51  # NDRPDR sel
+        - 52  # NDRPDR sel
+        - 59  # NDRPDR sel
 
     plot-vpp-nfv-3n-skx-mrr:
       csit-vpp-perf-verify-2001-3n-skx:
@@ -617,6 +622,7 @@
         - 49  # NDRPDR sel
         - 51  # NDRPDR sel
         - 52  # NDRPDR sel
+        - 59  # NDRPDR sel
         - 54  # NDRPDR sel addition
         - 55  # NDRPDR sel addition
         - 56  # NDRPDR sel addition
@@ -626,6 +632,7 @@
         - 61  # NDRPDR sel addition
         - 62  # NDRPDR sel addition
         - 63  # NDRPDR sel addition
+        - 64  # NDRPDR sel addition
 
     vpp-nic-comparison-2n-skx:
       csit-vpp-perf-verify-2001-2n-skx:
@@ -903,6 +910,7 @@
         - 49  # NDRPDR sel
         - 51  # NDRPDR sel
         - 52  # NDRPDR sel
+        - 59  # NDRPDR sel
         - 54  # NDRPDR sel addition
         - 55  # NDRPDR sel addition
         - 56  # NDRPDR sel addition
@@ -912,6 +920,7 @@
         - 61  # NDRPDR sel addition
         - 62  # NDRPDR sel addition
         - 63  # NDRPDR sel addition
+        - 64  # NDRPDR sel addition
     vpp-performance-changes-3n-skx:
       - "vpp-performance-changes-3n-skx-h1"
       - "vpp-performance-changes-3n-skx-ref"
@@ -1413,6 +1422,7 @@
         - 49  # NDRPDR sel
         - 51  # NDRPDR sel
         - 52  # NDRPDR sel
+        - 59  # NDRPDR sel
         - 54  # NDRPDR sel addition
         - 55  # NDRPDR sel addition
         - 56  # NDRPDR sel addition
@@ -1422,6 +1432,7 @@
         - 61  # NDRPDR sel addition
         - 62  # NDRPDR sel addition
         - 63  # NDRPDR sel addition
+        - 64  # NDRPDR sel addition
     vpp-compare-testbeds:
       - "vpp-compare-testbeds-ref"
       - "vpp-compare-testbeds-cmp"
@@ -1633,6 +1644,7 @@
         - 49  # NDRPDR sel
         - 51  # NDRPDR sel
         - 52  # NDRPDR sel
+        - 59  # NDRPDR sel
         - 54  # NDRPDR sel addition
         - 55  # NDRPDR sel addition
         - 56  # NDRPDR sel addition
@@ -1642,6 +1654,7 @@
         - 61  # NDRPDR sel addition
         - 62  # NDRPDR sel addition
         - 63  # NDRPDR sel addition
+        - 64  # NDRPDR sel addition
     vpp-compare-topologies-cmp:
       # TODO: Add the data
       csit-vpp-perf-verify-2001-2n-skx:
@@ -2516,6 +2529,7 @@
       - 49  # NDRPDR sel
       - 51  # NDRPDR sel
       - 52  # NDRPDR sel
+      - 59  # NDRPDR sel
       - 54  # NDRPDR sel addition
       - 55  # NDRPDR sel addition
       - 56  # NDRPDR sel addition
@@ -2525,6 +2539,7 @@
       - 61  # NDRPDR sel addition
       - 62  # NDRPDR sel addition
       - 63  # NDRPDR sel addition
+      - 64  # NDRPDR sel addition
       - 50  # MRR sel
       - 53  # MRR sel addition
 
@@ -3360,6 +3375,9 @@
   title: "VPP Performance Changes 3n-skx 2t1c pdr"
   algorithm: "table_perf_comparison_nic"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
+  rca:
+    title: "RCA"
+    data-file: "rca/rca-3n-skx-2t1c-pdr.yaml"
   history:
     - title: "rls1904 x710"
       data: "vpp-performance-changes-3n-skx-h1"
@@ -3387,6 +3405,9 @@
   title: "VPP Performance Changes 3n-skx 4t2c pdr"
   algorithm: "table_perf_comparison_nic"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
+#  rca:
+#    title: "RCA"
+#    data-file: "rca/rca-3n-skx-4t2c-pdr.yaml"
   history:
     - title: "rls1904 x710"
       data: "vpp-performance-changes-3n-skx-h1"
@@ -3414,6 +3435,9 @@
   title: "VPP Performance Changes 3n-skx 2t1c ndr"
   algorithm: "table_perf_comparison_nic"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
+#  rca:
+#    title: "RCA"
+#    data-file: "rca/rca-3n-skx-2t1c-ndr.yaml"
   history:
     - title: "rls1904 x710"
       data: "vpp-performance-changes-3n-skx-h1"
@@ -3441,6 +3465,9 @@
   title: "VPP Performance Changes 3n-skx 4t2c ndr"
   algorithm: "table_perf_comparison_nic"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
+#  rca:
+#    title: "RCA"
+#    data-file: "rca/rca-3n-skx-4t2c-ndr.yaml"
   history:
     - title: "rls1904 x710"
       data: "vpp-performance-changes-3n-skx-h1"
@@ -3470,7 +3497,7 @@
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
   rca:
     title: "RCA"
-    data-file: "rca/rca-2n-skx-2t1c.yaml"
+    data-file: "rca/rca-2n-skx-2t1c-pdr.yaml"
   history:
     - title: "rls1904 x710"
       data: "vpp-performance-changes-2n-skx-h1"
@@ -3500,7 +3527,7 @@
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
 #  rca:
 #    title: "RCA"
-#    data-file: "rca/rca-2n-skx-4t2c.yaml"
+#    data-file: "rca/rca-2n-skx-4t2c-pdr.yaml"
   history:
     - title: "rls1904 x710"
       data: "vpp-performance-changes-2n-skx-h1"
@@ -3530,7 +3557,7 @@
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
 #  rca:
 #    title: "RCA"
-#    data-file: "rca/rca-2n-skx-2t1c.yaml"
+#    data-file: "rca/rca-2n-skx-2t1c-ndr.yaml"
   history:
     - title: "rls1904 x710"
       data: "vpp-performance-changes-2n-skx-h1"
@@ -3560,7 +3587,7 @@
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
 #  rca:
 #    title: "RCA"
-#    data-file: "rca/rca-2n-skx-4t2c.yaml"
+#    data-file: "rca/rca-2n-skx-4t2c-ndr.yaml"
   history:
     - title: "rls1904 x710"
       data: "vpp-performance-changes-2n-skx-h1"
@@ -4306,6 +4333,9 @@
   title: "VPP Performance Changes 3n-skx 2t1c MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
+#  rca:
+#    title: "RCA"
+#    data-file: "rca/rca-3n-skx-2t1c-mrr.yaml"
   history:
     - title: "rls1904"
       data: "vpp-performance-changes-3n-skx-mrr-h1"
@@ -4328,6 +4358,9 @@
   title: "VPP Performance Changes 3n-skx 4t2c MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
+#  rca:
+#    title: "RCA"
+#    data-file: "rca/rca-3n-skx-4t2c-mrr.yaml"
   history:
     - title: "rls1904"
       data: "vpp-performance-changes-3n-skx-mrr-h1"
@@ -4350,6 +4383,9 @@
   title: "VPP Performance Changes 3n-skx 8t4c MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
+#  rca:
+#    title: "RCA"
+#    data-file: "rca/rca-3n-skx-8t4c-mrr.yaml"
   history:
     - title: "rls1904"
       data: "vpp-performance-changes-3n-skx-mrr-h1"
@@ -4372,6 +4408,9 @@
   title: "VPP Performance Changes 2n-skx 2t1c MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
+#  rca:
+#    title: "RCA"
+#    data-file: "rca/rca-2n-skx-2t1c-mrr.yaml"
   history:
     - title: "rls1904"
       data: "vpp-performance-changes-2n-skx-mrr-h1"
@@ -4394,6 +4433,9 @@
   title: "VPP Performance Changes 2n-skx 4t2c MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
+#  rca:
+#    title: "RCA"
+#    data-file: "rca/rca-2n-skx-4t2c-mrr.yaml"
   history:
     - title: "rls1904"
       data: "vpp-performance-changes-2n-skx-mrr-h1"
@@ -4416,6 +4458,9 @@
   title: "VPP Performance Changes 2n-skx 8t4c MRR"
   algorithm: "table_perf_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
+#  rca:
+#    title: "RCA"
+#    data-file: "rca/rca-2n-skx-8t4c-mrr.yaml"
   history:
     - title: "rls1904"
       data: "vpp-performance-changes-2n-skx-mrr-h1"