aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2020-03-25 06:39:33 +0100
committerTibor Frank <tifrank@cisco.com>2020-03-25 06:42:53 +0100
commit8a050f361bdd27336acc5ee48f4ee10e5a9738be (patch)
treed5cddb7ed17f420c8833a06793260b347034565f
parentb95d8570e5edb080d7cfc001daed66b47811068a (diff)
Report: Add data and RCA
Change-Id: I6fcbf9ea150fd17ef3ae9b879f22442f17246713 Signed-off-by: Tibor Frank <tifrank@cisco.com>
-rw-r--r--docs/report/introduction/report_history.rst3
-rw-r--r--resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr.yaml30
-rw-r--r--resources/tools/presentation/rca/rca-2n-skx-2t1c.yaml46
-rw-r--r--resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr.yaml39
-rw-r--r--resources/tools/presentation/specification.yaml53
5 files changed, 121 insertions, 50 deletions
diff --git a/docs/report/introduction/report_history.rst b/docs/report/introduction/report_history.rst
index 5cc3d60a27..bb5facc728 100644
--- a/docs/report/introduction/report_history.rst
+++ b/docs/report/introduction/report_history.rst
@@ -18,6 +18,9 @@ FD.io CSIT-2001 Report history and per .[ww] revision changes are listed below.
| | - all set selected for analysis and graphs |
| | - MRR tests |
| | |
+| | 2. Added Root Cause Analysis for VPP performance tests |
+| | 2n-skx and 3n-skx. |
+| | |
+----------------+------------------------------------------------------------+
| .12 | Skipped. |
+----------------+------------------------------------------------------------+
diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr.yaml
new file mode 100644
index 0000000000..a4ee2f93c3
--- /dev/null
+++ b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr.yaml
@@ -0,0 +1,30 @@
+64b-2t1c-eth-l2patch: 2
+64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3
+64b-2t1c-avf-eth-l2patch: 2
+64b-2t1c-avf-eth-l2xcbase: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3
+64b-2t1c-dot1q-l2xcbase: 5
+64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4: 4
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4
+64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm: 4
+64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1
+64b-2t1c-dot1q-ip4base: 1
+64b-2t1c-ethip4-ip4base: 1
+64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows: 1
+64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows: 1
+64b-2t1c-avf-dot1q-l2bdbasemaclrn-gbp: 1
+64b-2t1c-ethip4-ip4scale200k: 1
+64b-2t1c-ethip4-ip4scale2m: 1
+64b-2t1c-avf-dot1q-ip4base: 1
+64b-2t1c-avf-ethip4-ip4base: 1
+64b-2t1c-avf-ethip4-ip4scale200k: 1
+64b-2t1c-avf-ethip4-ip4scale20k: 1
+64b-2t1c-avf-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4udp-ip4base-nat44: 1
+footnote: "\nRoot Cause Analysis\n[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subjecto to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n"
diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c.yaml
deleted file mode 100644
index 267e4c90e3..0000000000
--- a/resources/tools/presentation/rca/rca-2n-skx-2t1c.yaml
+++ /dev/null
@@ -1,46 +0,0 @@
-64b-2t1c-eth-l2patch: 0
-64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 9
-64b-2t1c-avf-eth-l2patch: 8
-64b-2t1c-avf-eth-l2xcbase: 7
-64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr: 6
-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 5
-64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: "-"
-64b-2t1c-dot1q-l2xcbase: 1
-64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4: 2
-64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 3
-64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
-64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 0
-64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 0
-64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 8
-64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm: "-"
-64b-2t1c-eth-l2bdscale10kmaclrn: 2
-64b-2t1c-eth-l2bdbasemaclrn: 2
-64b-2t1c-eth-l2bdscale100kmaclrn: 56
-64b-2t1c-eth-l2bdscale1mmaclrn: 5
-78b-2t1c-ethip6-ip6base: 4
-64b-2t1c-eth-l2xcbase: 34
-78b-2t1c-dot1q-ip6base: 0
-64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 2
-78b-2t1c-ethip6-ip6scale200k: 6
-78b-2t1c-ethip6-ip6scale20k: 5
-78b-2t1c-ethip6-ip6scale2m: 3
-64b-2t1c-dot1q-l2bdbasemaclrn: 2
-64b-2t1c-ethip4udp-ip4base-oacl50sf-10kflows: "-"
-64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows: 4
-64b-2t1c-avf-eth-l2bdbasemaclrn: 3
-64b-2t1c-ethip4-ip4scale20k: 6
-64b-2t1c-avf-dot1q-l2bdbasemaclrn: 8
-64b-2t1c-dot1q-ip4base: 4
-64b-2t1c-ethip4-ip4base: 6
-64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows: 0
-64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows: 9
-64b-2t1c-avf-dot1q-l2bdbasemaclrn-gbp: 8
-64b-2t1c-ethip4-ip4scale200k: 9
-64b-2t1c-ethip4-ip4scale2m: 22
-64b-2t1c-avf-dot1q-ip4base: 11
-64b-2t1c-avf-ethip4-ip4base: 4
-64b-2t1c-avf-ethip4-ip4scale200k: 5
-64b-2t1c-avf-ethip4-ip4scale20k: 6
-64b-2t1c-avf-ethip4-ip4scale2m: 1
-64b-2t1c-ethip4udp-ip4base-nat44: 4
-footnote: "\nRoot causes:\n[0]: Description 0\n[1]: Description \n[2]: Description 2"
diff --git a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr.yaml b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr.yaml
new file mode 100644
index 0000000000..4d79f76d7c
--- /dev/null
+++ b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr.yaml
@@ -0,0 +1,39 @@
+64b-2t1c-eth-l2patch: 2
+64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2xcbase-eth-2memif-1lxc: 3
+64b-2t1c-avf-eth-l2patch: 2
+64b-2t1c-avf-eth-l2xcbase: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc: 3
+64b-2t1c-dot1q-l2xcbase: 5
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-masq: 2
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-stat: 2
+64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-dyn: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm: 4
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1
+64b-2t1c-dot1q-ip4base: 1
+64b-2t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows: 1
+64b-2t1c-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1
+imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-avf-ethip4-ip4base: 1
+64b-2t1c-avf-ethip4-ip4scale200k: 1
+64b-2t1c-avf-ethip4-ip4scale20k: 1
+64b-2t1c-avf-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4udp-ip4base-nat44: 1
+footnote: "\nRoot Cause Analysis\n[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subjecto to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n"
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index e5810a215f..55689dc4cd 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -278,6 +278,7 @@
- 49 # NDRPDR sel
- 51 # NDRPDR sel
- 52 # NDRPDR sel
+ - 59 # NDRPDR sel
- 54 # NDRPDR sel addition
- 55 # NDRPDR sel addition
- 56 # NDRPDR sel addition
@@ -287,6 +288,7 @@
- 61 # NDRPDR sel addition
- 62 # NDRPDR sel addition
- 63 # NDRPDR sel addition
+ - 64 # NDRPDR sel addition
plot-vpp-hdrh-lat-3n-skx:
csit-vpp-perf-verify-2001-3n-skx:
@@ -300,6 +302,9 @@
- 47 # NDRPDR sel
- 48 # NDRPDR sel
- 49 # NDRPDR sel
+ - 51 # NDRPDR sel
+ - 52 # NDRPDR sel
+ - 59 # NDRPDR sel
plot-vpp-nfv-3n-skx-mrr:
csit-vpp-perf-verify-2001-3n-skx:
@@ -617,6 +622,7 @@
- 49 # NDRPDR sel
- 51 # NDRPDR sel
- 52 # NDRPDR sel
+ - 59 # NDRPDR sel
- 54 # NDRPDR sel addition
- 55 # NDRPDR sel addition
- 56 # NDRPDR sel addition
@@ -626,6 +632,7 @@
- 61 # NDRPDR sel addition
- 62 # NDRPDR sel addition
- 63 # NDRPDR sel addition
+ - 64 # NDRPDR sel addition
vpp-nic-comparison-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
@@ -903,6 +910,7 @@
- 49 # NDRPDR sel
- 51 # NDRPDR sel
- 52 # NDRPDR sel
+ - 59 # NDRPDR sel
- 54 # NDRPDR sel addition
- 55 # NDRPDR sel addition
- 56 # NDRPDR sel addition
@@ -912,6 +920,7 @@
- 61 # NDRPDR sel addition
- 62 # NDRPDR sel addition
- 63 # NDRPDR sel addition
+ - 64 # NDRPDR sel addition
vpp-performance-changes-3n-skx:
- "vpp-performance-changes-3n-skx-h1"
- "vpp-performance-changes-3n-skx-ref"
@@ -1413,6 +1422,7 @@
- 49 # NDRPDR sel
- 51 # NDRPDR sel
- 52 # NDRPDR sel
+ - 59 # NDRPDR sel
- 54 # NDRPDR sel addition
- 55 # NDRPDR sel addition
- 56 # NDRPDR sel addition
@@ -1422,6 +1432,7 @@
- 61 # NDRPDR sel addition
- 62 # NDRPDR sel addition
- 63 # NDRPDR sel addition
+ - 64 # NDRPDR sel addition
vpp-compare-testbeds:
- "vpp-compare-testbeds-ref"
- "vpp-compare-testbeds-cmp"
@@ -1633,6 +1644,7 @@
- 49 # NDRPDR sel
- 51 # NDRPDR sel
- 52 # NDRPDR sel
+ - 59 # NDRPDR sel
- 54 # NDRPDR sel addition
- 55 # NDRPDR sel addition
- 56 # NDRPDR sel addition
@@ -1642,6 +1654,7 @@
- 61 # NDRPDR sel addition
- 62 # NDRPDR sel addition
- 63 # NDRPDR sel addition
+ - 64 # NDRPDR sel addition
vpp-compare-topologies-cmp:
# TODO: Add the data
csit-vpp-perf-verify-2001-2n-skx:
@@ -2516,6 +2529,7 @@
- 49 # NDRPDR sel
- 51 # NDRPDR sel
- 52 # NDRPDR sel
+ - 59 # NDRPDR sel
- 54 # NDRPDR sel addition
- 55 # NDRPDR sel addition
- 56 # NDRPDR sel addition
@@ -2525,6 +2539,7 @@
- 61 # NDRPDR sel addition
- 62 # NDRPDR sel addition
- 63 # NDRPDR sel addition
+ - 64 # NDRPDR sel addition
- 50 # MRR sel
- 53 # MRR sel addition
@@ -3360,6 +3375,9 @@
title: "VPP Performance Changes 3n-skx 2t1c pdr"
algorithm: "table_perf_comparison_nic"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
+ rca:
+ title: "RCA"
+ data-file: "rca/rca-3n-skx-2t1c-pdr.yaml"
history:
- title: "rls1904 x710"
data: "vpp-performance-changes-3n-skx-h1"
@@ -3387,6 +3405,9 @@
title: "VPP Performance Changes 3n-skx 4t2c pdr"
algorithm: "table_perf_comparison_nic"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
+# rca:
+# title: "RCA"
+# data-file: "rca/rca-3n-skx-4t2c-pdr.yaml"
history:
- title: "rls1904 x710"
data: "vpp-performance-changes-3n-skx-h1"
@@ -3414,6 +3435,9 @@
title: "VPP Performance Changes 3n-skx 2t1c ndr"
algorithm: "table_perf_comparison_nic"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
+# rca:
+# title: "RCA"
+# data-file: "rca/rca-3n-skx-2t1c-ndr.yaml"
history:
- title: "rls1904 x710"
data: "vpp-performance-changes-3n-skx-h1"
@@ -3441,6 +3465,9 @@
title: "VPP Performance Changes 3n-skx 4t2c ndr"
algorithm: "table_perf_comparison_nic"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
+# rca:
+# title: "RCA"
+# data-file: "rca/rca-3n-skx-4t2c-ndr.yaml"
history:
- title: "rls1904 x710"
data: "vpp-performance-changes-3n-skx-h1"
@@ -3470,7 +3497,7 @@
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
rca:
title: "RCA"
- data-file: "rca/rca-2n-skx-2t1c.yaml"
+ data-file: "rca/rca-2n-skx-2t1c-pdr.yaml"
history:
- title: "rls1904 x710"
data: "vpp-performance-changes-2n-skx-h1"
@@ -3500,7 +3527,7 @@
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
# rca:
# title: "RCA"
-# data-file: "rca/rca-2n-skx-4t2c.yaml"
+# data-file: "rca/rca-2n-skx-4t2c-pdr.yaml"
history:
- title: "rls1904 x710"
data: "vpp-performance-changes-2n-skx-h1"
@@ -3530,7 +3557,7 @@
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
# rca:
# title: "RCA"
-# data-file: "rca/rca-2n-skx-2t1c.yaml"
+# data-file: "rca/rca-2n-skx-2t1c-ndr.yaml"
history:
- title: "rls1904 x710"
data: "vpp-performance-changes-2n-skx-h1"
@@ -3560,7 +3587,7 @@
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
# rca:
# title: "RCA"
-# data-file: "rca/rca-2n-skx-4t2c.yaml"
+# data-file: "rca/rca-2n-skx-4t2c-ndr.yaml"
history:
- title: "rls1904 x710"
data: "vpp-performance-changes-2n-skx-h1"
@@ -4306,6 +4333,9 @@
title: "VPP Performance Changes 3n-skx 2t1c MRR"
algorithm: "table_perf_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
+# rca:
+# title: "RCA"
+# data-file: "rca/rca-3n-skx-2t1c-mrr.yaml"
history:
- title: "rls1904"
data: "vpp-performance-changes-3n-skx-mrr-h1"
@@ -4328,6 +4358,9 @@
title: "VPP Performance Changes 3n-skx 4t2c MRR"
algorithm: "table_perf_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
+# rca:
+# title: "RCA"
+# data-file: "rca/rca-3n-skx-4t2c-mrr.yaml"
history:
- title: "rls1904"
data: "vpp-performance-changes-3n-skx-mrr-h1"
@@ -4350,6 +4383,9 @@
title: "VPP Performance Changes 3n-skx 8t4c MRR"
algorithm: "table_perf_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
+# rca:
+# title: "RCA"
+# data-file: "rca/rca-3n-skx-8t4c-mrr.yaml"
history:
- title: "rls1904"
data: "vpp-performance-changes-3n-skx-mrr-h1"
@@ -4372,6 +4408,9 @@
title: "VPP Performance Changes 2n-skx 2t1c MRR"
algorithm: "table_perf_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
+# rca:
+# title: "RCA"
+# data-file: "rca/rca-2n-skx-2t1c-mrr.yaml"
history:
- title: "rls1904"
data: "vpp-performance-changes-2n-skx-mrr-h1"
@@ -4394,6 +4433,9 @@
title: "VPP Performance Changes 2n-skx 4t2c MRR"
algorithm: "table_perf_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
+# rca:
+# title: "RCA"
+# data-file: "rca/rca-2n-skx-4t2c-mrr.yaml"
history:
- title: "rls1904"
data: "vpp-performance-changes-2n-skx-mrr-h1"
@@ -4416,6 +4458,9 @@
title: "VPP Performance Changes 2n-skx 8t4c MRR"
algorithm: "table_perf_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
+# rca:
+# title: "RCA"
+# data-file: "rca/rca-2n-skx-8t4c-mrr.yaml"
history:
- title: "rls1904"
data: "vpp-performance-changes-2n-skx-mrr-h1"