aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2020-04-14 15:57:57 +0200
committerTibor Frank <tifrank@cisco.com>2020-04-15 08:34:50 +0000
commit18da068875ed425ba48dcb8d3eed6d473f02562c (patch)
tree99ac24a5c7ae3cc3e5610a108e6328d314e5dcac
parent2580c31e8882d249cd5d6b45d9c5dcae5df855a1 (diff)
PAL: Integrate new comp tables 2
Change-Id: Id7267f5ab13a362894c5fe5a2ae40d51d4b5a36d Signed-off-by: Tibor Frank <tifrank@cisco.com> (cherry picked from commit 3f2ecafbe60b3664ab7b18ecfe8e4acb46a3cd3b)
-rw-r--r--docs/report/vpp_performance_tests/comparisons/2n-skx_vs_2n-clx_testbeds.rst23
-rw-r--r--docs/report/vpp_performance_tests/comparisons/3n-skx_vs_2n-skx_testbeds.rst23
-rw-r--r--docs/report/vpp_performance_tests/comparisons/3n-skx_vs_3n-hsw_testbeds.rst23
-rw-r--r--docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst138
-rw-r--r--resources/tools/presentation/generator_tables.py192
-rw-r--r--resources/tools/presentation/pal_utils.py8
-rw-r--r--resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml (renamed from resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr.yaml)2
-rw-r--r--resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca2.yaml30
-rw-r--r--resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml30
-rw-r--r--resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca2.yaml30
-rw-r--r--resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca1.yaml (renamed from resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr.yaml)2
-rw-r--r--resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca2.yaml39
-rw-r--r--resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml39
-rw-r--r--resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca2.yaml39
-rw-r--r--resources/tools/presentation/specification.yaml735
15 files changed, 954 insertions, 399 deletions
diff --git a/docs/report/vpp_performance_tests/comparisons/2n-skx_vs_2n-clx_testbeds.rst b/docs/report/vpp_performance_tests/comparisons/2n-skx_vs_2n-clx_testbeds.rst
index 0db0abb849..96e3af9cfa 100644
--- a/docs/report/vpp_performance_tests/comparisons/2n-skx_vs_2n-clx_testbeds.rst
+++ b/docs/report/vpp_performance_tests/comparisons/2n-skx_vs_2n-clx_testbeds.rst
@@ -14,18 +14,17 @@ skx) and 2-Node Cascade Lake (2n-clx) physical testbed types, in 1-core,
with RF result files csit-vpp-perf-|srelease|-\*.zip
`archived here <../../_static/archive/>`_.
-..
- NDR Comparison
- ~~~~~~~~~~~~~~
-
- Comparison tables in HTML, ASCII and CSV formats:
-
- - `HTML 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr.html>`_
- - `HTML 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr.html>`_
- - `ASCII 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr.txt>`_
- - `ASCII 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr.txt>`_
- - `CSV 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr.csv>`_
- - `CSV 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr.csv>`_
+NDR Comparison
+~~~~~~~~~~~~~~
+
+Comparison tables in HTML, ASCII and CSV formats:
+
+ - `HTML 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr.html>`_
+ - `HTML 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr.html>`_
+ - `ASCII 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr.txt>`_
+ - `ASCII 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr.txt>`_
+ - `CSV 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr.csv>`_
+ - `CSV 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr.csv>`_
PDR Comparison
~~~~~~~~~~~~~~
diff --git a/docs/report/vpp_performance_tests/comparisons/3n-skx_vs_2n-skx_testbeds.rst b/docs/report/vpp_performance_tests/comparisons/3n-skx_vs_2n-skx_testbeds.rst
index 1642bc1ff4..bb00f8663d 100644
--- a/docs/report/vpp_performance_tests/comparisons/3n-skx_vs_2n-skx_testbeds.rst
+++ b/docs/report/vpp_performance_tests/comparisons/3n-skx_vs_2n-skx_testbeds.rst
@@ -18,18 +18,17 @@ skx) and 2-Node Skylake (2n-skx) physical testbed types, in 1-core,
files csit-vpp-perf-|srelease|-\*.zip
`archived here <../../_static/archive/>`_.
-..
- NDR Comparison
- ~~~~~~~~~~~~~~
-
- Comparison tables in HTML, ASCII and CSV formats:
-
- - `HTML 1c NDR comparison <../../_static/vpp/performance-compare-topologies-3n-skx-2n-skx-1c-ndr.html>`_
- - `HTML 2c NDR comparison <../../_static/vpp/performance-compare-topologies-3n-skx-2n-skx-2c-ndr.html>`_
- - `ASCII 1c NDR comparison <../../_static/vpp/performance-compare-topologies-3n-skx-2n-skx-1c-ndr.txt>`_
- - `ASCII 2c NDR comparison <../../_static/vpp/performance-compare-topologies-3n-skx-2n-skx-2c-ndr.txt>`_
- - `CSV 1c NDR comparison <../../_static/vpp/performance-compare-topologies-3n-skx-2n-skx-1c-ndr.csv>`_
- - `CSV 2c NDR comparison <../../_static/vpp/performance-compare-topologies-3n-skx-2n-skx-2c-ndr.csv>`_
+NDR Comparison
+~~~~~~~~~~~~~~
+
+Comparison tables in HTML, ASCII and CSV formats:
+
+ - `HTML 1c NDR comparison <../../_static/vpp/performance-compare-topologies-3n-skx-2n-skx-1c-ndr.html>`_
+ - `HTML 2c NDR comparison <../../_static/vpp/performance-compare-topologies-3n-skx-2n-skx-2c-ndr.html>`_
+ - `ASCII 1c NDR comparison <../../_static/vpp/performance-compare-topologies-3n-skx-2n-skx-1c-ndr.txt>`_
+ - `ASCII 2c NDR comparison <../../_static/vpp/performance-compare-topologies-3n-skx-2n-skx-2c-ndr.txt>`_
+ - `CSV 1c NDR comparison <../../_static/vpp/performance-compare-topologies-3n-skx-2n-skx-1c-ndr.csv>`_
+ - `CSV 2c NDR comparison <../../_static/vpp/performance-compare-topologies-3n-skx-2n-skx-2c-ndr.csv>`_
PDR Comparison
~~~~~~~~~~~~~~
diff --git a/docs/report/vpp_performance_tests/comparisons/3n-skx_vs_3n-hsw_testbeds.rst b/docs/report/vpp_performance_tests/comparisons/3n-skx_vs_3n-hsw_testbeds.rst
index da5d8931d9..a0fedc076d 100644
--- a/docs/report/vpp_performance_tests/comparisons/3n-skx_vs_3n-hsw_testbeds.rst
+++ b/docs/report/vpp_performance_tests/comparisons/3n-skx_vs_3n-hsw_testbeds.rst
@@ -15,18 +15,17 @@ skx) and 3-Node Haswell (3n-hsw) physical testbed types, in 1-core,
files csit-vpp-perf-|srelease|-\*.zip
`archived here <../../_static/archive/>`_.
-..
- NDR Comparison
- ~~~~~~~~~~~~~~
-
- Comparison tables in HTML, ASCII and CSV formats:
-
- - `HTML 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr.html>`_
- - `HTML 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr.html>`_
- - `ASCII 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr.txt>`_
- - `ASCII 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr.txt>`_
- - `CSV 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr.csv>`_
- - `CSV 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr.csv>`_
+NDR Comparison
+~~~~~~~~~~~~~~
+
+Comparison tables in HTML, ASCII and CSV formats:
+
+ - `HTML 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr.html>`_
+ - `HTML 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr.html>`_
+ - `ASCII 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr.txt>`_
+ - `ASCII 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr.txt>`_
+ - `CSV 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr.csv>`_
+ - `CSV 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr.csv>`_
PDR Comparison
~~~~~~~~~~~~~~
diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
index 7283186a6d..d9ce804bce 100644
--- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
+++ b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
@@ -38,6 +38,20 @@ results repeatability vary between the test cases.
2n-skx
~~~~~~
+NDR Root Cause Analysis
+```````````````````````
+
+ - `HTML 2t1c NDR RCA <performance-rca-2n-skx-2t1c-ndr.html>`_
+ - `ASCII 2t1c NDR RCA <../../_static/vpp/performance-rca-2n-skx-2t1c-ndr.txt>`_
+ - `CSV 2t1c NDR RCA <../../_static/vpp/performance-rca-2n-skx-2t1c-ndr-csv.csv>`_
+
+PDR Root Cause Analysis
+```````````````````````
+
+ - `HTML 2t1c PDR RCA <performance-rca-2n-skx-2t1c-pdr.html>`_
+ - `ASCII 2t1c PDR RCA <../../_static/vpp/performance-rca-2n-skx-2t1c-pdr.txt>`_
+ - `CSV 2t1c PDR RCA <../../_static/vpp/performance-rca-2n-skx-2t1c-pdr-csv.csv>`_
+
..
NDR Comparison
``````````````
@@ -61,46 +75,44 @@ results repeatability vary between the test cases.
- `CSV 4t2c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-ndr.csv>`_
- `CSV 8t4c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-ndr.csv>`_
-PDR Comparison
-``````````````
-
-Comparison tables in HTML, ASCII and CSV formats:
-
- - `HTML 2t1c PDR comparison <performance-changes-2n-skx-2t1c-pdr.html>`_
- - `HTML 4t2c PDR comparison <performance-changes-2n-skx-4t2c-pdr.html>`_
- - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-pdr.txt>`_
- - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-pdr.txt>`_
- - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-pdr.csv>`_
- - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-pdr.csv>`_
-
-..
- - `HTML 2t1c NFV Service Density PDR comparison <performance-changes-nfv-2n-skx-2t1c-pdr.html>`_
- - `HTML 4t2c NFV Service Density PDR comparison <performance-changes-nfv-2n-skx-4t2c-pdr.html>`_
- - `HTML 8t4c NFV Service Density PDR comparison <performance-changes-nfv-2n-skx-8t4c-pdr.html>`_
- - `ASCII 2t1c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-pdr.txt>`_
- - `ASCII 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-pdr.txt>`_
- - `ASCII 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-pdr.txt>`_
- - `CSV 2t1c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-pdr.csv>`_
- - `CSV 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-pdr.csv>`_
- - `CSV 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-pdr.csv>`_
+ PDR Comparison
+ ``````````````
+ Comparison tables in HTML, ASCII and CSV formats:
-MRR Comparison
-``````````````
+ - `HTML 2t1c PDR comparison <performance-changes-2n-skx-2t1c-pdr.html>`_
+ - `HTML 4t2c PDR comparison <performance-changes-2n-skx-4t2c-pdr.html>`_
+ - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-pdr.txt>`_
+ - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-pdr.txt>`_
+ - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-pdr.csv>`_
+ - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-pdr.csv>`_
+
+
+ - `HTML 2t1c NFV Service Density PDR comparison <performance-changes-nfv-2n-skx-2t1c-pdr.html>`_
+ - `HTML 4t2c NFV Service Density PDR comparison <performance-changes-nfv-2n-skx-4t2c-pdr.html>`_
+ - `HTML 8t4c NFV Service Density PDR comparison <performance-changes-nfv-2n-skx-8t4c-pdr.html>`_
+ - `ASCII 2t1c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-pdr.txt>`_
+ - `ASCII 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-pdr.txt>`_
+ - `ASCII 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-pdr.txt>`_
+ - `CSV 2t1c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-pdr.csv>`_
+ - `CSV 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-pdr.csv>`_
+ - `CSV 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-pdr.csv>`_
+
+ MRR Comparison
+ ``````````````
-Comparison tables in HTML, ASCII and CSV formats:
+ Comparison tables in HTML, ASCII and CSV formats:
- - `HTML 2t1c MRR comparison <performance-changes-2n-skx-2t1c-mrr.html>`_
- - `HTML 4t2c MRR comparison <performance-changes-2n-skx-4t2c-mrr.html>`_
- - `HTML 8t4c MRR comparison <performance-changes-2n-skx-8t4c-mrr.html>`_
- - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-mrr.txt>`_
- - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-mrr.txt>`_
- - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-skx-8t4c-mrr.txt>`_
- - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-mrr.csv>`_
- - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-mrr.csv>`_
- - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-skx-8t4c-mrr.csv>`_
+ - `HTML 2t1c MRR comparison <performance-changes-2n-skx-2t1c-mrr.html>`_
+ - `HTML 4t2c MRR comparison <performance-changes-2n-skx-4t2c-mrr.html>`_
+ - `HTML 8t4c MRR comparison <performance-changes-2n-skx-8t4c-mrr.html>`_
+ - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-mrr.txt>`_
+ - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-mrr.txt>`_
+ - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-skx-8t4c-mrr.txt>`_
+ - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-mrr.csv>`_
+ - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-mrr.csv>`_
+ - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-skx-8t4c-mrr.csv>`_
-..
- `HTML 2t1c NFV Service Density MRR comparison <performance-changes-nfv-2n-skx-2t1c-mrr.html>`_
- `HTML 4t2c NFV Service Density MRR comparison <performance-changes-nfv-2n-skx-4t2c-mrr.html>`_
- `HTML 8t4c NFV Service Density MRR comparison <performance-changes-nfv-2n-skx-8t4c-mrr.html>`_
@@ -114,6 +126,20 @@ Comparison tables in HTML, ASCII and CSV formats:
3n-skx
~~~~~~
+NDR Root Cause Analysis
+```````````````````````
+
+ - `HTML 2t1c NDR RCA <performance-rca-3n-skx-2t1c-ndr.html>`_
+ - `ASCII 2t1c NDR RCA <../../_static/vpp/performance-rca-3n-skx-2t1c-ndr.txt>`_
+ - `CSV 2t1c NDR RCA <../../_static/vpp/performance-rca-3n-skx-2t1c-ndr-csv.csv>`_
+
+PDR Root Cause Analysis
+```````````````````````
+
+ - `HTML 2t1c PDR RCA <performance-rca-3n-skx-2t1c-pdr.html>`_
+ - `ASCII 2t1c PDR RCA <../../_static/vpp/performance-rca-3n-skx-2t1c-pdr.txt>`_
+ - `CSV 2t1c PDR RCA <../../_static/vpp/performance-rca-3n-skx-2t1c-pdr-csv.csv>`_
+
..
NDR Comparison
``````````````
@@ -127,32 +153,32 @@ Comparison tables in HTML, ASCII and CSV formats:
- `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-ndr.csv>`_
- `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-ndr.csv>`_
-PDR Comparison
-``````````````
+ PDR Comparison
+ ``````````````
-Comparison tables in HTML, ASCII and CSV formats:
+ Comparison tables in HTML, ASCII and CSV formats:
- - `HTML 2t1c PDR comparison <performance-changes-3n-skx-2t1c-pdr.html>`_
- - `HTML 4t2c PDR comparison <performance-changes-3n-skx-4t2c-pdr.html>`_
- - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-pdr.txt>`_
- - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-pdr.txt>`_
- - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-pdr.csv>`_
- - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-pdr.csv>`_
+ - `HTML 2t1c PDR comparison <performance-changes-3n-skx-2t1c-pdr.html>`_
+ - `HTML 4t2c PDR comparison <performance-changes-3n-skx-4t2c-pdr.html>`_
+ - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-pdr.txt>`_
+ - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-pdr.txt>`_
+ - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-pdr.csv>`_
+ - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-pdr.csv>`_
-MRR Comparison
-``````````````
+ MRR Comparison
+ ``````````````
-Comparison tables in HTML, ASCII and CSV formats:
+ Comparison tables in HTML, ASCII and CSV formats:
- - `HTML 2t1c MRR comparison <performance-changes-3n-skx-2t1c-mrr.html>`_
- - `HTML 4t2c MRR comparison <performance-changes-3n-skx-4t2c-mrr.html>`_
- - `HTML 8t4c MRR comparison <performance-changes-3n-skx-8t4c-mrr.html>`_
- - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-mrr.txt>`_
- - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-mrr.txt>`_
- - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-3n-skx-8t4c-mrr.txt>`_
- - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-mrr.csv>`_
- - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-mrr.csv>`_
- - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-3n-skx-8t4c-mrr.csv>`_
+ - `HTML 2t1c MRR comparison <performance-changes-3n-skx-2t1c-mrr.html>`_
+ - `HTML 4t2c MRR comparison <performance-changes-3n-skx-4t2c-mrr.html>`_
+ - `HTML 8t4c MRR comparison <performance-changes-3n-skx-8t4c-mrr.html>`_
+ - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-mrr.txt>`_
+ - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-mrr.txt>`_
+ - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-3n-skx-8t4c-mrr.txt>`_
+ - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-mrr.csv>`_
+ - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-mrr.csv>`_
+ - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-3n-skx-8t4c-mrr.csv>`_
3n-hsw
~~~~~~
diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py
index c2e61df805..ebbfbbc03f 100644
--- a/resources/tools/presentation/generator_tables.py
+++ b/resources/tools/presentation/generator_tables.py
@@ -490,7 +490,7 @@ def _tpc_sort_table(table):
def _tpc_generate_html_table(header, data, out_file_name, legend=u"",
- footnote=u"", sort_data=True):
+ footnote=u"", sort_data=True, title=u""):
"""Generate html table from input data with simple sorting possibility.
:param header: Table header.
@@ -503,12 +503,14 @@ def _tpc_generate_html_table(header, data, out_file_name, legend=u"",
:param legend: The legend to display below the table.
:param footnote: The footnote to display below the table (and legend).
:param sort_data: If True the data sorting is enabled.
+ :param title: The table (and file) title.
:type header: list
:type data: list of lists
:type out_file_name: str
:type legend: str
:type footnote: str
:type sort_data: bool
+ :type title: str
"""
try:
@@ -517,9 +519,9 @@ def _tpc_generate_html_table(header, data, out_file_name, legend=u"",
idx = 0
params = {
u"align-hdr": (
- [u"left", u"center"],
- [u"left", u"left", u"center"],
- [u"left", u"left", u"left", u"center"]
+ [u"left", u"right"],
+ [u"left", u"left", u"right"],
+ [u"left", u"left", u"left", u"right"]
),
u"align-itm": (
[u"left", u"right"],
@@ -547,7 +549,11 @@ def _tpc_generate_html_table(header, data, out_file_name, legend=u"",
table_header = dict(
values=[f"<b>{item.replace(u',', u',<br>')}</b>" for item in header],
fill_color=u"#7eade7",
- align=params[u"align-hdr"][idx]
+ align=params[u"align-hdr"][idx],
+ font=dict(
+ family=u"Courier New",
+ size=13
+ )
)
fig = go.Figure()
@@ -562,7 +568,11 @@ def _tpc_generate_html_table(header, data, out_file_name, legend=u"",
cells=dict(
values=columns,
fill_color=fill_color,
- align=params[u"align-itm"][idx]
+ align=params[u"align-itm"][idx],
+ font=dict(
+ family=u"Courier New",
+ size=13
+ )
)
)
)
@@ -604,7 +614,11 @@ def _tpc_generate_html_table(header, data, out_file_name, legend=u"",
cells=dict(
values=[df_sorted.get(col) for col in header],
fill_color=fill_color,
- align=params[u"align-itm"][idx]
+ align=params[u"align-itm"][idx],
+ font=dict(
+ family=u"Courier New",
+ size=13
+ )
)
)
)
@@ -628,6 +642,9 @@ def _tpc_generate_html_table(header, data, out_file_name, legend=u"",
u".. |prein| raw:: html\n\n <pre>\n\n\n"
u".. |preout| raw:: html\n\n </pre>\n\n"
)
+ if title:
+ rst_file.write(f"{title}\n")
+ rst_file.write(f"{u'~' * len(title)}\n\n")
rst_file.write(
u".. raw:: html\n\n"
f' <iframe frameborder="0" scrolling="no" '
@@ -1107,7 +1124,7 @@ def table_perf_comparison_nic(table, input_data):
for tst_name, tst_data in data[job][str(build)].items():
if table[u"reference"][u"nic"] not in tst_data[u"tags"]:
continue
- tst_name_mod = _tpc_modify_test_name(tst_name)
+ tst_name_mod = _tpc_modify_test_name(tst_name, ignore_nic=True)
if (u"across topologies" in table[u"title"].lower() or
(u" 3n-" in table[u"title"].lower() and
u" 2n-" in table[u"title"].lower())):
@@ -1139,7 +1156,8 @@ def table_perf_comparison_nic(table, input_data):
for tst_name, tst_data in rpl_data[job][str(build)].items():
if table[u"reference"][u"nic"] not in tst_data[u"tags"]:
continue
- tst_name_mod = _tpc_modify_test_name(tst_name)
+ tst_name_mod = \
+ _tpc_modify_test_name(tst_name, ignore_nic=True)
if (u"across topologies" in table[u"title"].lower() or
(u" 3n-" in table[u"title"].lower() and
u" 2n-" in table[u"title"].lower())):
@@ -1171,7 +1189,7 @@ def table_perf_comparison_nic(table, input_data):
for tst_name, tst_data in data[job][str(build)].items():
if table[u"compare"][u"nic"] not in tst_data[u"tags"]:
continue
- tst_name_mod = _tpc_modify_test_name(tst_name)
+ tst_name_mod = _tpc_modify_test_name(tst_name, ignore_nic=True)
if (u"across topologies" in table[u"title"].lower() or
(u" 3n-" in table[u"title"].lower() and
u" 2n-" in table[u"title"].lower())):
@@ -1203,7 +1221,8 @@ def table_perf_comparison_nic(table, input_data):
for tst_name, tst_data in rpl_data[job][str(build)].items():
if table[u"compare"][u"nic"] not in tst_data[u"tags"]:
continue
- tst_name_mod = _tpc_modify_test_name(tst_name)
+ tst_name_mod = \
+ _tpc_modify_test_name(tst_name, ignore_nic=True)
if (u"across topologies" in table[u"title"].lower() or
(u" 3n-" in table[u"title"].lower() and
u" 2n-" in table[u"title"].lower())):
@@ -1236,7 +1255,8 @@ def table_perf_comparison_nic(table, input_data):
for tst_name, tst_data in data[job][str(build)].items():
if item[u"nic"] not in tst_data[u"tags"]:
continue
- tst_name_mod = _tpc_modify_test_name(tst_name)
+ tst_name_mod = \
+ _tpc_modify_test_name(tst_name, ignore_nic=True)
if (u"across topologies" in table[u"title"].lower() or
(u" 3n-" in table[u"title"].lower() and
u" 2n-" in table[u"title"].lower())):
@@ -2360,13 +2380,13 @@ def table_comparison(table, input_data):
cols = list()
for idx, col in enumerate(columns):
- if col.get(u"data", None) is None:
+ if col.get(u"data-set", None) is None:
logging.warning(f"No data for column {col.get(u'title', u'')}")
continue
data = input_data.filter_data(
table,
params=[u"throughput", u"result", u"name", u"parent", u"tags"],
- data=col[u"data"],
+ data=col[u"data-set"],
continue_on_error=True
)
col_data = {
@@ -2538,13 +2558,7 @@ def table_comparison(table, input_data):
tbl_for_csv = list()
for line in tbl_cmp_lst:
-
row = [line[0], ]
-
- for idx, rca in enumerate(rcas):
- rca_nr = rca[u"data"].get(row[0 + idx], u"-")
- row.insert(idx, f"[{rca_nr}]" if rca_nr != u"-" else u"-")
-
for idx, itm in enumerate(line[1:]):
if itm is None:
row.append(u"NT")
@@ -2552,61 +2566,98 @@ def table_comparison(table, input_data):
else:
row.append(round(float(itm[u'mean']) / 1e6, 3))
row.append(round(float(itm[u'stdev']) / 1e6, 3))
+ for rca in rcas:
+ rca_nr = rca[u"data"].get(row[0], u"-")
+ row.append(f"[{rca_nr}]" if rca_nr != u"-" else u"-")
tbl_for_csv.append(row)
- header_csv = [rca[u"title"] for rca in rcas]
- header_csv.append(u"Test Case")
+ header_csv = [u"Test Case", ]
for col in cols:
header_csv.append(f"Avg({col[u'title']})")
header_csv.append(f"Stdev({col[u'title']})")
for comp in comparisons:
header_csv.append(
- f"Avg({cols[comp[u'reference'] - 1][u'title']},"
- f"{cols[comp[u'compare'] - 1][u'title']})"
+ f"Avg({comp.get(u'title', u'')}"
)
header_csv.append(
- f"Stdev({cols[comp[u'reference'] - 1][u'title']},"
- f"{cols[comp[u'compare'] - 1][u'title']})"
+ f"Stdev({comp.get(u'title', u'')})"
)
+ header_csv.extend([rca[u"title"] for rca in rcas])
+
+ legend_lst = table.get(u"legend", None)
+ if legend_lst is None:
+ legend = u""
+ else:
+ legend = u"\n" + u"\n".join(legend_lst) + u"\n"
+
+ footnote = u""
+ for rca in rcas:
+ footnote += f"\n{rca[u'title']}:\n"
+ footnote += rca[u"data"].get(u"footnote", u"")
csv_file = f"{table[u'output-file']}-csv.csv"
with open(csv_file, u"wt", encoding='utf-8') as file_handler:
- file_handler.write(u";".join(header_csv) + u"\n")
+ file_handler.write(
+ u",".join([f'"{itm}"' for itm in header_csv]) + u"\n"
+ )
for test in tbl_for_csv:
- file_handler.write(u";".join([str(item) for item in test]) + u"\n")
+ file_handler.write(
+ u",".join([f'"{item}"' for item in test]) + u"\n"
+ )
+ if legend_lst:
+ for item in legend_lst:
+ file_handler.write(f'"{item}"\n')
+ if footnote:
+ for itm in footnote.split(u"\n"):
+ file_handler.write(f'"{itm}"\n')
- tbl_final = list()
+ tbl_tmp = list()
+ max_lens = [0, ] * len(tbl_cmp_lst[0])
for line in tbl_cmp_lst:
row = [line[0], ]
- for idx, rca in enumerate(rcas):
- rca_nr = rca[u"data"].get(row[0 + idx], u"-")
- row.insert(idx, f"[{rca_nr}]" if rca_nr != u"-" else u"-")
for idx, itm in enumerate(line[1:]):
if itm is None:
- row.append(u"NT")
+ new_itm = u"NT"
else:
if idx < len(cols):
- row.append(
+ new_itm = (
f"{round(float(itm[u'mean']) / 1e6, 1)} "
f"\u00B1{round(float(itm[u'stdev']) / 1e6, 1)}".
replace(u"nan", u"NaN")
)
else:
- row.append(
+ new_itm = (
f"{round(float(itm[u'mean']) / 1e6, 1):+} "
f"\u00B1{round(float(itm[u'stdev']) / 1e6, 1)}".
replace(u"nan", u"NaN")
)
+ if len(new_itm.rsplit(u" ", 1)[-1]) > max_lens[idx]:
+ max_lens[idx] = len(new_itm.rsplit(u" ", 1)[-1])
+ row.append(new_itm)
+
+ tbl_tmp.append(row)
+
+ tbl_final = list()
+ for line in tbl_tmp:
+ row = [line[0], ]
+ for idx, itm in enumerate(line[1:]):
+ if itm in (u"NT", u"NaN"):
+ row.append(itm)
+ continue
+ itm_lst = itm.rsplit(u"\u00B1", 1)
+ itm_lst[-1] = \
+ f"{u' ' * (max_lens[idx] - len(itm_lst[-1]))}{itm_lst[-1]}"
+ row.append(u"\u00B1".join(itm_lst))
+ for rca in rcas:
+ rca_nr = rca[u"data"].get(row[0], u"-")
+ row.append(f"[{rca_nr}]" if rca_nr != u"-" else u"-")
+
tbl_final.append(row)
- header = [rca[u"title"] for rca in rcas]
- header.append(u"Test Case")
+ header = [u"Test Case", ]
header.extend([col[u"title"] for col in cols])
- header.extend(
- [f"Diff({cols[comp[u'reference'] - 1][u'title']},"
- f"{cols[comp[u'compare'] - 1][u'title']})"
- for comp in comparisons]
- )
+ header.extend([comp.get(u"title", u"") for comp in comparisons])
+ header.extend([rca[u"title"] for rca in rcas])
# Generate csv tables:
csv_file = f"{table[u'output-file']}.csv"
@@ -2619,66 +2670,12 @@ def table_comparison(table, input_data):
txt_file_name = f"{table[u'output-file']}.txt"
convert_csv_to_pretty_txt(csv_file, txt_file_name, delimiter=u";")
- # Generate rst table:
- file_name = table[u'output-file'].split(u"/")[-1]
- if u"vpp" in table[u'output-file']:
- path = u"_tmp/src/vpp_performance_tests/comparisons/"
- else:
- path = u"_tmp/src/dpdk_performance_tests/comparisons/"
- rst_file_name = f"{path}{file_name}-txt.rst"
- csv_file_name = f"{path}{file_name}.csv"
- with open(csv_file_name, u"wt", encoding='utf-8') as file_handler:
- file_handler.write(
- u",".join(
- [f'"{itm}"' for itm in header]
- ) + u"\n"
- )
- for test in tbl_final:
- file_handler.write(
- u",".join(
- [f'"{itm}"' for itm in test]
- ) + u"\n"
- )
-
- convert_csv_to_pretty_txt(csv_file_name, rst_file_name, delimiter=u",")
-
- legend = u"\nLegend:\n"
- for idx, rca in enumerate(rcas):
- try:
- desc = (
- f"Diff({cols[comparisons[idx][u'reference'] - 1][u'title']},"
- f"{cols[comparisons[idx][u'compare'] - 1][u'title']})\n"
- )
- except (KeyError, IndexError):
- desc = u"\n"
- legend += f"{rca[u'title']}: Root Cause Analysis for {desc}"
- legend += (
- u"First part of the result is a mean value [Mpps].\n"
- f"Second part of the result following '\u00B1' is a standard "
- u"deviation [Mpps].\n"
- u"First part of Diff is a relative change of mean values [%].\n"
- f"Second part of Diff following '\u00B1' is a standard deviation "
- u"of the Diff [percentual points].\n"
- u"NT: Not tested.\n"
- )
-
- footnote = u""
- for rca in rcas:
- footnote += f"\n{rca[u'title']}:\n"
- footnote += rca[u"data"].get(u"footnote", u"")
-
with open(txt_file_name, u'a', encoding='utf-8') as txt_file:
txt_file.write(legend)
if footnote:
txt_file.write(footnote)
txt_file.write(u":END")
- with open(rst_file_name, u'a', encoding='utf-8') as txt_file:
- txt_file.write(legend.replace(u"\n", u" |br| "))
- if footnote:
- txt_file.write(footnote.replace(u"\n", u" |br| "))
- txt_file.write(u":END")
-
# Generate html table:
_tpc_generate_html_table(
header,
@@ -2686,5 +2683,6 @@ def table_comparison(table, input_data):
table[u'output-file'],
legend=legend,
footnote=footnote,
- sort_data=False
+ sort_data=False,
+ title=table.get(u"title", u"")
)
diff --git a/resources/tools/presentation/pal_utils.py b/resources/tools/presentation/pal_utils.py
index 3efa00af2c..20bf9a65c4 100644
--- a/resources/tools/presentation/pal_utils.py
+++ b/resources/tools/presentation/pal_utils.py
@@ -315,13 +315,11 @@ def convert_csv_to_pretty_txt(csv_file_name, txt_file_name, delimiter=u","):
if txt_table is None:
txt_table = prettytable.PrettyTable(row)
else:
- txt_table.add_row(row)
+ txt_table.add_row(
+ [str(itm.replace(u"\u00B1", u"+-")) for itm in row]
+ )
txt_table.align = u"r"
txt_table.align[u"Test Case"] = u"l"
- txt_table.align[u"RCA"] = u"l"
- txt_table.align[u"RCA1"] = u"l"
- txt_table.align[u"RCA2"] = u"l"
- txt_table.align[u"RCA3"] = u"l"
if not txt_table:
return
diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml
index ab8ac178cc..45d1ba46c7 100644
--- a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr.yaml
+++ b/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca1.yaml
@@ -27,4 +27,4 @@
64b-2t1c-avf-ethip4-ip4scale20k: 1
64b-2t1c-avf-ethip4-ip4scale2m: 1
64b-2t1c-ethip4udp-ip4base-nat44: 1
-footnote: "[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subjecto to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n"
+footnote: "[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subject to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n"
diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca2.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca2.yaml
new file mode 100644
index 0000000000..45d1ba46c7
--- /dev/null
+++ b/resources/tools/presentation/rca/rca-2n-skx-2t1c-ndr-rca2.yaml
@@ -0,0 +1,30 @@
+64b-2t1c-eth-l2patch: 2
+64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3
+64b-2t1c-avf-eth-l2patch: 2
+64b-2t1c-avf-eth-l2xcbase: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3
+64b-2t1c-dot1q-l2xcbase: 5
+64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4: 4
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4
+64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm: 4
+64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1
+64b-2t1c-dot1q-ip4base: 1
+64b-2t1c-ethip4-ip4base: 1
+64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows: 1
+64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows: 1
+64b-2t1c-avf-dot1q-l2bdbasemaclrn-gbp: 1
+64b-2t1c-ethip4-ip4scale200k: 1
+64b-2t1c-ethip4-ip4scale2m: 1
+64b-2t1c-avf-dot1q-ip4base: 1
+64b-2t1c-avf-ethip4-ip4base: 1
+64b-2t1c-avf-ethip4-ip4scale200k: 1
+64b-2t1c-avf-ethip4-ip4scale20k: 1
+64b-2t1c-avf-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4udp-ip4base-nat44: 1
+footnote: "[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subject to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n"
diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml
new file mode 100644
index 0000000000..45d1ba46c7
--- /dev/null
+++ b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca1.yaml
@@ -0,0 +1,30 @@
+64b-2t1c-eth-l2patch: 2
+64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3
+64b-2t1c-avf-eth-l2patch: 2
+64b-2t1c-avf-eth-l2xcbase: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3
+64b-2t1c-dot1q-l2xcbase: 5
+64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4: 4
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4
+64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm: 4
+64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1
+64b-2t1c-dot1q-ip4base: 1
+64b-2t1c-ethip4-ip4base: 1
+64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows: 1
+64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows: 1
+64b-2t1c-avf-dot1q-l2bdbasemaclrn-gbp: 1
+64b-2t1c-ethip4-ip4scale200k: 1
+64b-2t1c-ethip4-ip4scale2m: 1
+64b-2t1c-avf-dot1q-ip4base: 1
+64b-2t1c-avf-ethip4-ip4base: 1
+64b-2t1c-avf-ethip4-ip4scale200k: 1
+64b-2t1c-avf-ethip4-ip4scale20k: 1
+64b-2t1c-avf-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4udp-ip4base-nat44: 1
+footnote: "[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subject to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n"
diff --git a/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca2.yaml b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca2.yaml
new file mode 100644
index 0000000000..45d1ba46c7
--- /dev/null
+++ b/resources/tools/presentation/rca/rca-2n-skx-2t1c-pdr-rca2.yaml
@@ -0,0 +1,30 @@
+64b-2t1c-eth-l2patch: 2
+64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3
+64b-2t1c-avf-eth-l2patch: 2
+64b-2t1c-avf-eth-l2xcbase: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3
+64b-2t1c-dot1q-l2xcbase: 5
+64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4: 4
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4
+64b-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm: 4
+64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1
+64b-2t1c-dot1q-ip4base: 1
+64b-2t1c-ethip4-ip4base: 1
+64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows: 1
+64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows: 1
+64b-2t1c-avf-dot1q-l2bdbasemaclrn-gbp: 1
+64b-2t1c-ethip4-ip4scale200k: 1
+64b-2t1c-ethip4-ip4scale2m: 1
+64b-2t1c-avf-dot1q-ip4base: 1
+64b-2t1c-avf-ethip4-ip4base: 1
+64b-2t1c-avf-ethip4-ip4scale200k: 1
+64b-2t1c-avf-ethip4-ip4scale20k: 1
+64b-2t1c-avf-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4udp-ip4base-nat44: 1
+footnote: "[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subject to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n"
diff --git a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr.yaml b/resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca1.yaml
index 2ae4edc12f..c359336610 100644
--- a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr.yaml
+++ b/resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca1.yaml
@@ -36,4 +36,4 @@ imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1
64b-2t1c-avf-ethip4-ip4scale20k: 1
64b-2t1c-avf-ethip4-ip4scale2m: 1
64b-2t1c-ethip4udp-ip4base-nat44: 1
-footnote: "[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subjecto to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n"
+footnote: "[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subject to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n"
diff --git a/resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca2.yaml b/resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca2.yaml
new file mode 100644
index 0000000000..c359336610
--- /dev/null
+++ b/resources/tools/presentation/rca/rca-3n-skx-2t1c-ndr-rca2.yaml
@@ -0,0 +1,39 @@
+64b-2t1c-eth-l2patch: 2
+64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2xcbase-eth-2memif-1lxc: 3
+64b-2t1c-avf-eth-l2patch: 2
+64b-2t1c-avf-eth-l2xcbase: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc: 3
+64b-2t1c-dot1q-l2xcbase: 5
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-masq: 2
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-stat: 2
+64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-dyn: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm: 4
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1
+64b-2t1c-dot1q-ip4base: 1
+64b-2t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows: 1
+64b-2t1c-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1
+imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-avf-ethip4-ip4base: 1
+64b-2t1c-avf-ethip4-ip4scale200k: 1
+64b-2t1c-avf-ethip4-ip4scale20k: 1
+64b-2t1c-avf-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4udp-ip4base-nat44: 1
+footnote: "[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subject to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n"
diff --git a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml
new file mode 100644
index 0000000000..c359336610
--- /dev/null
+++ b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca1.yaml
@@ -0,0 +1,39 @@
+64b-2t1c-eth-l2patch: 2
+64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2xcbase-eth-2memif-1lxc: 3
+64b-2t1c-avf-eth-l2patch: 2
+64b-2t1c-avf-eth-l2xcbase: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc: 3
+64b-2t1c-dot1q-l2xcbase: 5
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-masq: 2
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-stat: 2
+64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-dyn: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm: 4
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1
+64b-2t1c-dot1q-ip4base: 1
+64b-2t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows: 1
+64b-2t1c-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1
+imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-avf-ethip4-ip4base: 1
+64b-2t1c-avf-ethip4-ip4scale200k: 1
+64b-2t1c-avf-ethip4-ip4scale20k: 1
+64b-2t1c-avf-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4udp-ip4base-nat44: 1
+footnote: "[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subject to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n"
diff --git a/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca2.yaml b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca2.yaml
new file mode 100644
index 0000000000..c359336610
--- /dev/null
+++ b/resources/tools/presentation/rca/rca-3n-skx-2t1c-pdr-rca2.yaml
@@ -0,0 +1,39 @@
+64b-2t1c-eth-l2patch: 2
+64b-2t1c-eth-l2xcbase-eth-2memif-1dcr: 3
+64b-2t1c-eth-l2xcbase-eth-2memif-1lxc: 3
+64b-2t1c-avf-eth-l2patch: 2
+64b-2t1c-avf-eth-l2xcbase: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2memif-1lxc: 3
+64b-2t1c-dot1q-l2xcbase: 5
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr: 3
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-masq: 2
+64b-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm: 4
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-stat: 2
+64b-2t1c-ethip4-ip4base-eth-2memif-1dcr: 3
+78b-2t1c-ethip6srhip6-ip6base-srv6proxy-dyn: 2
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm: 4
+64b-2t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm: 4
+64b-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc: 4
+64b-2t1c-avf-dot1q-l2bdbasemaclrn: 1
+64b-2t1c-dot1q-ip4base: 1
+64b-2t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows: 1
+64b-2t1c-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+64b-2t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1
+imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha: 1
+imix-2t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm: 1
+64b-2t1c-avf-ethip4-ip4base: 1
+64b-2t1c-avf-ethip4-ip4scale200k: 1
+64b-2t1c-avf-ethip4-ip4scale20k: 1
+64b-2t1c-avf-ethip4-ip4scale2m: 1
+64b-2t1c-ethip4udp-ip4base-nat44: 1
+footnote: "[1] Impact of Skx ucode upgrade from 0x2000043 to 0x2000065 in combination with SuperMicro motherboards/firmware and kernel updates, subject to the ongoing detailed RCA investigation with Intel NPG.\n[2] Applied fix of FVL NIC firmware 6.0.1 for increasing TRex Mpps rate from 27 Mpps to 37 Mpps, [CSIT-1503], [TRex-519].\n[3] Applied VPP PAPI fix to enable memif zero-copy, [CSIT-1592], [VPP-1764].\n[4] To-Be-Investigated, vhost-user avg PDR throughput rate has higher stdev than before.\n[5] To-Be-Investigated, dot1q-l2xc with DPDK FVL.\n"
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index a330ed86a2..a1650c84cf 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -163,29 +163,29 @@
replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost:
csit-vpp-perf-verify-1908-3n-skx:
- - 52 # NDRPDR sel vhost
- - 53 # NDRPDR sel vhost
- - 55 # NDRPDR sel vhost
- - 61 # NDRPDR sel vhost
- - 62 # NDRPDR sel vhost
- - 63 # NDRPDR sel vhost
- - 64 # NDRPDR sel vhost
- - 65 # NDRPDR sel vhost
- - 66 # NDRPDR sel vhost
- - 67 # NDRPDR sel vhost
+ - 52 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 53 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 55 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 61 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 62 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 63 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 64 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 65 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 66 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 67 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost:
csit-vpp-perf-verify-1908-2n-skx:
- - 88 # NDRPDR sel vhost
- - 89 # NDRPDR sel vhost
- - 91 # NDRPDR sel vhost
- - 92 # NDRPDR sel vhost
- - 93 # NDRPDR sel vhost
- - 94 # NDRPDR sel vhost
- - 95 # NDRPDR sel vhost
- - 96 # NDRPDR sel vhost
- - 97 # NDRPDR sel vhost
- - 98 # NDRPDR sel vhost
+ - 88 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 89 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 91 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 92 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 93 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 94 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 95 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 96 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 97 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 98 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
###########################################################################
# Plots:
@@ -271,16 +271,18 @@
plot-vpp-throughput-lat-tsa-3n-skx:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-hdrh-lat-3n-skx:
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-nfv-3n-skx-ndrpdr:
# TODO: Add data
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-nfv-3n-skx-mrr:
csit-vpp-perf-verify-2001-3n-skx:
@@ -317,19 +319,20 @@
plot-vpp-throughput-lat-tsa-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-hdrh-lat-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-http-server-performance:
csit-vpp-perf-verify-2001-2n-clx:
@@ -580,19 +583,22 @@
vpp-nic-comparison-3n-skx:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-nic-comparison-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-nic-comparison-3n-skx-mrr:
csit-vpp-perf-verify-2001-3n-skx:
@@ -652,8 +658,20 @@
vpp-perf-results-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- # TODO: Replace
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 155 # NDRPDR full - perf-full-2n-skx-ip4_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 156 # NDRPDR full - perf-full-2n-skx-ip4_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 157 # NDRPDR full - perf-full-2n-skx-ip4_III - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 158 # NDRPDR full - perf-full-2n-skx-ip4_V - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 159 # NDRPDR full - perf-full-2n-skx-ip4_VIII - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 160 # NDRPDR full - perf-full-2n-skx-ip4_IX - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 161 # NDRPDR full - perf-full-2n-skx-ip6_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 162 # NDRPDR full - perf-full-2n-skx-ip6_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 163 # NDRPDR full - perf-full-2n-skx-l2_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 164 # NDRPDR full - perf-full-2n-skx-l2_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 165 # NDRPDR full - perf-full-2n-skx-memif - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 166 # NDRPDR full - perf-full-2n-skx-vhost I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 167 # NDRPDR full - perf-full-2n-skx-vhost II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 168 # NDRPDR full - perf-full-2n-skx-vts - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-perf-results-2n-clx:
csit-vpp-perf-verify-2001-2n-clx:
@@ -771,6 +789,92 @@
# Performance changes
+ vpp-perf-changes-2n-skx-old1908_0:
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ vpp-perf-changes-2n-skx-old1908_1:
+ csit-vpp-perf-verify-1908_1-2n-skx:
+ - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 6 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 16 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 21 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 23 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 24 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 25 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ vpp-perf-changes-2n-skx-new1908_1:
+ csit-vpp-perf-verify-1908_1-2n-skx:
+ - 39 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 40 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 41 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 43 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 44 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 45 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 46 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ vpp-perf-changes-2n-skx-new2001_0:
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+
+ vpp-perf-changes-3n-skx-old1908_0:
+ csit-vpp-perf-verify-1908-3n-skx:
+ - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ vpp-perf-changes-3n-skx-old1908_1:
+ csit-vpp-perf-verify-1908_1-3n-skx:
+ - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 7 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 8 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 9 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 11 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 12 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 13 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ vpp-perf-changes-3n-skx-new1908_1:
+ csit-vpp-perf-verify-1908_1-3n-skx:
+ - 26 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 27 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ vpp-perf-changes-3n-skx-new2001_0:
+ csit-vpp-perf-verify-2001-3n-skx:
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+
vpp-performance-changes-3n-hsw-h1:
csit-vpp-perf-verify-1904-3n-hsw:
- 11 # NDRPDR sel
@@ -826,20 +930,22 @@
- 25 # NDRPDR sel
vpp-performance-changes-3n-skx-ref:
csit-vpp-perf-verify-1908-3n-skx:
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 25 # NDRPDR sel
- - 26 # NDRPDR sel
- - 29 # NDRPDR sel
+ - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release
vpp-performance-changes-3n-skx-cmp:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-performance-changes-3n-skx:
- "vpp-performance-changes-3n-skx-h1"
- "vpp-performance-changes-3n-skx-ref"
@@ -859,27 +965,28 @@
- 32 # NDRPDR sel
vpp-performance-changes-2n-skx-ref:
csit-vpp-perf-verify-1908-2n-skx:
- - 26 # NDRPDR sel
- - 27 # NDRPDR sel
- - 34 # NDRPDR sel
- - 35 # NDRPDR sel
- - 36 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 45 # NDRPDR sel
- - 46 # NDRPDR sel
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release
vpp-performance-changes-2n-skx-cmp:
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-performance-changes-2n-skx:
- "vpp-performance-changes-2n-skx-h1"
- "vpp-performance-changes-2n-skx-ref"
@@ -985,15 +1092,16 @@
vpp-soak-vs-ndr-2n-skx-ref:
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-soak-vs-ndr-2n-skx-cmp:
# TODO: Replace
# csit-vpp-perf-verify-2001-2n-skx:
@@ -1002,15 +1110,16 @@
- 86 # SOAK
vpp-soak-vs-ndr-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
- 83 # SOAK
- 86 # SOAK
@@ -1301,22 +1410,25 @@
vpp-compare-testbeds-cmp:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-compare-testbeds:
- "vpp-compare-testbeds-ref"
- "vpp-compare-testbeds-cmp"
vpp-compare-testbeds-skx-clx-ref:
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-compare-testbeds-skx-clx-cmp:
csit-vpp-perf-verify-2001-2n-clx:
- 28 # NDRPDR sel
@@ -1495,18 +1607,21 @@
vpp-compare-topologies-ref:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-compare-topologies-cmp:
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-compare-topologies:
- "vpp-compare-topologies-ref"
- "vpp-compare-topologies-cmp"
@@ -2305,16 +2420,16 @@
- 82 # NDRPDR full
- 84 # NDRPDR full
- 85 # NDRPDR full
- - 87 # hoststack
- - 88 # hoststack
- - 89 # hoststack
- - 90 # hoststack
- - 91 # hoststack
- - 92 # hoststack
- - 93 # hoststack
- - 94 # hoststack
- - 95 # hoststack
- - 96 # hoststack
+ - 103 # hoststack
+ - 104 # hoststack
+ - 105 # hoststack
+ - 106 # hoststack
+ - 107 # hoststack
+ - 108 # hoststack
+ - 109 # hoststack
+ - 110 # hoststack
+ - 111 # hoststack
+ - 112 # hoststack
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
@@ -2329,27 +2444,43 @@
- 23 # NDRPDR sel
- 25 # NDRPDR sel
csit-vpp-perf-verify-1908-3n-skx:
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 25 # NDRPDR sel
- - 26 # NDRPDR sel
- - 29 # NDRPDR sel
- - 52 # NDRPDR sel vhost
- - 53 # NDRPDR sel vhost
- - 55 # NDRPDR sel vhost
- - 61 # NDRPDR sel vhost
- - 62 # NDRPDR sel vhost
- - 63 # NDRPDR sel vhost
- - 64 # NDRPDR sel vhost
- - 65 # NDRPDR sel vhost
- - 66 # NDRPDR sel vhost
- - 67 # NDRPDR sel vhost
- - 36 # MRR sel
+ - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 52 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 53 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 55 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 61 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 62 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 63 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 64 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 65 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 66 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 67 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 36 # MRR sel - old1908 - vpp build: 19.08-release
+ csit-vpp-perf-verify-1908_1-3n-skx:
+ - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 7 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 8 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 9 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 11 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 12 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 13 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 26 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 27 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
csit-vpp-perf-verify-2001-3n-skx:
# - 45 # NDRPDR sel
# - 46 # NDRPDR sel
@@ -2371,7 +2502,9 @@
# - 62 # NDRPDR sel addition
# - 63 # NDRPDR sel addition
# - 64 # NDRPDR sel addition
- - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
- 50 # MRR sel
- 53 # MRR sel addition
@@ -2388,63 +2521,99 @@
- 31 # NDRPDR sel
- 32 # NDRPDR sel
csit-vpp-perf-verify-1908-2n-skx:
- - 26 # NDRPDR sel
- - 27 # NDRPDR sel
- - 34 # NDRPDR sel
- - 35 # NDRPDR sel
- - 36 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 45 # NDRPDR sel
- - 46 # NDRPDR sel
- - 88 # NDRPDR sel vhost
- - 89 # NDRPDR sel vhost
- - 91 # NDRPDR sel vhost
- - 92 # NDRPDR sel vhost
- - 93 # NDRPDR sel vhost
- - 94 # NDRPDR sel vhost
- - 95 # NDRPDR sel vhost
- - 96 # NDRPDR sel vhost
- - 97 # NDRPDR sel vhost
- - 98 # NDRPDR sel vhost
- - 69 # MRR sel
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 88 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 89 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 91 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 92 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 93 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 94 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 95 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 96 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 97 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 98 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 69 # MRR sel - old1908 - vpp build: 19.08-release
# - 22 # NFV
# - 31 # NFV
# - 32 # NFV
# - 71 # NFV MRR
+ csit-vpp-perf-verify-1908_1-2n-skx:
+ - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 6 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 16 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 21 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 23 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 24 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 25 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 39 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 40 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 41 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 43 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 44 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 45 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 46 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
csit-vpp-perf-verify-2001-2n-skx:
-# - 92 # NDRPDR sel
-# - 93 # NDRPDR sel
-# - 94 # NDRPDR sel
-# - 95 # NDRPDR sel
-# - 96 # NDRPDR sel
-# - 97 # NDRPDR sel
-# - 98 # NDRPDR sel
-# - 99 # NDRPDR sel
-# - 100 # NDRPDR sel
-# - 102 # NDRPDR sel
-# - 129 # NDRPDR sel addition
-# - 130 # NDRPDR sel addition
-# - 131 # NDRPDR sel addition
-# - 132 # NDRPDR sel addition
-# - 133 # NDRPDR sel addition
-# - 134 # NDRPDR sel addition
-# - 135 # NDRPDR sel addition
-# - 136 # NDRPDR sel addition
-# - 137 # NDRPDR sel addition
-# - 138 # NDRPDR sel addition
- - 143 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 146 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 147 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 148 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 149 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 150 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 151 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 152 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 153 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
- - 101 # MRR sel
- - 128 # MRR sel addition
+# - 92 # NDRPDR sel - old
+# - 93 # NDRPDR sel - old
+# - 94 # NDRPDR sel - old
+# - 95 # NDRPDR sel - old
+# - 96 # NDRPDR sel - old
+# - 97 # NDRPDR sel - old
+# - 98 # NDRPDR sel - old
+# - 99 # NDRPDR sel - old
+# - 100 # NDRPDR sel - old
+# - 102 # NDRPDR sel - old
+# - 129 # NDRPDR sel addition - old
+# - 130 # NDRPDR sel addition - old
+# - 131 # NDRPDR sel addition - old
+# - 132 # NDRPDR sel addition - old
+# - 133 # NDRPDR sel addition - old
+# - 134 # NDRPDR sel addition - old
+# - 135 # NDRPDR sel addition - old
+# - 136 # NDRPDR sel addition - old
+# - 137 # NDRPDR sel addition - old
+# - 138 # NDRPDR sel addition - old
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 155 # NDRPDR full - perf-full-2n-skx-ip4_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 156 # NDRPDR full - perf-full-2n-skx-ip4_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 157 # NDRPDR full - perf-full-2n-skx-ip4_III - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 158 # NDRPDR full - perf-full-2n-skx-ip4_V - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 159 # NDRPDR full - perf-full-2n-skx-ip4_VIII - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 160 # NDRPDR full - perf-full-2n-skx-ip4_IX - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 161 # NDRPDR full - perf-full-2n-skx-ip6_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 162 # NDRPDR full - perf-full-2n-skx-ip6_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 163 # NDRPDR full - perf-full-2n-skx-l2_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 164 # NDRPDR full - perf-full-2n-skx-l2_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 165 # NDRPDR full - perf-full-2n-skx-memif - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 166 # NDRPDR full - perf-full-2n-skx-vhost I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 167 # NDRPDR full - perf-full-2n-skx-vhost II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 168 # NDRPDR full - perf-full-2n-skx-vts - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 101 # MRR sel - old
+ - 128 # MRR sel addition - old
csit-vpp-perf-verify-2001-2n-clx:
- 28 # NDRPDR sel
@@ -3211,14 +3380,94 @@
- "parent"
- "throughput"
+# VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr
+- type: "table"
+ title: "VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-rca-3n-skx-2t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ rca:
+ - title: "RCA1"
+ data: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
+ - title: "RCA2"
+ data: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
+ columns:
+ - title: "1908.0.pe"
+ data-set: "vpp-perf-changes-3n-skx-old1908_0"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
+ - title: "1908.1.pe"
+ data-set: "vpp-perf-changes-3n-skx-old1908_1"
+ - title: "1908.1.ce"
+ data-set: "vpp-perf-changes-3n-skx-new1908_1"
+ - title: "2001.0.ce"
+ data-set: "vpp-perf-changes-3n-skx-new2001_0"
+ comparisons:
+ - title: "Diff1"
+ reference: 2
+ reference-alt: 1
+ compare: 3
+ - title: "Diff2"
+ reference: 3
+ compare: 4
+ legend:
+ - "Legend to Table"
+ - "1908.0, 1908.1, 2001.0 - VPP versions tested."
+ - "pe - previous environment used for testing, per CSIT-1908 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "ce - current environment used for testing, per CSIT-2001 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)."
+ - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce."
+ - "RCA1 - root cause analysis reference for Diff1."
+ - "RCA2 - root cause analysis reference for Diff2."
+
+# VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr
+- type: "table"
+ title: "VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-rca-3n-skx-2t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ rca:
+ - title: "RCA1"
+ data: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
+ - title: "RCA2"
+ data: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
+ columns:
+ - title: "1908.0.pe"
+ data-set: "vpp-perf-changes-3n-skx-old1908_0"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
+ - title: "1908.1.pe"
+ data-set: "vpp-perf-changes-3n-skx-old1908_1"
+ - title: "1908.1.ce"
+ data-set: "vpp-perf-changes-3n-skx-new1908_1"
+ - title: "2001.0.ce"
+ data-set: "vpp-perf-changes-3n-skx-new2001_0"
+ comparisons:
+ - title: "Diff1"
+ reference: 2
+ reference-alt: 1
+ compare: 3
+ - title: "Diff2"
+ reference: 3
+ compare: 4
+ legend:
+ - "Legend to Table"
+ - "1908.0, 1908.1, 2001.0 - VPP versions tested."
+ - "pe - previous environment used for testing, per CSIT-1908 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "ce - current environment used for testing, per CSIT-2001 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)."
+ - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce."
+ - "RCA1 - root cause analysis reference for Diff1."
+ - "RCA2 - root cause analysis reference for Diff2."
+
# VPP Performance Changes 3n-skx 2t1c pdr
- type: "table"
title: "VPP Performance Changes 3n-skx 2t1c pdr"
algorithm: "table_perf_comparison_nic"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
- rca:
- title: "RCA"
- data-file: "rca/rca-3n-skx-2t1c-pdr.yaml"
+# rca:
+# title: "RCA"
+# data-file: "rca/rca-3n-skx-2t1c-pdr.yaml"
history:
- title: "1904"
data: "vpp-performance-changes-3n-skx-h1"
@@ -3331,14 +3580,94 @@
- "throughput"
- "tags"
+# VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr
+- type: "table"
+ title: "VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-rca-2n-skx-2t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ rca:
+ - title: "RCA1"
+ data: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
+ - title: "RCA2"
+ data: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
+ columns:
+ - title: "1908.0.pe"
+ data-set: "vpp-perf-changes-2n-skx-old1908_0"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
+ - title: "1908.1.pe"
+ data-set: "vpp-perf-changes-2n-skx-old1908_1"
+ - title: "1908.1.ce"
+ data-set: "vpp-perf-changes-2n-skx-new1908_1"
+ - title: "2001.0.ce"
+ data-set: "vpp-perf-changes-2n-skx-new2001_0"
+ comparisons:
+ - title: "Diff1"
+ reference: 2
+ reference-alt: 1
+ compare: 3
+ - title: "Diff2"
+ reference: 3
+ compare: 4
+ legend:
+ - "Legend to Table"
+ - "1908.0, 1908.1, 2001.0 - VPP versions tested."
+ - "pe - previous environment used for testing, per CSIT-1908 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "ce - current environment used for testing, per CSIT-2001 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)."
+ - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce."
+ - "RCA1 - root cause analysis reference for Diff1."
+ - "RCA2 - root cause analysis reference for Diff2."
+
+# VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr
+- type: "table"
+ title: "VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-rca-2n-skx-2t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ rca:
+ - title: "RCA1"
+ data: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
+ - title: "RCA2"
+ data: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
+ columns:
+ - title: "1908.0.pe"
+ data-set: "vpp-perf-changes-2n-skx-old1908_0"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
+ - title: "1908.1.pe"
+ data-set: "vpp-perf-changes-2n-skx-old1908_1"
+ - title: "1908.1.ce"
+ data-set: "vpp-perf-changes-2n-skx-new1908_1"
+ - title: "2001.0.ce"
+ data-set: "vpp-perf-changes-2n-skx-new2001_0"
+ comparisons:
+ - title: "Diff1"
+ reference: 2
+ reference-alt: 1
+ compare: 3
+ - title: "Diff2"
+ reference: 3
+ compare: 4
+ legend:
+ - "Legend to Table"
+ - "1908.0, 1908.1, 2001.0 - VPP versions tested."
+ - "pe - previous environment used for testing, per CSIT-1908 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "ce - current environment used for testing, per CSIT-2001 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
+ - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)."
+ - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce."
+ - "RCA1 - root cause analysis reference for Diff1."
+ - "RCA2 - root cause analysis reference for Diff2."
+
# VPP Performance Changes 2n-skx 2t1c pdr
- type: "table"
title: "VPP Performance Changes 2n-skx 2t1c pdr"
algorithm: "table_perf_comparison_nic"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
- rca:
- title: "RCA"
- data-file: "rca/rca-2n-skx-2t1c-pdr.yaml"
+# rca:
+# title: "RCA"
+# data-file: "rca/rca-2n-skx-2t1c-pdr.yaml"
history:
- title: "1904"
data: "vpp-performance-changes-2n-skx-h1"