aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2020-07-08 09:59:24 +0200
committerTibor Frank <tifrank@cisco.com>2020-07-08 11:09:41 +0200
commitd0f1e8778dac3549a1f1e403541de9f3ee88ec8d (patch)
treed8d7809f221e1fb029b724ba8adde011bf37a7b2
parentff8c8cf6083f64fd337115fec20501f7b247540e (diff)
Report 2005: Add data, hide dnv, soak, reconf, nfv
Change-Id: Iff1b1db3e31d2e1f19f8309ba28f1f88e0538f6c Signed-off-by: Tibor Frank <tifrank@cisco.com>
-rw-r--r--docs/report/detailed_test_results/dpdk_performance_results/index.rst4
-rw-r--r--docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst65
-rw-r--r--docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst2
-rw-r--r--docs/report/index.html.template8
-rw-r--r--docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst237
-rw-r--r--docs/report/vpp_performance_tests/comparisons/index.rst2
-rw-r--r--docs/report/vpp_performance_tests/index.rst8
-rw-r--r--docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst2
-rw-r--r--docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst2
-rw-r--r--docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst2
-rw-r--r--docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst2
-rw-r--r--docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst2
-rw-r--r--docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst2
-rw-r--r--docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst2
-rw-r--r--docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst2
-rw-r--r--docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst2
-rw-r--r--docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst2
-rw-r--r--resources/tools/presentation/specification.yaml1254
18 files changed, 774 insertions, 826 deletions
diff --git a/docs/report/detailed_test_results/dpdk_performance_results/index.rst b/docs/report/detailed_test_results/dpdk_performance_results/index.rst
index 3682167a22..87c956beb2 100644
--- a/docs/report/detailed_test_results/dpdk_performance_results/index.rst
+++ b/docs/report/detailed_test_results/dpdk_performance_results/index.rst
@@ -7,6 +7,8 @@ DPDK Throughput
../dpdk_performance_results_3n_skx/index
../dpdk_performance_results_2n_clx/index
../dpdk_performance_results_3n_hsw/index
+ ../dpdk_performance_results_3n_tsh/index
+
+..
../dpdk_performance_results_2n_dnv/index
../dpdk_performance_results_3n_dnv/index
- ../dpdk_performance_results_3n_tsh/index
diff --git a/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst
index 6358185c30..fb3cfaffce 100644
--- a/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst
+++ b/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst
@@ -115,51 +115,52 @@ Comparison tables in ASCII and CSV formats:
- `CSV 2t1c PDR comparison <../../_static/dpdk/performance-changes-2n-clx-2t1c-pdr.csv>`_
- `CSV 4t1c PDR comparison <../../_static/dpdk/performance-changes-2n-clx-4t2c-pdr.csv>`_
-2n-dnv
-~~~~~~
+..
+ 2n-dnv
+ ~~~~~~
-NDR Comparison
-``````````````
+ NDR Comparison
+ ``````````````
-Comparison tables in ASCII and CSV formats:
+ Comparison tables in ASCII and CSV formats:
- - `ASCII 1t1c NDR comparison <../../_static/dpdk/performance-changes-2n-dnv-1t1c-ndr.txt>`_
- - `ASCII 4t1c NDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-ndr.txt>`_
- - `CSV 1t1c NDR comparison <../../_static/dpdk/performance-changes-2n-dnv-1t1c-ndr.csv>`_
- - `CSV 4t1c NDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-ndr.csv>`_
+ - `ASCII 1t1c NDR comparison <../../_static/dpdk/performance-changes-2n-dnv-1t1c-ndr.txt>`_
+ - `ASCII 4t1c NDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-ndr.txt>`_
+ - `CSV 1t1c NDR comparison <../../_static/dpdk/performance-changes-2n-dnv-1t1c-ndr.csv>`_
+ - `CSV 4t1c NDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-ndr.csv>`_
-PDR Comparison
-``````````````
+ PDR Comparison
+ ``````````````
-Comparison tables in ASCII and CSV formats:
+ Comparison tables in ASCII and CSV formats:
- - `ASCII 1t1c PDR comparison <../../_static/dpdk/performance-changes-2n-dnv-1t1c-pdr.txt>`_
- - `ASCII 4t1c PDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-pdr.txt>`_
- - `CSV 1t1c PDR comparison <../../_static/dpdk/performance-changes-2n-dnv-1t1c-pdr.csv>`_
- - `CSV 4t1c PDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-pdr.csv>`_
+ - `ASCII 1t1c PDR comparison <../../_static/dpdk/performance-changes-2n-dnv-1t1c-pdr.txt>`_
+ - `ASCII 4t1c PDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-pdr.txt>`_
+ - `CSV 1t1c PDR comparison <../../_static/dpdk/performance-changes-2n-dnv-1t1c-pdr.csv>`_
+ - `CSV 4t1c PDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-pdr.csv>`_
-3n-dnv
-~~~~~~
+ 3n-dnv
+ ~~~~~~
-NDR Comparison
-``````````````
+ NDR Comparison
+ ``````````````
-Comparison tables in ASCII and CSV formats:
+ Comparison tables in ASCII and CSV formats:
- - `ASCII 1t1c NDR comparison <../../_static/dpdk/performance-changes-3n-dnv-1t1c-ndr.txt>`_
- - `ASCII 4t1c NDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-ndr.txt>`_
- - `CSV 1t1c NDR comparison <../../_static/dpdk/performance-changes-3n-dnv-1t1c-ndr.csv>`_
- - `CSV 4t1c NDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-ndr.csv>`_
+ - `ASCII 1t1c NDR comparison <../../_static/dpdk/performance-changes-3n-dnv-1t1c-ndr.txt>`_
+ - `ASCII 4t1c NDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-ndr.txt>`_
+ - `CSV 1t1c NDR comparison <../../_static/dpdk/performance-changes-3n-dnv-1t1c-ndr.csv>`_
+ - `CSV 4t1c NDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-ndr.csv>`_
-PDR Comparison
-``````````````
+ PDR Comparison
+ ``````````````
-Comparison tables in ASCII and CSV formats:
+ Comparison tables in ASCII and CSV formats:
- - `ASCII 1t1c PDR comparison <../../_static/dpdk/performance-changes-3n-dnv-1t1c-pdr.txt>`_
- - `ASCII 4t1c PDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-pdr.txt>`_
- - `CSV 1t1c PDR comparison <../../_static/dpdk/performance-changes-3n-dnv-1t1c-pdr.csv>`_
- - `CSV 4t1c PDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-pdr.csv>`_
+ - `ASCII 1t1c PDR comparison <../../_static/dpdk/performance-changes-3n-dnv-1t1c-pdr.txt>`_
+ - `ASCII 4t1c PDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-pdr.txt>`_
+ - `CSV 1t1c PDR comparison <../../_static/dpdk/performance-changes-3n-dnv-1t1c-pdr.csv>`_
+ - `CSV 4t1c PDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-pdr.csv>`_
..
3n-tsh
diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst
index 479412310d..482c3ee860 100644
--- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst
+++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst
@@ -68,6 +68,8 @@ Additional information about graph data:
2n-clx-x710
3n-hsw-xl710
3n-hsw-x710
+
+..
2n-dnv-x553
3n-dnv-x553
diff --git a/docs/report/index.html.template b/docs/report/index.html.template
index 9ec3017ccd..74a03fba89 100644
--- a/docs/report/index.html.template
+++ b/docs/report/index.html.template
@@ -20,15 +20,17 @@ CSIT-2005
vpp_performance_tests/packet_throughput_graphs/index
vpp_performance_tests/throughput_speedup_multi_core/index
vpp_performance_tests/packet_latency/index
- vpp_performance_tests/soak_tests/index
- vpp_performance_tests/reconf_tests/index
- vpp_performance_tests/nf_service_density/index
vpp_performance_tests/hoststack_testing/index
vpp_performance_tests/comparisons/index
vpp_performance_tests/throughput_trending
vpp_performance_tests/test_environment
vpp_performance_tests/documentation/index
+..
+ vpp_performance_tests/soak_tests/index
+ vpp_performance_tests/reconf_tests/index
+ vpp_performance_tests/nf_service_density/index
+
.. toctree::
:maxdepth: 2
:caption: DPDK Performance
diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
index 42c5ff9f41..89003c3482 100644
--- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
+++ b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
@@ -39,25 +39,6 @@ results repeatability vary between the test cases.
2n-skx
~~~~~~
-..
- NDR Comparison with RCA
- ```````````````````````
-
- Comparison tables in HTML, ASCII and CSV formats:
-
- - `HTML 2t1c NDR RCA <performance-rca-2n-skx-2t1c-ndr.html>`_
- - `ASCII 2t1c NDR RCA <../../_static/vpp/performance-rca-2n-skx-2t1c-ndr.txt>`_
- - `CSV 2t1c NDR RCA <../../_static/vpp/performance-rca-2n-skx-2t1c-ndr-csv.csv>`_
-
- PDR Comparison with RCA
- ```````````````````````
-
- Comparison tables in HTML, ASCII and CSV formats:
-
- - `HTML 2t1c PDR RCA <performance-rca-2n-skx-2t1c-pdr.html>`_
- - `ASCII 2t1c PDR RCA <../../_static/vpp/performance-rca-2n-skx-2t1c-pdr.txt>`_
- - `CSV 2t1c PDR RCA <../../_static/vpp/performance-rca-2n-skx-2t1c-pdr-csv.csv>`_
-
NDR Comparison
``````````````
@@ -133,25 +114,6 @@ Comparison tables in HTML, ASCII and CSV formats:
3n-skx
~~~~~~
-..
- NDR Comparison with RCA
- ```````````````````````
-
- Comparison tables in HTML, ASCII and CSV formats:
-
- - `HTML 2t1c NDR RCA <performance-rca-3n-skx-2t1c-ndr.html>`_
- - `ASCII 2t1c NDR RCA <../../_static/vpp/performance-rca-3n-skx-2t1c-ndr.txt>`_
- - `CSV 2t1c NDR RCA <../../_static/vpp/performance-rca-3n-skx-2t1c-ndr-csv.csv>`_
-
- PDR Comparison with RCA
- ```````````````````````
-
- Comparison tables in HTML, ASCII and CSV formats:
-
- - `HTML 2t1c PDR RCA <performance-rca-3n-skx-2t1c-pdr.html>`_
- - `ASCII 2t1c PDR RCA <../../_static/vpp/performance-rca-3n-skx-2t1c-pdr.txt>`_
- - `CSV 2t1c PDR RCA <../../_static/vpp/performance-rca-3n-skx-2t1c-pdr-csv.csv>`_
-
NDR Comparison
``````````````
@@ -266,22 +228,22 @@ Comparison tables in HTML, ASCII and CSV formats:
- `CSV 4t2c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-4t2c-mrr-csv.csv>`_
- `CSV 8t4c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-xxv710-8t4c-mrr-csv.csv>`_
-2n-clx-x556
-~~~~~~~~~~~
+..
+ 2n-clx-x556
+ ~~~~~~~~~~~
-NDR Comparison
-``````````````
+ NDR Comparison
+ ``````````````
-Comparison tables in HTML, ASCII and CSV formats:
+ Comparison tables in HTML, ASCII and CSV formats:
- - `HTML 2t1c NDR comparison <performance-changes-2n-clx-x556-2t1c-ndr.html>`_
- - `HTML 4t2c NDR comparison <performance-changes-2n-clx-x556-4t2c-ndr.html>`_
- - `ASCII 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-ndr.txt>`_
- - `ASCII 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-ndr.txt>`_
- - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-ndr-csv.csv>`_
- - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-ndr-csv.csv>`_
+ - `HTML 2t1c NDR comparison <performance-changes-2n-clx-x556-2t1c-ndr.html>`_
+ - `HTML 4t2c NDR comparison <performance-changes-2n-clx-x556-4t2c-ndr.html>`_
+ - `ASCII 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-ndr.txt>`_
+ - `ASCII 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-ndr.txt>`_
+ - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-ndr-csv.csv>`_
+ - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-ndr-csv.csv>`_
-..
- `HTML 2t1c NFV Service Density NDR comparison <performance-changes-nfv-2n-clx-x556-2t1c-ndr.html>`_
- `HTML 4t2c NFV Service Density NDR comparison <performance-changes-nfv-2n-clx-x556-4t2c-ndr.html>`_
- `HTML 8t4c NFV Service Density NDR comparison <performance-changes-nfv-2n-clx-x556-8t4c-ndr.html>`_
@@ -292,19 +254,18 @@ Comparison tables in HTML, ASCII and CSV formats:
- `CSV 4t2c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-4t2c-ndr-csv.csv>`_
- `CSV 8t4c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-8t4c-ndr-csv.csv>`_
-PDR Comparison
-``````````````
+ PDR Comparison
+ ``````````````
-Comparison tables in HTML, ASCII and CSV formats:
+ Comparison tables in HTML, ASCII and CSV formats:
- - `HTML 2t1c PDR comparison <performance-changes-2n-clx-x556-2t1c-pdr.html>`_
- - `HTML 4t2c PDR comparison <performance-changes-2n-clx-x556-4t2c-pdr.html>`_
- - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-pdr.txt>`_
- - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-pdr.txt>`_
- - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-pdr-csv.csv>`_
- - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-pdr-csv.csv>`_
+ - `HTML 2t1c PDR comparison <performance-changes-2n-clx-x556-2t1c-pdr.html>`_
+ - `HTML 4t2c PDR comparison <performance-changes-2n-clx-x556-4t2c-pdr.html>`_
+ - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-pdr.txt>`_
+ - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-pdr.txt>`_
+ - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-pdr-csv.csv>`_
+ - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-pdr-csv.csv>`_
-..
- `HTML 2t1c NFV Service Density PDR comparison <performance-changes-nfv-2n-clx-x556-2t1c-pdr.html>`_
- `HTML 4t2c NFV Service Density PDR comparison <performance-changes-nfv-2n-clx-x556-4t2c-pdr.html>`_
- `HTML 8t4c NFV Service Density PDR comparison <performance-changes-nfv-2n-clx-x556-8t4c-pdr.html>`_
@@ -315,22 +276,21 @@ Comparison tables in HTML, ASCII and CSV formats:
- `CSV 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-4t2c-pdr-csv.csv>`_
- `CSV 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-clx-x556-8t4c-pdr-csv.csv>`_
-MRR Comparison
-``````````````
+ MRR Comparison
+ ``````````````
-Comparison tables in HTML, ASCII and CSV formats:
+ Comparison tables in HTML, ASCII and CSV formats:
- - `HTML 2t1c MRR comparison <performance-changes-2n-clx-x556-2t1c-mrr.html>`_
- - `HTML 4t2c MRR comparison <performance-changes-2n-clx-x556-4t2c-mrr.html>`_
- - `HTML 8t4c MRR comparison <performance-changes-2n-clx-x556-8t4c-mrr.html>`_
- - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-mrr.txt>`_
- - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-mrr.txt>`_
- - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-8t4c-mrr.txt>`_
- - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-mrr-csv.csv>`_
- - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-mrr-csv.csv>`_
- - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-8t4c-mrr-csv.csv>`_
+ - `HTML 2t1c MRR comparison <performance-changes-2n-clx-x556-2t1c-mrr.html>`_
+ - `HTML 4t2c MRR comparison <performance-changes-2n-clx-x556-4t2c-mrr.html>`_
+ - `HTML 8t4c MRR comparison <performance-changes-2n-clx-x556-8t4c-mrr.html>`_
+ - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-mrr.txt>`_
+ - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-mrr.txt>`_
+ - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-8t4c-mrr.txt>`_
+ - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-2t1c-mrr-csv.csv>`_
+ - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-4t2c-mrr-csv.csv>`_
+ - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-clx-x556-8t4c-mrr-csv.csv>`_
-..
- `HTML 2t1c NFV Service Density MRR comparison <performance-changes-nfv-2n-clx-x556-2t1c-mrr.html>`_
- `HTML 4t2c NFV Service Density MRR comparison <performance-changes-nfv-2n-clx-x556-4t2c-mrr.html>`_
- `HTML 8t4c NFV Service Density MRR comparison <performance-changes-nfv-2n-clx-x556-8t4c-mrr.html>`_
@@ -383,89 +343,90 @@ Comparison tables in HTML, ASCII and CSV formats:
- `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-2t2c-mrr-csv.csv>`_
- `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-4t4c-mrr-csv.csv>`_
-2n-dnv
-~~~~~~
+..
+ 2n-dnv
+ ~~~~~~
-NDR Comparison
-``````````````
+ NDR Comparison
+ ``````````````
-Comparison tables in HTML, ASCII and CSV formats:
+ Comparison tables in HTML, ASCII and CSV formats:
- - `HTML 1t1c NDR comparison <performance-changes-2n-dnv-1t1c-ndr.html>`_
- - `HTML 2t2c NDR comparison <performance-changes-2n-dnv-2t2c-ndr.html>`_
- - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-ndr.txt>`_
- - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-ndr.txt>`_
- - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-ndr-csv.csv>`_
- - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-ndr-csv.csv>`_
+ - `HTML 1t1c NDR comparison <performance-changes-2n-dnv-1t1c-ndr.html>`_
+ - `HTML 2t2c NDR comparison <performance-changes-2n-dnv-2t2c-ndr.html>`_
+ - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-ndr.txt>`_
+ - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-ndr.txt>`_
+ - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-ndr-csv.csv>`_
+ - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-ndr-csv.csv>`_
-PDR Comparison
-``````````````
+ PDR Comparison
+ ``````````````
-Comparison tables in HTML, ASCII and CSV formats:
+ Comparison tables in HTML, ASCII and CSV formats:
- - `HTML 1t1c PDR comparison <performance-changes-2n-dnv-1t1c-pdr.html>`_
- - `HTML 2t2c PDR comparison <performance-changes-2n-dnv-2t2c-pdr.html>`_
- - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-pdr.txt>`_
- - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-pdr.txt>`_
- - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-pdr-csv.csv>`_
- - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-pdr-csv.csv>`_
+ - `HTML 1t1c PDR comparison <performance-changes-2n-dnv-1t1c-pdr.html>`_
+ - `HTML 2t2c PDR comparison <performance-changes-2n-dnv-2t2c-pdr.html>`_
+ - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-pdr.txt>`_
+ - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-pdr.txt>`_
+ - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-pdr-csv.csv>`_
+ - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-pdr-csv.csv>`_
-MRR Comparison
-``````````````
+ MRR Comparison
+ ``````````````
-Comparison tables in HTML, ASCII and CSV formats:
+ Comparison tables in HTML, ASCII and CSV formats:
- - `HTML 1t1c MRR comparison <performance-changes-2n-dnv-1t1c-mrr.html>`_
- - `HTML 2t2c MRR comparison <performance-changes-2n-dnv-2t2c-mrr.html>`_
- - `HTML 4t4c MRR comparison <performance-changes-2n-dnv-4t4c-mrr.html>`_
- - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-mrr.txt>`_
- - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-mrr.txt>`_
- - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-4t4c-mrr.txt>`_
- - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-mrr-csv.csv>`_
- - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-mrr-csv.csv>`_
- - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-4t4c-mrr-csv.csv>`_
-
-3n-dnv
-~~~~~~
+ - `HTML 1t1c MRR comparison <performance-changes-2n-dnv-1t1c-mrr.html>`_
+ - `HTML 2t2c MRR comparison <performance-changes-2n-dnv-2t2c-mrr.html>`_
+ - `HTML 4t4c MRR comparison <performance-changes-2n-dnv-4t4c-mrr.html>`_
+ - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-mrr.txt>`_
+ - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-mrr.txt>`_
+ - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-4t4c-mrr.txt>`_
+ - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-mrr-csv.csv>`_
+ - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-mrr-csv.csv>`_
+ - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-4t4c-mrr-csv.csv>`_
-NDR Comparison
-``````````````
+ 3n-dnv
+ ~~~~~~
-Comparison tables in HTML, ASCII and CSV formats:
+ NDR Comparison
+ ``````````````
- - `HTML 1t1c NDR comparison <performance-changes-3n-dnv-1t1c-ndr.html>`_
- - `HTML 2t2c NDR comparison <performance-changes-3n-dnv-2t2c-ndr.html>`_
- - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-ndr.txt>`_
- - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-ndr.txt>`_
- - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-ndr-csv.csv>`_
- - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-ndr-csv.csv>`_
+ Comparison tables in HTML, ASCII and CSV formats:
-PDR Comparison
-``````````````
+ - `HTML 1t1c NDR comparison <performance-changes-3n-dnv-1t1c-ndr.html>`_
+ - `HTML 2t2c NDR comparison <performance-changes-3n-dnv-2t2c-ndr.html>`_
+ - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-ndr.txt>`_
+ - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-ndr.txt>`_
+ - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-ndr-csv.csv>`_
+ - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-ndr-csv.csv>`_
-Comparison tables in HTML, ASCII and CSV formats:
+ PDR Comparison
+ ``````````````
- - `HTML 1t1c PDR comparison <performance-changes-3n-dnv-1t1c-pdr.html>`_
- - `HTML 2t2c PDR comparison <performance-changes-3n-dnv-2t2c-pdr.html>`_
- - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-pdr.txt>`_
- - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-pdr.txt>`_
- - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-pdr-csv.csv>`_
- - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-pdr-csv.csv>`_
+ Comparison tables in HTML, ASCII and CSV formats:
-MRR Comparison
-``````````````
+ - `HTML 1t1c PDR comparison <performance-changes-3n-dnv-1t1c-pdr.html>`_
+ - `HTML 2t2c PDR comparison <performance-changes-3n-dnv-2t2c-pdr.html>`_
+ - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-pdr.txt>`_
+ - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-pdr.txt>`_
+ - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-pdr-csv.csv>`_
+ - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-pdr-csv.csv>`_
-Comparison tables in HTML, ASCII and CSV formats:
+ MRR Comparison
+ ``````````````
+
+ Comparison tables in HTML, ASCII and CSV formats:
- - `HTML 1t1c MRR comparison <performance-changes-3n-dnv-1t1c-mrr.html>`_
- - `HTML 2t2c MRR comparison <performance-changes-3n-dnv-2t2c-mrr.html>`_
- - `HTML 4t4c MRR comparison <performance-changes-3n-dnv-4t4c-mrr.html>`_
- - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-mrr.txt>`_
- - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-mrr.txt>`_
- - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-4t4c-mrr.txt>`_
- - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-mrr-csv.csv>`_
- - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-mrr-csv.csv>`_
- - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-4t4c-mrr-csv.csv>`_
+ - `HTML 1t1c MRR comparison <performance-changes-3n-dnv-1t1c-mrr.html>`_
+ - `HTML 2t2c MRR comparison <performance-changes-3n-dnv-2t2c-mrr.html>`_
+ - `HTML 4t4c MRR comparison <performance-changes-3n-dnv-4t4c-mrr.html>`_
+ - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-mrr.txt>`_
+ - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-mrr.txt>`_
+ - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-4t4c-mrr.txt>`_
+ - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-mrr-csv.csv>`_
+ - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-mrr-csv.csv>`_
+ - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-4t4c-mrr-csv.csv>`_
3n-tsh
~~~~~~
diff --git a/docs/report/vpp_performance_tests/comparisons/index.rst b/docs/report/vpp_performance_tests/comparisons/index.rst
index 9370d5669e..f37e9fb651 100644
--- a/docs/report/vpp_performance_tests/comparisons/index.rst
+++ b/docs/report/vpp_performance_tests/comparisons/index.rst
@@ -16,4 +16,6 @@ Comparisons
2n-clx_vs_3n-hsw_testbeds
3n-skx_vs_2n-skx_testbeds
nic_comparison
+
+..
soak_vs_ndr
diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst
index 22177eaf9e..8b44aedc29 100644
--- a/docs/report/vpp_performance_tests/index.rst
+++ b/docs/report/vpp_performance_tests/index.rst
@@ -8,11 +8,13 @@ VPP Performance
packet_throughput_graphs/index
throughput_speedup_multi_core/index
packet_latency/index
- soak_tests/index
- reconf_tests/index
- nf_service_density/index
hoststack_testing/index
comparisons/index
throughput_trending
test_environment
documentation/index
+
+..
+ soak_tests/index
+ reconf_tests/index
+ nf_service_density/index
diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst
index 8bfa5933c2..b8c867856f 100644
--- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst
+++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst
@@ -26,5 +26,7 @@ CSIT source code for the test cases used for plots can be found in
ip4-2n-clx-cx556a
ip4-3n-hsw-xl710
ip4-3n-tsh-x520
+
+..
ip4-2n-dnv-x553
ip4-3n-dnv-x553
diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst
index cfaa87ceab..e25d96cd61 100644
--- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst
+++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst
@@ -20,4 +20,6 @@ CSIT source code for the test cases used for plots can be found in
ip4_tunnels-3n-skx-xxv710
ip4_tunnels-3n-hsw-xl710
ip4_tunnels-3n-tsh-x520
+
+..
ip4_tunnels-3n-dnv-x553
diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst
index 61b3ce14b0..513b89b3df 100644
--- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst
+++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst
@@ -26,5 +26,7 @@ CSIT source code for the test cases used for plots can be found in
ip6-2n-clx-cx556a
ip6-3n-hsw-xl710
ip6-3n-tsh-x520
+
+..
ip6-2n-dnv-x553
ip6-3n-dnv-x553
diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst
index e9c2b115c3..205d1aff0c 100644
--- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst
+++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst
@@ -23,4 +23,6 @@ CSIT source code for the test cases used for plots can be found in
ipsec-3n-skx-xxv710
ipsec-3n-hsw-xl710
ipsec-3n-tsh-x520
+
+..
ipsec-3n-dnv-x553
diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst
index 869eb7048e..3650748296 100644
--- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst
+++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst
@@ -26,5 +26,7 @@ CSIT source code for the test cases used for plots can be found in
l2-2n-clx-cx556a
l2-3n-hsw-xl710
l2-3n-tsh-x520
+
+..
l2-2n-dnv-x553
l2-3n-dnv-x553
diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst
index a506cafe51..0153621769 100644
--- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst
+++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst
@@ -28,5 +28,7 @@ CSIT source code for the test cases used for plots can be found in
ip4-2n-clx-cx556a
ip4-3n-hsw-xl710
ip4-3n-tsh-x520
+
+..
ip4-2n-dnv-x553
ip4-3n-dnv-x553
diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst
index d37a44f450..4c444a9155 100644
--- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst
+++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst
@@ -22,4 +22,6 @@ CSIT source code for the test cases used for plots can be found in
ip4_tunnels-3n-skx-xxv710
ip4_tunnels-3n-hsw-xl710
ip4_tunnels-3n-tsh-x520
+
+..
ip4_tunnels-3n-dnv-x553
diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst
index 985afbe9b7..4eefb67fbc 100644
--- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst
+++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst
@@ -28,5 +28,7 @@ CSIT source code for the test cases used for plots can be found in
ip6-2n-clx-cx556a
ip6-3n-hsw-xl710
ip6-3n-tsh-x520
+
+..
ip6-2n-dnv-x553
ip6-3n-dnv-x553
diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst
index 278ea96770..1b66e5a935 100644
--- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst
+++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst
@@ -24,4 +24,6 @@ CSIT source code for the test cases used for plots can be found in
ipsec-3n-skx-xxv710
ipsec-3n-hsw-xl710
ipsec-3n-tsh-x520
+
+..
ipsec-3n-dnv-x553
diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst
index 1bf258d1d0..1068cd1c17 100644
--- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst
+++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst
@@ -28,5 +28,7 @@ CSIT source code for the test cases used for plots can be found in
l2-2n-clx-cx556a
l2-3n-hsw-xl710
l2-3n-tsh-x520
+
+..
l2-2n-dnv-x553
l2-3n-dnv-x553
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index d8e6b6837a..552d624c47 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -152,16 +152,6 @@
plot-vpp-throughput-lat-tsa-3n-hsw:
csit-vpp-perf-report-iterative-2005-3n-hsw:
-# - 3 # NDRPDR sel
-# - 4 # NDRPDR sel
-# - 5 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 15 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 18 # NDRPDR sel
-# - 19 # NDRPDR sel
- 20 # NDRPDR sel env 4
- 21 # NDRPDR sel env 4
- 22 # NDRPDR sel env 4
@@ -175,7 +165,7 @@
plot-vpp-hdrh-lat-3n-hsw:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 3 # NDRPDR sel
+ - 29 # NDRPDR sel env 4
# plot-vpp-nfv-3n-hsw-ndrpdr:
# csit-vpp-perf-report-iterative-2005-3n-hsw:
@@ -228,16 +218,6 @@
plot-vpp-throughput-lat-tsa-3n-skx:
csit-vpp-perf-report-iterative-2005-3n-skx:
-# - 4 # NDRPDR sel
-# - 5 # NDRPDR sel ??? all x710 failed
-# - 33 # NDRPDR sel
-# - 28 # NDRPDR sel
-# - 34 # NDRPDR sel
-# - 36 # NDRPDR sel
-# - 37 # NDRPDR sel
-# - 38 # NDRPDR sel
-# - 39 # NDRPDR sel
-# - 41 # NDRPDR sel
- 42 # NDRPDR sel env 4
- 43 # NDRPDR sel env 4
- 44 # NDRPDR sel env 4
@@ -246,10 +226,9 @@
plot-vpp-hdrh-lat-3n-skx:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 36 # NDRPDR sel
+ - 47 # NDRPDR sel env 4
plot-vpp-nfv-3n-skx-ndrpdr:
- # TODO: Add data:
csit-vpp-perf-report-iterative-2005-3n-skx:
- 4 # NDRPDR sel
- 5 # NDRPDR sel ??? all x710 failed
@@ -259,7 +238,7 @@
plot-vpp-nfv-3n-skx-mrr:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+ - 49 # MRR sel env 4
plot-dpdk-throughput-latency-3n-skx:
csit-dpdk-perf-report-iterative-2005-3n-skx:
@@ -282,16 +261,6 @@
plot-vpp-throughput-lat-tsa-2n-skx:
csit-vpp-perf-report-iterative-2005-2n-skx:
-# - 43 # NDRPDR sel
-# - 38 # NDRPDR sel
-# - 7 # NDRPDR sel
-# - 65 # NDRPDR sel
-# - 47 # NDRPDR sel
-# - 55 # NDRPDR sel
-# - 67 # NDRPDR sel
-# - 75 # NDRPDR sel
-# - 76 # NDRPDR sel
-# - 73 # NDRPDR sel
- 88 # NDRPDR sel env 4
- 89 # NDRPDR sel env 4
- 90 # NDRPDR sel env 4
@@ -302,7 +271,7 @@
plot-vpp-hdrh-lat-2n-skx:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 55 # NDRPDR sel
+ - 94 # NDRPDR sel
plot-vpp-soak-2n-skx:
csit-vpp-perf-report-iterative-2005-2n-skx:
@@ -310,7 +279,6 @@
- 54 # Soak
plot-vpp-nfv-2n-skx-ndrpdr:
- # TODO: Add data:
csit-vpp-perf-report-iterative-2005-2n-skx:
- 43 # NDRPDR sel
- 38 # NDRPDR sel
@@ -356,16 +324,6 @@
plot-vpp-throughput-lat-tsa-2n-clx:
csit-vpp-perf-report-iterative-2005-2n-clx:
-# - 7 # NDRPDR sel
-# - 38 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 32 # NDRPDR sel ???
-# - 33 # NDRPDR sel ???
-# - 39 # NDRPDR sel
-# - 40 # NDRPDR sel
-# - 43 # NDRPDR sel
-# - 50 # NDRPDR sel
-# - 51 # NDRPDR sel
- 62 # NDRPDR sel env 4
- 63 # NDRPDR sel env 4
- 64 # NDRPDR sel env 4
@@ -377,7 +335,7 @@
plot-vpp-hdrh-lat-2n-clx:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 51 # NDRPDR sel
+ - 70 # NDRPDR sel env 4
# plot-vpp-http-server-performance:
# # csit-vpp-perf-report-iterative-2005-2n-clx:
@@ -439,20 +397,13 @@
# 3n-tsh
plot-vpp-throughput-lat-tsa-3n-tsh:
- # TODO: Add data:
csit-vpp-perf-report-iterative-2005-3n-tsh:
-# - 9 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 20 # NDRPDR sel
-# - 14 # NDRPDR sel
-# - 21 # NDRPDR sel
- 23 # NDRPDR sel env 4
- 25 # NDRPDR sel env 4
plot-vpp-hdrh-lat-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 9 # NDRPDR sel
+ - 25 # NDRPDR sel env 4
plot-dpdk-throughput-latency-3n-tsh:
csit-dpdk-perf-report-iterative-2005-3n-tsh:
@@ -525,153 +476,152 @@
vpp-nic-comparison-3n-skx:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel ??? all x710 failed
- - 33 # NDRPDR sel
- - 28 # NDRPDR sel
- - 34 # NDRPDR sel
- - 36 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
+ - 42 # NDRPDR sel env 4
+ - 43 # NDRPDR sel env 4
+ - 44 # NDRPDR sel env 4
+ - 45 # NDRPDR sel env 4
+ - 47 # NDRPDR sel env 4
vpp-nic-comparison-2n-skx:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
+ - 88 # NDRPDR sel env 4
+ - 89 # NDRPDR sel env 4
+ - 90 # NDRPDR sel env 4
+ - 91 # NDRPDR sel env 4
+ - 92 # NDRPDR sel env 4
+ - 93 # NDRPDR sel env 4
+ - 94 # NDRPDR sel env 4
vpp-nic-comparison-3n-skx-mrr:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+ - 49 # MRR sel env 4
vpp-nic-comparison-2n-skx-mrr:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
+ - 99 # MRR sel env 4
# Results
vpp-perf-results-3n-hsw:
- csit-vpp-perf-report-coverage-2005-3n-hsw:
- - 1 # perf-full-3n-dnv-crypto_I
- - 7 # perf-full-3n-hsw-crypto_II
- - 3 # perf-full-3n-hsw-crypto_III
- - 4 # perf-full-3n-dnv-crypto_IV
- - 5 # perf-full-3n-hsw-ip4_I
- - 6 # perf-full-3n-hsw-ip4_II
- - 8 # perf-full-3n-hsw-ip4_III
- - 9 # perf-full-3n-hsw-ip4_IV
- - 10 # perf-full-3n-hsw-ip4_V
- - 26 # perf-full-3n-hsw-ip4_VI
- - 18 # perf-full-3n-hsw-ip4_VII
- - 27 # perf-full-3n-hsw-ip4_VIII
- - 28 # perf-full-3n-hsw-ip4_IX
- - 29 # perf-full-3n-hsw-ip6_I
- - 35 # perf-full-3n-hsw-ip6_II
- - 42 # perf-full-3n-hsw-l2_I
- - 33 # perf-full-3n-hsw-l2_II
- - 37 # perf-full-3n-hsw-l2_III
- - 45 # perf-full-3n-hsw-l2_IV
- - 43 # perf-full-3n-hsw-l2_V
- - 40 # perf-full-3n-hsw-l2_VI
- - 44 # perf-full-3n-hsw-l2_VII
- - 51 # perf-full-3n-hsw-l2_VIII
- - 50 # perf-full-3n-hsw-l2_IX
- - 52 # perf-full-3n-hsw-l2_X
- - 53 # perf-full-3n-hsw-l2_XI
- - 54 # perf-full-3n-hsw-memif
- - 55 # perf-full-3n-hsw-ip4tunnels-I
- - 56 # perf-full-3n-hsw-ip4tunnels-II
- - 57 # perf-full-3n-hsw-ip4tunnels-III
- - 58 # perf-full-3n-hsw-ip6tunnels-I
- - 59 # perf-full-3n-hsw-srv6-I
- - 60 # perf-full-3n-hsw-srv6-II
- - 61 # perf-full-3n-hsw-vhost-I
- - 62 # perf-full-3n-hsw-vhost-II
- - 63 # perf-full-3n-hsw-vhost-III
+ csit-vpp-perf-report-iterative-2005-3n-hsw:
+ - 29 # NDRPDR sel env 4
+# csit-vpp-perf-report-coverage-2005-3n-hsw:
+# - 1 # perf-full-3n-dnv-crypto_I
+# - 7 # perf-full-3n-hsw-crypto_II
+# - 3 # perf-full-3n-hsw-crypto_III
+# - 4 # perf-full-3n-dnv-crypto_IV
+# - 5 # perf-full-3n-hsw-ip4_I
+# - 6 # perf-full-3n-hsw-ip4_II
+# - 8 # perf-full-3n-hsw-ip4_III
+# - 9 # perf-full-3n-hsw-ip4_IV
+# - 10 # perf-full-3n-hsw-ip4_V
+# - 26 # perf-full-3n-hsw-ip4_VI
+# - 18 # perf-full-3n-hsw-ip4_VII
+# - 27 # perf-full-3n-hsw-ip4_VIII
+# - 28 # perf-full-3n-hsw-ip4_IX
+# - 29 # perf-full-3n-hsw-ip6_I
+# - 35 # perf-full-3n-hsw-ip6_II
+# - 42 # perf-full-3n-hsw-l2_I
+# - 33 # perf-full-3n-hsw-l2_II
+# - 37 # perf-full-3n-hsw-l2_III
+# - 45 # perf-full-3n-hsw-l2_IV
+# - 43 # perf-full-3n-hsw-l2_V
+# - 40 # perf-full-3n-hsw-l2_VI
+# - 44 # perf-full-3n-hsw-l2_VII
+# - 51 # perf-full-3n-hsw-l2_VIII
+# - 50 # perf-full-3n-hsw-l2_IX
+# - 52 # perf-full-3n-hsw-l2_X
+# - 53 # perf-full-3n-hsw-l2_XI
+# - 54 # perf-full-3n-hsw-memif
+# - 55 # perf-full-3n-hsw-ip4tunnels-I
+# - 56 # perf-full-3n-hsw-ip4tunnels-II
+# - 57 # perf-full-3n-hsw-ip4tunnels-III
+# - 58 # perf-full-3n-hsw-ip6tunnels-I
+# - 59 # perf-full-3n-hsw-srv6-I
+# - 60 # perf-full-3n-hsw-srv6-II
+# - 61 # perf-full-3n-hsw-vhost-I
+# - 62 # perf-full-3n-hsw-vhost-II
+# - 63 # perf-full-3n-hsw-vhost-III
vpp-perf-results-3n-skx:
- csit-vpp-perf-report-coverage-2005-3n-skx:
- - 10 # perf-full-3n-skx-crypto_I
- - 11 # perf-full-3n-skx-crypto_II
- - 12 # perf-full-3n-skx-crypto_III
- - 5 # perf-full-3n-skx-ip4_I
- - 14 # perf-full-3n-skx-ip4_II
- - 7 # perf-full-3n-skx-ip4_III
- - 15 # perf-full-3n-skx-ip4_IV
- - 16 # perf-full-3n-skx-ip4_V
- - 17 # perf-full-3n-skx-ip4_VI
- - 18 # perf-full-3n-skx-ip4_VII
- - 19 # perf-full-3n-skx-ip4_VIII
- - 20 # perf-full-3n-skx-ip4_IX
- - 24 # perf-full-3n-skx-ip6_I
- - 25 # perf-full-3n-skx-ip6_II
- - 21 # perf-full-3n-skx-ip4tunnels-I
- - 22 # perf-full-3n-skx-ip4tunnels-II
- - 23 # perf-full-3n-skx-ip4tunnels-III
- - 26 # perf-full-3n-skx-ip6tunnels-I
- - 28 # perf-full-3n-skx-l2_II
- - 29 # perf-full-3n-skx-l2_III
- - 30 # perf-full-3n-skx-l2_IV
- - 32 # perf-full-3n-skx-l2_VI
- - 33 # perf-full-3n-skx-l2_VII
- - 34 # perf-full-3n-skx-l2_VIII
- - 35 # perf-full-3n-skx-l2_IX
- - 36 # perf-full-3n-skx-l2_X
- - 37 # perf-full-3n-skx-l2_XI
- - 38 # perf-full-3n-skx-memif
- - 39 # perf-full-3n-skx-srv6-I
- - 40 # perf-full-3n-skx-srv6-II
- - 43 # perf-full-3n-skx-vhost-III
+ csit-vpp-perf-report-iterative-2005-3n-skx:
+ - 47 # NDRPDR sel env 4
+# csit-vpp-perf-report-coverage-2005-3n-skx:
+# - 10 # perf-full-3n-skx-crypto_I
+# - 11 # perf-full-3n-skx-crypto_II
+# - 12 # perf-full-3n-skx-crypto_III
+# - 5 # perf-full-3n-skx-ip4_I
+# - 14 # perf-full-3n-skx-ip4_II
+# - 7 # perf-full-3n-skx-ip4_III
+# - 15 # perf-full-3n-skx-ip4_IV
+# - 16 # perf-full-3n-skx-ip4_V
+# - 17 # perf-full-3n-skx-ip4_VI
+# - 18 # perf-full-3n-skx-ip4_VII
+# - 19 # perf-full-3n-skx-ip4_VIII
+# - 20 # perf-full-3n-skx-ip4_IX
+# - 24 # perf-full-3n-skx-ip6_I
+# - 25 # perf-full-3n-skx-ip6_II
+# - 21 # perf-full-3n-skx-ip4tunnels-I
+# - 22 # perf-full-3n-skx-ip4tunnels-II
+# - 23 # perf-full-3n-skx-ip4tunnels-III
+# - 26 # perf-full-3n-skx-ip6tunnels-I
+# - 28 # perf-full-3n-skx-l2_II
+# - 29 # perf-full-3n-skx-l2_III
+# - 30 # perf-full-3n-skx-l2_IV
+# - 32 # perf-full-3n-skx-l2_VI
+# - 33 # perf-full-3n-skx-l2_VII
+# - 34 # perf-full-3n-skx-l2_VIII
+# - 35 # perf-full-3n-skx-l2_IX
+# - 36 # perf-full-3n-skx-l2_X
+# - 37 # perf-full-3n-skx-l2_XI
+# - 38 # perf-full-3n-skx-memif
+# - 39 # perf-full-3n-skx-srv6-I
+# - 40 # perf-full-3n-skx-srv6-II
+# - 43 # perf-full-3n-skx-vhost-III
vpp-perf-results-2n-skx:
- # TODO: Add data:
- csit-vpp-perf-report-coverage-2005-2n-skx:
- - 11 # perf-full-2n-skx-ip4_I
- - 3 # perf-full-2n-skx-ip4_II
- - 18 # perf-full-2n-skx-ip4_III
- - 19 # perf-full-2n-skx-ip4_IV
- - 5 # perf-full-2n-skx-ip4_V
- - 20 # perf-full-2n-skx-ip4_VI
- - 7 # perf-full-2n-skx-ip6_I
- - 21 # perf-full-2n-skx-ip6_II
- - 9 # perf-full-2n-skx-l2_I
- - 22 # perf-full-2n-skx-l2_II
- - 23 # perf-full-2n-skx-memif
- - 24 # perf-full-2n-skx-loadbalancer
- - 25 # perf-full-2n-skx-vhost I
- - 26 # perf-full-2n-skx-vhost II
- - 27 # perf-full-2n-skx-vts
+ csit-vpp-perf-report-iterative-2005-2n-skx:
+ - 94 # NDRPDR sel env 4
+# csit-vpp-perf-report-coverage-2005-2n-skx:
+# - 11 # perf-full-2n-skx-ip4_I
+# - 3 # perf-full-2n-skx-ip4_II
+# - 18 # perf-full-2n-skx-ip4_III
+# - 19 # perf-full-2n-skx-ip4_IV
+# - 5 # perf-full-2n-skx-ip4_V
+# - 20 # perf-full-2n-skx-ip4_VI
+# - 7 # perf-full-2n-skx-ip6_I
+# - 21 # perf-full-2n-skx-ip6_II
+# - 9 # perf-full-2n-skx-l2_I
+# - 22 # perf-full-2n-skx-l2_II
+# - 23 # perf-full-2n-skx-memif
+# - 24 # perf-full-2n-skx-loadbalancer
+# - 25 # perf-full-2n-skx-vhost I
+# - 26 # perf-full-2n-skx-vhost II
+# - 27 # perf-full-2n-skx-vts
vpp-perf-results-2n-clx:
- csit-vpp-perf-report-coverage-2005-2n-clx:
- - 21 # perf-full-2n-clx-ip4_I
- - 2 # perf-full-2n-clx-ip4_II
- - 3 # perf-full-2n-clx-ip4_III
- - 4 # perf-full-2n-clx-ip4_IV
- - 5 # perf-full-2n-clx-ip4_V
- - 6 # perf-full-2n-clx-ip4_VI
- - 7 # perf-full-2n-clx-ip6_I
- - 16 # perf-full-2n-clx-ip6_II
- - 23 # perf-full-2n-clx-l2_I
- - 10 # perf-full-2n-clx-l2_II
- - 11 # perf-full-2n-clx-memif
- - 12 # perf-full-2n-clx-loadbalancer
- - 13 # perf-full-2n-clx-vhost I
- - 22 # perf-full-2n-clx-vhost II
- - 15 # perf-full-2n-clx-vts
+ csit-vpp-perf-report-iterative-2005-2n-clx:
+ - 62 # NDRPDR sel env 4
+# csit-vpp-perf-report-coverage-2005-2n-clx:
+# - 21 # perf-full-2n-clx-ip4_I
+# - 2 # perf-full-2n-clx-ip4_II
+# - 3 # perf-full-2n-clx-ip4_III
+# - 4 # perf-full-2n-clx-ip4_IV
+# - 5 # perf-full-2n-clx-ip4_V
+# - 6 # perf-full-2n-clx-ip4_VI
+# - 7 # perf-full-2n-clx-ip6_I
+# - 16 # perf-full-2n-clx-ip6_II
+# - 23 # perf-full-2n-clx-l2_I
+# - 10 # perf-full-2n-clx-l2_II
+# - 11 # perf-full-2n-clx-memif
+# - 12 # perf-full-2n-clx-loadbalancer
+# - 13 # perf-full-2n-clx-vhost I
+# - 22 # perf-full-2n-clx-vhost II
+# - 15 # perf-full-2n-clx-vts
vpp-perf-results-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 9 # NDRPDR sel
+ - 25 # NDRPDR sel env 4
vpp-perf-results-3n-dnv:
csit-vpp-perf-report-coverage-2005-3n-dnv:
@@ -696,23 +646,23 @@
vpp-mrr-results-3n-hsw:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 13 # MRR
+ - 30 # MRR env 4
vpp-mrr-results-3n-skx:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+ - 49 # MRR sel env 4
vpp-mrr-results-2n-skx:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
+ - 99 # MRR sel env 4
vpp-mrr-results-2n-clx:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 12 # MRR
+ - 72 # MRR env 4
vpp-mrr-results-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 10 # MRR sel
+ - 27 # MRR sel env 4
vpp-mrr-results-3n-dnv:
csit-vpp-perf-report-iterative-2005-3n-dnv:
@@ -1075,7 +1025,6 @@
- 15 # NDRPDR sel
- 21 # NDRPDR sel
vpp-performance-changes-3n-tsh-cmp:
- # TODO: Add data:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 9 # NDRPDR sel
- 11 # NDRPDR sel
@@ -1204,7 +1153,7 @@
- 12 # MRR
vpp-performance-changes-2n-clx-mrr-cmp-2:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 72 # MRR
+ - 72 # MRR sel env 4
# vpp-performance-changes-nfv-2n-skx-mrr-ref:
# csit-vpp-perf-verify-1908-2n-skx:
@@ -1493,99 +1442,87 @@
vpp-compare-testbeds-ref:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
+ - 20 # NDRPDR sel env 4
+ - 21 # NDRPDR sel env 4
+ - 22 # NDRPDR sel env 4
+ - 23 # NDRPDR sel env 4
+ - 24 # NDRPDR sel env 4
+ - 25 # NDRPDR sel env 4
+ - 26 # NDRPDR sel env 4
+ - 27 # NDRPDR sel env 4
+ - 28 # NDRPDR sel env 4
+ - 29 # NDRPDR sel env 4
vpp-compare-testbeds-cmp:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel ??? all x710 failed
- - 33 # NDRPDR sel
- - 28 # NDRPDR sel
- - 34 # NDRPDR sel
- - 36 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
+ - 42 # NDRPDR sel env 4
+ - 43 # NDRPDR sel env 4
+ - 44 # NDRPDR sel env 4
+ - 45 # NDRPDR sel env 4
+ - 47 # NDRPDR sel env 4
vpp-compare-testbeds-skx-clx-ref:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
+ - 88 # NDRPDR sel env 4
+ - 89 # NDRPDR sel env 4
+ - 90 # NDRPDR sel env 4
+ - 91 # NDRPDR sel env 4
+ - 92 # NDRPDR sel env 4
+ - 93 # NDRPDR sel env 4
+ - 94 # NDRPDR sel env 4
vpp-compare-testbeds-skx-clx-cmp:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 32 # NDRPDR sel ???
- - 33 # NDRPDR sel ???
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 50 # NDRPDR sel
- - 51 # NDRPDR sel
+ - 62 # NDRPDR sel env 4
+ - 63 # NDRPDR sel env 4
+ - 64 # NDRPDR sel env 4
+ - 65 # NDRPDR sel env 4
+ - 66 # NDRPDR sel env 4
+ - 68 # NDRPDR sel env 4
+ - 69 # NDRPDR sel env 4
+ - 70 # NDRPDR sel env 4
vpp-compare-testbeds-hsw-clx-ref:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
+ - 20 # NDRPDR sel env 4
+ - 21 # NDRPDR sel env 4
+ - 22 # NDRPDR sel env 4
+ - 23 # NDRPDR sel env 4
+ - 24 # NDRPDR sel env 4
+ - 25 # NDRPDR sel env 4
+ - 26 # NDRPDR sel env 4
+ - 27 # NDRPDR sel env 4
+ - 28 # NDRPDR sel env 4
+ - 29 # NDRPDR sel env 4
vpp-compare-testbeds-hsw-clx-cmp:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 32 # NDRPDR sel ???
- - 33 # NDRPDR sel ???
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 50 # NDRPDR sel
- - 51 # NDRPDR sel
+ - 62 # NDRPDR sel env 4
+ - 63 # NDRPDR sel env 4
+ - 64 # NDRPDR sel env 4
+ - 65 # NDRPDR sel env 4
+ - 66 # NDRPDR sel env 4
+ - 68 # NDRPDR sel env 4
+ - 69 # NDRPDR sel env 4
+ - 70 # NDRPDR sel env 4
vpp-compare-testbeds-mrr-ref:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 13 # MRR
+ - 30 # MRR env 4
vpp-compare-testbeds-mrr-cmp:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+ - 49 # MRR sel env 4
vpp-compare-testbeds-mrr-skx-clx-ref:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
+ - 99 # MRR sel env 4
vpp-compare-testbeds-mrr-skx-clx-cmp:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 12 # MRR
+ - 72 # MRR env 4
vpp-compare-testbeds-mrr-hsw-clx-ref:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 13 # MRR
+ - 30 # MRR env 4
vpp-compare-testbeds-mrr-hsw-clx-cmp:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 12 # MRR
+ - 72 # MRR env 4
dpdk-compare-testbeds-ref:
csit-dpdk-perf-report-iterative-2005-3n-hsw:
@@ -1641,35 +1578,27 @@
vpp-compare-topologies-ref:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel ??? all x710 failed
- - 33 # NDRPDR sel
- - 28 # NDRPDR sel
- - 34 # NDRPDR sel
- - 36 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
+ - 42 # NDRPDR sel env 4
+ - 43 # NDRPDR sel env 4
+ - 44 # NDRPDR sel env 4
+ - 45 # NDRPDR sel env 4
+ - 47 # NDRPDR sel env 4
vpp-compare-topologies-cmp:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
+ - 88 # NDRPDR sel env 4
+ - 89 # NDRPDR sel env 4
+ - 90 # NDRPDR sel env 4
+ - 91 # NDRPDR sel env 4
+ - 92 # NDRPDR sel env 4
+ - 93 # NDRPDR sel env 4
+ - 94 # NDRPDR sel env 4
vpp-compare-topologies-mrr-ref:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+ - 49 # MRR sel env 4
vpp-compare-topologies-mrr-cmp:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
+ - 99 # MRR sel env 4
dpdk-compare-topologies-ref:
csit-dpdk-perf-report-iterative-2005-3n-skx:
@@ -2300,42 +2229,42 @@
- 12 # hoststack
- 13 # hoststack
csit-vpp-perf-report-coverage-2005-3n-hsw:
- - 1 # perf-full-3n-dnv-crypto_I
- - 7 # perf-full-3n-hsw-crypto_II
- - 3 # perf-full-3n-hsw-crypto_III
- - 4 # perf-full-3n-dnv-crypto_IV
- - 5 # perf-full-3n-hsw-ip4_I
- - 6 # perf-full-3n-hsw-ip4_II
- - 8 # perf-full-3n-hsw-ip4_III
- - 9 # perf-full-3n-hsw-ip4_IV
- - 10 # perf-full-3n-hsw-ip4_V
- - 26 # perf-full-3n-hsw-ip4_VI
- - 18 # perf-full-3n-hsw-ip4_VII
- - 27 # perf-full-3n-hsw-ip4_VIII
- - 28 # perf-full-3n-hsw-ip4_IX
- - 29 # perf-full-3n-hsw-ip6_I
- - 35 # perf-full-3n-hsw-ip6_II
- - 42 # perf-full-3n-hsw-l2_I
- - 33 # perf-full-3n-hsw-l2_II
- - 37 # perf-full-3n-hsw-l2_III
- - 45 # perf-full-3n-hsw-l2_IV
- - 43 # perf-full-3n-hsw-l2_V
- - 40 # perf-full-3n-hsw-l2_VI
- - 44 # perf-full-3n-hsw-l2_VII
- - 51 # perf-full-3n-hsw-l2_VIII
- - 50 # perf-full-3n-hsw-l2_IX
- - 52 # perf-full-3n-hsw-l2_X
- - 53 # perf-full-3n-hsw-l2_XI
- - 54 # perf-full-3n-hsw-memif
- - 55 # perf-full-3n-hsw-ip4tunnels-I
- - 56 # perf-full-3n-hsw-ip4tunnels-II
- - 57 # perf-full-3n-hsw-ip4tunnels-III
- - 58 # perf-full-3n-hsw-ip6tunnels-I
- - 59 # perf-full-3n-hsw-srv6-I
- - 60 # perf-full-3n-hsw-srv6-II
- - 61 # perf-full-3n-hsw-vhost-I
- - 62 # perf-full-3n-hsw-vhost-II
- - 63 # perf-full-3n-hsw-vhost-III
+# - 1 # perf-full-3n-dnv-crypto_I
+# - 7 # perf-full-3n-hsw-crypto_II
+# - 3 # perf-full-3n-hsw-crypto_III
+# - 4 # perf-full-3n-dnv-crypto_IV
+# - 5 # perf-full-3n-hsw-ip4_I
+# - 6 # perf-full-3n-hsw-ip4_II
+# - 8 # perf-full-3n-hsw-ip4_III
+# - 9 # perf-full-3n-hsw-ip4_IV
+# - 10 # perf-full-3n-hsw-ip4_V
+# - 26 # perf-full-3n-hsw-ip4_VI
+# - 18 # perf-full-3n-hsw-ip4_VII
+# - 27 # perf-full-3n-hsw-ip4_VIII
+# - 28 # perf-full-3n-hsw-ip4_IX
+# - 29 # perf-full-3n-hsw-ip6_I
+# - 35 # perf-full-3n-hsw-ip6_II
+# - 42 # perf-full-3n-hsw-l2_I
+# - 33 # perf-full-3n-hsw-l2_II
+# - 37 # perf-full-3n-hsw-l2_III
+# - 45 # perf-full-3n-hsw-l2_IV
+# - 43 # perf-full-3n-hsw-l2_V
+# - 40 # perf-full-3n-hsw-l2_VI
+# - 44 # perf-full-3n-hsw-l2_VII
+# - 51 # perf-full-3n-hsw-l2_VIII
+# - 50 # perf-full-3n-hsw-l2_IX
+# - 52 # perf-full-3n-hsw-l2_X
+# - 53 # perf-full-3n-hsw-l2_XI
+# - 54 # perf-full-3n-hsw-memif
+# - 55 # perf-full-3n-hsw-ip4tunnels-I
+# - 56 # perf-full-3n-hsw-ip4tunnels-II
+# - 57 # perf-full-3n-hsw-ip4tunnels-III
+# - 58 # perf-full-3n-hsw-ip6tunnels-I
+# - 59 # perf-full-3n-hsw-srv6-I
+# - 60 # perf-full-3n-hsw-srv6-II
+# - 61 # perf-full-3n-hsw-vhost-I
+# - 62 # perf-full-3n-hsw-vhost-II
+# - 63 # perf-full-3n-hsw-vhost-III
csit-vpp-perf-verify-1908_1-3n-skx:
- 26 # NDRPDR sel - new1908.1
@@ -2381,38 +2310,38 @@
- 54 # NDRPDR sel 2001.0-4
- 6 # MRR sel
- 49 # MRR sel env 4
- csit-vpp-perf-report-coverage-2005-3n-skx:
- - 10 # perf-full-3n-skx-crypto_I
- - 11 # perf-full-3n-skx-crypto_II
- - 12 # perf-full-3n-skx-crypto_III
- - 5 # perf-full-3n-skx-ip4_I
- - 14 # perf-full-3n-skx-ip4_II
- - 7 # perf-full-3n-skx-ip4_III
- - 15 # perf-full-3n-skx-ip4_IV
- - 16 # perf-full-3n-skx-ip4_V
- - 17 # perf-full-3n-skx-ip4_VI
- - 18 # perf-full-3n-skx-ip4_VII
- - 19 # perf-full-3n-skx-ip4_VIII
- - 20 # perf-full-3n-skx-ip4_IX
- - 24 # perf-full-3n-skx-ip6_I
- - 25 # perf-full-3n-skx-ip6_II
- - 21 # perf-full-3n-skx-ip4tunnels-I
- - 22 # perf-full-3n-skx-ip4tunnels-II
- - 23 # perf-full-3n-skx-ip4tunnels-III
- - 26 # perf-full-3n-skx-ip6tunnels-I
- - 28 # perf-full-3n-skx-l2_II
- - 29 # perf-full-3n-skx-l2_III
- - 30 # perf-full-3n-skx-l2_IV
- - 32 # perf-full-3n-skx-l2_VI
- - 33 # perf-full-3n-skx-l2_VII
- - 34 # perf-full-3n-skx-l2_VIII
- - 35 # perf-full-3n-skx-l2_IX
- - 36 # perf-full-3n-skx-l2_X
- - 37 # perf-full-3n-skx-l2_XI
- - 38 # perf-full-3n-skx-memif
- - 39 # perf-full-3n-skx-srv6-I
- - 40 # perf-full-3n-skx-srv6-II
- - 43 # perf-full-3n-skx-vhost-III
+# csit-vpp-perf-report-coverage-2005-3n-skx:
+# - 10 # perf-full-3n-skx-crypto_I
+# - 11 # perf-full-3n-skx-crypto_II
+# - 12 # perf-full-3n-skx-crypto_III
+# - 5 # perf-full-3n-skx-ip4_I
+# - 14 # perf-full-3n-skx-ip4_II
+# - 7 # perf-full-3n-skx-ip4_III
+# - 15 # perf-full-3n-skx-ip4_IV
+# - 16 # perf-full-3n-skx-ip4_V
+# - 17 # perf-full-3n-skx-ip4_VI
+# - 18 # perf-full-3n-skx-ip4_VII
+# - 19 # perf-full-3n-skx-ip4_VIII
+# - 20 # perf-full-3n-skx-ip4_IX
+# - 24 # perf-full-3n-skx-ip6_I
+# - 25 # perf-full-3n-skx-ip6_II
+# - 21 # perf-full-3n-skx-ip4tunnels-I
+# - 22 # perf-full-3n-skx-ip4tunnels-II
+# - 23 # perf-full-3n-skx-ip4tunnels-III
+# - 26 # perf-full-3n-skx-ip6tunnels-I
+# - 28 # perf-full-3n-skx-l2_II
+# - 29 # perf-full-3n-skx-l2_III
+# - 30 # perf-full-3n-skx-l2_IV
+# - 32 # perf-full-3n-skx-l2_VI
+# - 33 # perf-full-3n-skx-l2_VII
+# - 34 # perf-full-3n-skx-l2_VIII
+# - 35 # perf-full-3n-skx-l2_IX
+# - 36 # perf-full-3n-skx-l2_X
+# - 37 # perf-full-3n-skx-l2_XI
+# - 38 # perf-full-3n-skx-memif
+# - 39 # perf-full-3n-skx-srv6-I
+# - 40 # perf-full-3n-skx-srv6-II
+# - 43 # perf-full-3n-skx-vhost-III
csit-vpp-perf-verify-1908_1-2n-skx:
- 39 # NDRPDR sel - new1908.1
@@ -2478,22 +2407,22 @@
- 54 # Soak
- 78 # nf-density-sel
- 83 # nf-density-sel
- csit-vpp-perf-report-coverage-2005-2n-skx:
- - 11 # perf-full-2n-skx-ip4_I
- - 3 # perf-full-2n-skx-ip4_II
- - 18 # perf-full-2n-skx-ip4_III
- - 19 # perf-full-2n-skx-ip4_IV
- - 5 # perf-full-2n-skx-ip4_V
- - 20 # perf-full-2n-skx-ip4_VI
- - 7 # perf-full-2n-skx-ip6_I
- - 21 # perf-full-2n-skx-ip6_II
- - 9 # perf-full-2n-skx-l2_I
- - 22 # perf-full-2n-skx-l2_II
- - 23 # perf-full-2n-skx-memif
- - 24 # perf-full-2n-skx-loadbalancer
- - 25 # perf-full-2n-skx-vhost I
- - 26 # perf-full-2n-skx-vhost II
- - 27 # perf-full-2n-skx-vts
+# csit-vpp-perf-report-coverage-2005-2n-skx:
+# - 11 # perf-full-2n-skx-ip4_I
+# - 3 # perf-full-2n-skx-ip4_II
+# - 18 # perf-full-2n-skx-ip4_III
+# - 19 # perf-full-2n-skx-ip4_IV
+# - 5 # perf-full-2n-skx-ip4_V
+# - 20 # perf-full-2n-skx-ip4_VI
+# - 7 # perf-full-2n-skx-ip6_I
+# - 21 # perf-full-2n-skx-ip6_II
+# - 9 # perf-full-2n-skx-l2_I
+# - 22 # perf-full-2n-skx-l2_II
+# - 23 # perf-full-2n-skx-memif
+# - 24 # perf-full-2n-skx-loadbalancer
+# - 25 # perf-full-2n-skx-vhost I
+# - 26 # perf-full-2n-skx-vhost II
+# - 27 # perf-full-2n-skx-vts
csit-vpp-perf-verify-1908_1-2n-clx:
- 5 # NDRPDR sel
@@ -2559,22 +2488,22 @@
- 59 # 2n-clx nfv-density-00
- 60 # 2n-clx nfv-density-00
- 61 # 2n-clx nfv-density-00
- csit-vpp-perf-report-coverage-2005-2n-clx:
- - 21 # perf-full-2n-clx-ip4_I
- - 2 # perf-full-2n-clx-ip4_II
- - 3 # perf-full-2n-clx-ip4_III
- - 4 # perf-full-2n-clx-ip4_IV
- - 5 # perf-full-2n-clx-ip4_V
- - 6 # perf-full-2n-clx-ip4_VI
- - 7 # perf-full-2n-clx-ip6_I
- - 16 # perf-full-2n-clx-ip6_II
- - 23 # perf-full-2n-clx-l2_I
- - 10 # perf-full-2n-clx-l2_II
- - 11 # perf-full-2n-clx-memif
- - 12 # perf-full-2n-clx-loadbalancer
- - 13 # perf-full-2n-clx-vhost I
- - 22 # perf-full-2n-clx-vhost II
- - 15 # perf-full-2n-clx-vts
+# csit-vpp-perf-report-coverage-2005-2n-clx:
+# - 21 # perf-full-2n-clx-ip4_I
+# - 2 # perf-full-2n-clx-ip4_II
+# - 3 # perf-full-2n-clx-ip4_III
+# - 4 # perf-full-2n-clx-ip4_IV
+# - 5 # perf-full-2n-clx-ip4_V
+# - 6 # perf-full-2n-clx-ip4_VI
+# - 7 # perf-full-2n-clx-ip6_I
+# - 16 # perf-full-2n-clx-ip6_II
+# - 23 # perf-full-2n-clx-l2_I
+# - 10 # perf-full-2n-clx-l2_II
+# - 11 # perf-full-2n-clx-memif
+# - 12 # perf-full-2n-clx-loadbalancer
+# - 13 # perf-full-2n-clx-vhost I
+# - 22 # perf-full-2n-clx-vhost II
+# - 15 # perf-full-2n-clx-vts
csit-vpp-perf-verify-1908-3n-tsh:
- 7 # NDRPDR sel
@@ -2600,7 +2529,6 @@
- 15 # NDRPDR sel
- 21 # NDRPDR sel
- 9 # MRR sel
- # TODO: Add data:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 9 # NDRPDR sel
- 11 # NDRPDR sel
@@ -4467,101 +4395,101 @@
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-clx-x556 2t1c pdr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-x556 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-clx-x556 4t2c pdr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-x556 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-clx-x556 2t1c ndr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-x556 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-clx-x556 4t2c ndr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-x556 ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+## VPP Performance Changes 2n-clx-x556 2t1c pdr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 2t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-clx-ref"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-clx-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+#
+## VPP Performance Changes 2n-clx-x556 4t2c pdr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 4t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-clx-ref"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-clx-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+#
+## VPP Performance Changes 2n-clx-x556 2t1c ndr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 2t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-clx-ref"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-clx-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+#
+## VPP Performance Changes 2n-clx-x556 4t2c ndr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-clx-ref"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-clx-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
# VPP Performance Changes 2n-dnv 1t1c pdr
- type: "table"
@@ -4571,20 +4499,22 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-2n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 2n-dnv 2t2c pdr
- type: "table"
@@ -4594,20 +4524,22 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-2n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 2n-dnv 1t1c ndr
- type: "table"
@@ -4617,20 +4549,22 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-2n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 2n-dnv 2t2c ndr
- type: "table"
@@ -4640,20 +4574,22 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-2n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-dnv 1t1c pdr
- type: "table"
@@ -4663,20 +4599,22 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-3n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-dnv 2t2c pdr
- type: "table"
@@ -4686,20 +4624,22 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-3n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-dnv 1t1c ndr
- type: "table"
@@ -4709,20 +4649,22 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-3n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-dnv 2t2c ndr
- type: "table"
@@ -4732,20 +4674,22 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-3n-dnv-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
@@ -5769,68 +5713,68 @@
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# VPP Performance Changes 2n-clx-clx-x556 2t1c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-clx-x556 2t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-2t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 2n-clx-clx-x556 4t2c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-clx-x556 4t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-4t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 2n-clx-clx-x556 8t4c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-clx-x556 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-8t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+## VPP Performance Changes 2n-clx-x556 2t1c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 2t1c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001"
+# data-set: "vpp-performance-changes-2n-clx-mrr-ref"
+# - title: "2005"
+# data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "2001, 2005 - VPP versions tested."
+# - "Diff - difference between 2001 and 2005 VPP version."
+#
+## VPP Performance Changes 2n-clx-x556 4t2c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 4t2c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001"
+# data-set: "vpp-performance-changes-2n-clx-mrr-ref"
+# - title: "2005"
+# data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "2001, 2005 - VPP versions tested."
+# - "Diff - difference between 2001 and 2005 VPP version."
+#
+## VPP Performance Changes 2n-clx-x556 8t4c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 8t4c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-8t4c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001"
+# data-set: "vpp-performance-changes-2n-clx-mrr-ref"
+# - title: "2005"
+# data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "2001, 2005 - VPP versions tested."
+# - "Diff - difference between 2001 and 2005 VPP version."
# VPP Performance Changes 2n-dnv 1t1c mrr
- type: "table"
@@ -5840,20 +5784,22 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 2n-dnv 2t2c mrr
- type: "table"
@@ -5863,20 +5809,22 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 2n-dnv 4t4c mrr
- type: "table"
@@ -5886,20 +5834,22 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-dnv 1t1c mrr
- type: "table"
@@ -5909,20 +5859,22 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-dnv 2t2c mrr
- type: "table"
@@ -5932,20 +5884,22 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-dnv 4t4c mrr
- type: "table"
@@ -5955,20 +5909,22 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "1908"
+ - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
- - title: "2001"
+ - title: "2001.0-2"
data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
- - title: "2005"
+ - title: "2005.0-3"
data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-3 vs 2001.0-2"
reference: 2
compare: 3
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-tsh 1t1c mrr
- type: "table"
@@ -7778,16 +7734,16 @@
- "{DIR[DTR,PERF,VPP,2N,CLX]}"
- "{DIR[DTR,PERF,VPP,3N,HSW]}"
- "{DIR[DTR,PERF,VPP,3N,TSH]}"
- - "{DIR[DTR,PERF,VPP,2N,DNV]}"
- - "{DIR[DTR,PERF,VPP,3N,DNV]}"
+# - "{DIR[DTR,PERF,VPP,2N,DNV]}"
+# - "{DIR[DTR,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
- - "vpp-perf-results-2n-dnv"
- - "vpp-perf-results-3n-dnv"
+# - "vpp-perf-results-2n-dnv"
+# - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -7834,16 +7790,16 @@
- "{DIR[DTC,PERF,VPP,2N,CLX]}"
- "{DIR[DTC,PERF,VPP,3N,HSW]}"
- "{DIR[DTC,PERF,VPP,3N,TSH]}"
- - "{DIR[DTC,PERF,VPP,2N,DNV]}"
- - "{DIR[DTC,PERF,VPP,3N,DNV]}"
+# - "{DIR[DTC,PERF,VPP,2N,DNV]}"
+# - "{DIR[DTC,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
- - "vpp-perf-results-2n-dnv"
- - "vpp-perf-results-3n-dnv"
+# - "vpp-perf-results-2n-dnv"
+# - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -7890,16 +7846,16 @@
- "{DIR[DTO,PERF,VPP,2N,CLX]}"
- "{DIR[DTO,PERF,VPP,3N,HSW]}"
- "{DIR[DTO,PERF,VPP,3N,TSH]}"
- - "{DIR[DTO,PERF,VPP,2N,DNV]}"
- - "{DIR[DTO,PERF,VPP,3N,DNV]}"
+# - "{DIR[DTO,PERF,VPP,2N,DNV]}"
+# - "{DIR[DTO,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
- - "vpp-perf-results-2n-dnv"
- - "vpp-perf-results-3n-dnv"
+# - "vpp-perf-results-2n-dnv"
+# - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -7946,16 +7902,16 @@
- "{DIR[DTR,MRR,VPP,2N,CLX]}"
- "{DIR[DTR,MRR,VPP,3N,HSW]}"
- "{DIR[DTR,MRR,VPP,3N,TSH]}"
- - "{DIR[DTR,MRR,VPP,2N,DNV]}"
- - "{DIR[DTR,MRR,VPP,3N,DNV]}"
+# - "{DIR[DTR,MRR,VPP,2N,DNV]}"
+# - "{DIR[DTR,MRR,VPP,3N,DNV]}"
data:
- "vpp-mrr-results-2n-skx"
- "vpp-mrr-results-3n-skx"
- "vpp-mrr-results-2n-clx"
- "vpp-mrr-results-3n-hsw"
- "vpp-mrr-results-3n-tsh"
- - "vpp-mrr-results-2n-dnv"
- - "vpp-mrr-results-3n-dnv"
+# - "vpp-mrr-results-2n-dnv"
+# - "vpp-mrr-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -8010,8 +7966,8 @@
- "vpp-mrr-results-2n-clx"
- "vpp-mrr-results-3n-hsw"
- "vpp-mrr-results-3n-tsh"
- - "vpp-mrr-results-2n-dnv"
- - "vpp-mrr-results-3n-dnv"
+# - "vpp-mrr-results-2n-dnv"
+# - "vpp-mrr-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters: