aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2020-03-03 11:00:55 +0100
committerTibor Frank <tifrank@cisco.com>2020-03-03 11:03:30 +0100
commit3fb7e3f7b0c51c0329c5f7192997778eb1dd5709 (patch)
treebf01a9f21704e0d55ca93b200121f93b8461daaf
parentbf91f9fa9903d3429fca83702f28a6af413c8db2 (diff)
Report: Add reconf tests for 2n-clx
Change-Id: I36ecd741b53f2db837d499ab2a5daf3bfac8c790 Signed-off-by: Tibor Frank <tifrank@cisco.com>
-rw-r--r--docs/report/index.html.template2
-rw-r--r--docs/report/introduction/report_history.rst4
-rw-r--r--docs/report/vpp_performance_tests/index.rst3
-rw-r--r--docs/report/vpp_performance_tests/reconf_tests/vnf_service_chains_reconf.rst99
-rw-r--r--resources/tools/presentation/specification.yaml73
5 files changed, 160 insertions, 21 deletions
diff --git a/docs/report/index.html.template b/docs/report/index.html.template
index 12ba642683..f6fcc76d15 100644
--- a/docs/report/index.html.template
+++ b/docs/report/index.html.template
@@ -20,6 +20,7 @@ CSIT-2001
vpp_performance_tests/packet_throughput_graphs/index
vpp_performance_tests/throughput_speedup_multi_core/index
vpp_performance_tests/packet_latency/index
+ vpp_performance_tests/reconf_tests/index
vpp_performance_tests/nf_service_density/index
vpp_performance_tests/comparisons/index
vpp_performance_tests/throughput_trending
@@ -29,7 +30,6 @@ CSIT-2001
..
vpp_performance_tests/hoststack_testing/index
vpp_performance_tests/soak_tests/index
- vpp_performance_tests/reconf_tests/index
.. toctree::
:maxdepth: 2
diff --git a/docs/report/introduction/report_history.rst b/docs/report/introduction/report_history.rst
index 6a636b74e3..b2199eda84 100644
--- a/docs/report/introduction/report_history.rst
+++ b/docs/report/introduction/report_history.rst
@@ -19,6 +19,10 @@ FD.io CSIT-2001 Report history and per .[ww] revision changes are listed below.
| | VTS |
| | - all sets selected for analysis and graphs |
| | |
+| | 2. Added reconfiguration tests: |
+| | |
+| | - 2n-clx |
+| | |
| | |
+----------------+------------------------------------------------------------+
| .09 | 1. Added data: |
diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst
index 831afbc30c..36aed84c99 100644
--- a/docs/report/vpp_performance_tests/index.rst
+++ b/docs/report/vpp_performance_tests/index.rst
@@ -8,6 +8,7 @@ VPP Performance
packet_throughput_graphs/index
throughput_speedup_multi_core/index
packet_latency/index
+ reconf_tests/index
nf_service_density/index
comparisons/index
throughput_trending
@@ -15,7 +16,5 @@ VPP Performance
documentation/index
..
- nf_service_density/index
hoststack_testing/index
soak_tests/index
- reconf_tests/index
diff --git a/docs/report/vpp_performance_tests/reconf_tests/vnf_service_chains_reconf.rst b/docs/report/vpp_performance_tests/reconf_tests/vnf_service_chains_reconf.rst
index 268d40c8e3..3cdb5fd0cf 100644
--- a/docs/report/vpp_performance_tests/reconf_tests/vnf_service_chains_reconf.rst
+++ b/docs/report/vpp_performance_tests/reconf_tests/vnf_service_chains_reconf.rst
@@ -33,12 +33,6 @@
VNF Service Chains
==================
-.. important::
-
- **DISCLAIMER**: Presented test results should be taken with a pinch of
- salt as they may not represent correctly the system behaviour due
- to experimental nature of used test methodology (see :ref:`reconf_tests`).
-
In each test, a single service chain is added, the re-configuration
contains all the steps the initial chains got, except the last step
(starting VMs) is skipped.
@@ -77,7 +71,8 @@ Additional information about graph data:
.. note::
Test results have been generated by
- `FD.io test executor vpp performance job 2n-skx`_ with RF
+ `FD.io test executor vpp performance job 2n-skx`_,
+ `FD.io test executor vpp performance job 2n-clx`_ with RF
result files csit-vpp-perf-|srelease|-\*.zip
`archived here <../../_static/archive/>`_.
@@ -85,7 +80,77 @@ Additional information about graph data:
\clearpage
-2n-skx-xxv710
+..
+ 2n-skx-xxv710
+ ~~~~~~~~~~~~~
+
+ imix-2t1c-dot1qip4vxlan-l2bd
+ ----------------------------
+
+ .. raw:: html
+
+ <center>
+ <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
+ </center>
+
+ .. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf}
+ \label{fig:2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf}
+ \end{figure}
+
+ .. raw:: latex
+
+ \clearpage
+
+ imix-4t2c-dot1qip4vxlan-l2bd
+ ----------------------------
+
+ .. raw:: html
+
+ <center>
+ <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
+ </center>
+
+ .. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf}
+ \label{fig:2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf}
+ \end{figure}
+
+ .. raw:: latex
+
+ \clearpage
+
+ imix-8t4c-dot1qip4vxlan-l2bd
+ ----------------------------
+
+ .. raw:: html
+
+ <center>
+ <iframe id="03" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
+ </center>
+
+ .. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf}
+ \label{fig:2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf}
+ \end{figure}
+
+ .. raw:: latex
+
+ \clearpage
+
+2n-clx-xxv710
~~~~~~~~~~~~~
imix-2t1c-dot1qip4vxlan-l2bd
@@ -94,7 +159,7 @@ imix-2t1c-dot1qip4vxlan-l2bd
.. raw:: html
<center>
- <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
+ <iframe id="101" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
</center>
.. raw:: latex
@@ -102,8 +167,8 @@ imix-2t1c-dot1qip4vxlan-l2bd
\begin{figure}[H]
\centering
\graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf}
- \label{fig:2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf}
+ \label{fig:2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf}
\end{figure}
.. raw:: latex
@@ -116,7 +181,7 @@ imix-4t2c-dot1qip4vxlan-l2bd
.. raw:: html
<center>
- <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
+ <iframe id="102" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
</center>
.. raw:: latex
@@ -124,8 +189,8 @@ imix-4t2c-dot1qip4vxlan-l2bd
\begin{figure}[H]
\centering
\graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf}
- \label{fig:2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf}
+ \label{fig:2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf}
\end{figure}
.. raw:: latex
@@ -138,7 +203,7 @@ imix-8t4c-dot1qip4vxlan-l2bd
.. raw:: html
<center>
- <iframe id="03" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
+ <iframe id="103" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf.html"></iframe>
</center>
.. raw:: latex
@@ -146,6 +211,6 @@ imix-8t4c-dot1qip4vxlan-l2bd
\begin{figure}[H]
\centering
\graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf}
- \label{fig:2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf}
+ \label{fig:2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf}
\end{figure}
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index fa29efec1f..cdefc4dc52 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -411,6 +411,19 @@
csit-vpp-perf-verify-2001-2n-clx:
- 39 # MRR
+ plot-vpp-nfv-reconf-2n-clx:
+ csit-vpp-perf-verify-2001-2n-clx:
+ - 68 # Reconf
+ - 69 # Reconf
+ - 70 # Reconf
+ - 71 # Reconf
+ - 72 # Reconf
+ - 73 # Reconf
+ - 74 # Reconf
+ - 75 # Reconf
+ - 76 # Reconf
+ - 77 # Reconf
+
plot-dpdk-throughput-latency-2n-clx:
csit-dpdk-perf-verify-2001-2n-clx:
- 15 # NDRPDR sel
@@ -2269,6 +2282,16 @@
- 65 # NDRPDR full
- 66 # NDRPDR full
- 67 # NDRPDR full
+ - 68 # Reconf
+ - 69 # Reconf
+ - 70 # Reconf
+ - 71 # Reconf
+ - 72 # Reconf
+ - 73 # Reconf
+ - 74 # Reconf
+ - 75 # Reconf
+ - 76 # Reconf
+ - 77 # Reconf
csit-vpp-perf-verify-1908-3n-tsh:
- 7 # NDRPDR sel
@@ -5974,6 +5997,8 @@
###############################################################################
+# Reconf tests 2n-skx
+
#- type: "plot"
# title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf"
# algorithm: "plot_nf_reconf_box_name"
@@ -6021,7 +6046,53 @@
# layout:
# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd"
# layout: "plot-throughput"
-#
+
+###############################################################################
+
+# Reconf tests 2n-clx
+
+- type: "plot"
+ title: "NFV Implied time lost: 2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf"
+ algorithm: "plot_nf_reconf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf"
+ data: "plot-vpp-nfv-reconf-2n-clx"
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf"
+ layout:
+ title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "NFV Implied time lost: 2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf"
+ algorithm: "plot_nf_reconf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf"
+ data: "plot-vpp-nfv-reconf-2n-clx"
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf"
+ layout:
+ title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "NFV Implied time lost: 2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf"
+ algorithm: "plot_nf_reconf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf"
+ data: "plot-vpp-nfv-reconf-2n-clx"
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf"
+ layout:
+ title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd"
+ layout: "plot-throughput"
+
################################################################################
## Plots - NF Density - VSC - MRR 64b
#- type: "plot"