diff options
| -rw-r--r-- | docs/report/index.html.template | 2 | ||||
| -rw-r--r-- | docs/report/introduction/report_history.rst | 4 | ||||
| -rw-r--r-- | docs/report/vpp_performance_tests/index.rst | 3 | ||||
| -rw-r--r-- | docs/report/vpp_performance_tests/reconf_tests/vnf_service_chains_reconf.rst | 99 | ||||
| -rw-r--r-- | resources/tools/presentation/specification.yaml | 73 |
5 files changed, 160 insertions, 21 deletions
diff --git a/docs/report/index.html.template b/docs/report/index.html.template index 12ba642683..f6fcc76d15 100644 --- a/docs/report/index.html.template +++ b/docs/report/index.html.template @@ -20,6 +20,7 @@ CSIT-2001 vpp_performance_tests/packet_throughput_graphs/index vpp_performance_tests/throughput_speedup_multi_core/index vpp_performance_tests/packet_latency/index + vpp_performance_tests/reconf_tests/index vpp_performance_tests/nf_service_density/index vpp_performance_tests/comparisons/index vpp_performance_tests/throughput_trending @@ -29,7 +30,6 @@ CSIT-2001 .. vpp_performance_tests/hoststack_testing/index vpp_performance_tests/soak_tests/index - vpp_performance_tests/reconf_tests/index .. toctree:: :maxdepth: 2 diff --git a/docs/report/introduction/report_history.rst b/docs/report/introduction/report_history.rst index 6a636b74e3..b2199eda84 100644 --- a/docs/report/introduction/report_history.rst +++ b/docs/report/introduction/report_history.rst @@ -19,6 +19,10 @@ FD.io CSIT-2001 Report history and per .[ww] revision changes are listed below. | | VTS | | | - all sets selected for analysis and graphs | | | | +| | 2. Added reconfiguration tests: | +| | | +| | - 2n-clx | +| | | | | | +----------------+------------------------------------------------------------+ | .09 | 1. Added data: | diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst index 831afbc30c..36aed84c99 100644 --- a/docs/report/vpp_performance_tests/index.rst +++ b/docs/report/vpp_performance_tests/index.rst @@ -8,6 +8,7 @@ VPP Performance packet_throughput_graphs/index throughput_speedup_multi_core/index packet_latency/index + reconf_tests/index nf_service_density/index comparisons/index throughput_trending @@ -15,7 +16,5 @@ VPP Performance documentation/index .. - nf_service_density/index hoststack_testing/index soak_tests/index - reconf_tests/index diff --git a/docs/report/vpp_performance_tests/reconf_tests/vnf_service_chains_reconf.rst b/docs/report/vpp_performance_tests/reconf_tests/vnf_service_chains_reconf.rst index 268d40c8e3..3cdb5fd0cf 100644 --- a/docs/report/vpp_performance_tests/reconf_tests/vnf_service_chains_reconf.rst +++ b/docs/report/vpp_performance_tests/reconf_tests/vnf_service_chains_reconf.rst @@ -33,12 +33,6 @@ VNF Service Chains ================== -.. important:: - - **DISCLAIMER**: Presented test results should be taken with a pinch of - salt as they may not represent correctly the system behaviour due - to experimental nature of used test methodology (see :ref:`reconf_tests`). - In each test, a single service chain is added, the re-configuration contains all the steps the initial chains got, except the last step (starting VMs) is skipped. @@ -77,7 +71,8 @@ Additional information about graph data: .. note:: Test results have been generated by - `FD.io test executor vpp performance job 2n-skx`_ with RF + `FD.io test executor vpp performance job 2n-skx`_, + `FD.io test executor vpp performance job 2n-clx`_ with RF result files csit-vpp-perf-|srelease|-\*.zip `archived here <../../_static/archive/>`_. @@ -85,7 +80,77 @@ Additional information about graph data: \clearpage -2n-skx-xxv710 +.. + 2n-skx-xxv710 + ~~~~~~~~~~~~~ + + imix-2t1c-dot1qip4vxlan-l2bd + ---------------------------- + + .. raw:: html + + <center> + <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf.html"></iframe> + </center> + + .. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf} + \label{fig:2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf} + \end{figure} + + .. raw:: latex + + \clearpage + + imix-4t2c-dot1qip4vxlan-l2bd + ---------------------------- + + .. raw:: html + + <center> + <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf.html"></iframe> + </center> + + .. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf} + \label{fig:2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf} + \end{figure} + + .. raw:: latex + + \clearpage + + imix-8t4c-dot1qip4vxlan-l2bd + ---------------------------- + + .. raw:: html + + <center> + <iframe id="03" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf.html"></iframe> + </center> + + .. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf} + \label{fig:2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf} + \end{figure} + + .. raw:: latex + + \clearpage + +2n-clx-xxv710 ~~~~~~~~~~~~~ imix-2t1c-dot1qip4vxlan-l2bd @@ -94,7 +159,7 @@ imix-2t1c-dot1qip4vxlan-l2bd .. raw:: html <center> - <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf.html"></iframe> + <iframe id="101" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf.html"></iframe> </center> .. raw:: latex @@ -102,8 +167,8 @@ imix-2t1c-dot1qip4vxlan-l2bd \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf} - \label{fig:2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf} + \label{fig:2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf} \end{figure} .. raw:: latex @@ -116,7 +181,7 @@ imix-4t2c-dot1qip4vxlan-l2bd .. raw:: html <center> - <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf.html"></iframe> + <iframe id="102" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf.html"></iframe> </center> .. raw:: latex @@ -124,8 +189,8 @@ imix-4t2c-dot1qip4vxlan-l2bd \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf} - \label{fig:2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf} + \label{fig:2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf} \end{figure} .. raw:: latex @@ -138,7 +203,7 @@ imix-8t4c-dot1qip4vxlan-l2bd .. raw:: html <center> - <iframe id="03" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf.html"></iframe> + <iframe id="103" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf.html"></iframe> </center> .. raw:: latex @@ -146,6 +211,6 @@ imix-8t4c-dot1qip4vxlan-l2bd \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf} - \label{fig:2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf} + \label{fig:2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf} \end{figure} diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index fa29efec1f..cdefc4dc52 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -411,6 +411,19 @@ csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR + plot-vpp-nfv-reconf-2n-clx: + csit-vpp-perf-verify-2001-2n-clx: + - 68 # Reconf + - 69 # Reconf + - 70 # Reconf + - 71 # Reconf + - 72 # Reconf + - 73 # Reconf + - 74 # Reconf + - 75 # Reconf + - 76 # Reconf + - 77 # Reconf + plot-dpdk-throughput-latency-2n-clx: csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel @@ -2269,6 +2282,16 @@ - 65 # NDRPDR full - 66 # NDRPDR full - 67 # NDRPDR full + - 68 # Reconf + - 69 # Reconf + - 70 # Reconf + - 71 # Reconf + - 72 # Reconf + - 73 # Reconf + - 74 # Reconf + - 75 # Reconf + - 76 # Reconf + - 77 # Reconf csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -5974,6 +5997,8 @@ ############################################################################### +# Reconf tests 2n-skx + #- type: "plot" # title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" # algorithm: "plot_nf_reconf_box_name" @@ -6021,7 +6046,53 @@ # layout: # title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" # layout: "plot-throughput" -# + +############################################################################### + +# Reconf tests 2n-clx + +- type: "plot" + title: "NFV Implied time lost: 2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-clx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Implied time lost: 2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-clx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Implied time lost: 2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-clx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-avf-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + ################################################################################ ## Plots - NF Density - VSC - MRR 64b #- type: "plot" |