diff options
author | Tibor Frank <tifrank@cisco.com> | 2021-11-11 12:36:29 +0100 |
---|---|---|
committer | Tibor Frank <tifrank@cisco.com> | 2021-11-11 11:38:48 +0000 |
commit | c460899985ae565590474481800ace38a22109dd (patch) | |
tree | 9fd7732387d440a19814a9c51a179af394992536 | |
parent | 305850e738ff71753d122b29d5681279c0c4b055 (diff) |
Report: Add DPDK speedup graphs
Change-Id: I0c763ae0371515955037f0aaa867251b5aaec604
Signed-off-by: Tibor Frank <tifrank@cisco.com>
(cherry picked from commit 2b6a9cd2d0171013619d11c64c86ecdbb84e1d32)
16 files changed, 969 insertions, 5 deletions
diff --git a/docs/report/dpdk_performance_tests/index.rst b/docs/report/dpdk_performance_tests/index.rst index 64e1525387..01b27235be 100644 --- a/docs/report/dpdk_performance_tests/index.rst +++ b/docs/report/dpdk_performance_tests/index.rst @@ -6,6 +6,7 @@ DPDK Performance overview csit_release_notes packet_throughput_graphs/index + throughput_speedup_multi_core/index packet_latency/index comparisons/index throughput_trending diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst index 44718d8b16..5f07b50a64 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst @@ -8,7 +8,8 @@ Packet Throughput Throughput graphs are generated by multiple executions of the same performance tests across physical testbeds hosted LF FD.io labs: -2n-skx, 3n-skx, 2n-clx. Box-and-Whisker plots are used to display variations in +2n-skx, 3n-skx, 2n-clx, 2n-tx2, 2n-zn2, 3n-tsh. +Box-and-Whisker plots are used to display variations in measured throughput values, without making any assumptions of the underlying statistical distribution. @@ -49,9 +50,7 @@ Additional information about graph data: `build logs from FD.io dpdk performance job 2n-clx`_, `build logs from FD.io dpdk performance job 2n-zn2`_, `build logs from FD.io dpdk performance job 3n-tsh`_, - `build logs from FD.io dpdk performance job 2n-tx2`_, - `build logs from FD.io dpdk performance job 2n-dnv`_ and - `build logs from FD.io dpdk performance job 3n-dnv`_ with RF + `build logs from FD.io dpdk performance job 2n-tx2`_ with RF result files csit-dpdk-perf-|srelease|-\*.zip `archived here <../../_static/archive/>`_. Required per test case data set size is **10** and for DPDK tests diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-clx-x710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-clx-x710.rst new file mode 100644 index 0000000000..2477664e92 --- /dev/null +++ b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-clx-x710.rst @@ -0,0 +1,78 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +2n-clx-x710 +~~~~~~~~~~~ + +CSIT source code for the test cases used for plots can be found in +`CSIT git repository <https://git.fd.io/csit/tree/tests/dpdk/perf?h=rls2110>`_. + +.. raw:: latex + + \clearpage + +64b-base +-------- + +.. raw:: html + + <center> + <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/2n-clx-x710-64b-base-ndr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-base-ndr-tsa} + \label{fig:2n-clx-x710-64b-base-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/2n-clx-x710-64b-base-pdr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-x710-64b-base-pdr-tsa} + \label{fig:2n-clx-x710-64b-base-pdr-tsa} + \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-clx-xxv710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-clx-xxv710.rst new file mode 100644 index 0000000000..f8a3a02fb2 --- /dev/null +++ b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-clx-xxv710.rst @@ -0,0 +1,78 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +2n-clx-xxv710 +~~~~~~~~~~~~~ + +CSIT source code for the test cases used for plots can be found in +`CSIT git repository <https://git.fd.io/csit/tree/tests/dpdk/perf?h=rls2110>`_. + +.. raw:: latex + + \clearpage + +64b-base +-------- + +.. raw:: html + + <center> + <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/2n-clx-xxv710-64b-base-ndr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-base-ndr-tsa} + \label{fig:2n-clx-xxv710-64b-base-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/2n-clx-xxv710-64b-base-pdr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-xxv710-64b-base-pdr-tsa} + \label{fig:2n-clx-xxv710-64b-base-pdr-tsa} + \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-skx-x710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-skx-x710.rst new file mode 100644 index 0000000000..8ef0b6477d --- /dev/null +++ b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-skx-x710.rst @@ -0,0 +1,78 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +2n-skx-x710 +~~~~~~~~~~~ + +CSIT source code for the test cases used for plots can be found in +`CSIT git repository <https://git.fd.io/csit/tree/tests/dpdk/perf?h=rls2110>`_. + +.. raw:: latex + + \clearpage + +64b-base +-------- + +.. raw:: html + + <center> + <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/2n-skx-x710-64b-base-ndr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b-base-ndr-tsa} + \label{fig:2n-skx-x710-64b-base-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/2n-skx-x710-64b-base-pdr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b-base-pdr-tsa} + \label{fig:2n-skx-x710-64b-base-pdr-tsa} + \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-skx-xxv710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-skx-xxv710.rst new file mode 100644 index 0000000000..afdb747a07 --- /dev/null +++ b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-skx-xxv710.rst @@ -0,0 +1,78 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +2n-skx-xxv710 +~~~~~~~~~~~~~ + +CSIT source code for the test cases used for plots can be found in +`CSIT git repository <https://git.fd.io/csit/tree/tests/dpdk/perf?h=rls2110>`_. + +.. raw:: latex + + \clearpage + +64b-base +-------- + +.. raw:: html + + <center> + <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/2n-skx-xxv710-64b-base-ndr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-64b-base-ndr-tsa} + \label{fig:2n-skx-xxv710-64b-base-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/2n-skx-xxv710-64b-base-pdr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-xxv710-64b-base-pdr-tsa} + \label{fig:2n-skx-xxv710-64b-base-pdr-tsa} + \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-tx2-xl710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-tx2-xl710.rst new file mode 100644 index 0000000000..46f8fcaebd --- /dev/null +++ b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-tx2-xl710.rst @@ -0,0 +1,78 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +2n-tx2-xl710 +~~~~~~~~~~~~ + +CSIT source code for the test cases used for plots can be found in +`CSIT git repository <https://git.fd.io/csit/tree/tests/dpdk/perf?h=rls2110>`_. + +.. raw:: latex + + \clearpage + +64b-base +-------- + +.. raw:: html + + <center> + <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/2n-tx2-xl710-64b-base-ndr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-base-ndr-tsa} + \label{fig:2n-tx2-xl710-64b-base-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/2n-tx2-xl710-64b-base-pdr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-tx2-xl710-64b-base-pdr-tsa} + \label{fig:2n-tx2-xl710-64b-base-pdr-tsa} + \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-zn2-x710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-zn2-x710.rst new file mode 100644 index 0000000000..6d888da1a5 --- /dev/null +++ b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-zn2-x710.rst @@ -0,0 +1,78 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +2n-zn2-x710 +~~~~~~~~~~~ + +CSIT source code for the test cases used for plots can be found in +`CSIT git repository <https://git.fd.io/csit/tree/tests/dpdk/perf?h=rls2110>`_. + +.. raw:: latex + + \clearpage + +64b-base +-------- + +.. raw:: html + + <center> + <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/2n-zn2-x710-64b-base-ndr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-base-ndr-tsa} + \label{fig:2n-zn2-x710-64b-base-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/2n-zn2-x710-64b-base-pdr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-x710-64b-base-pdr-tsa} + \label{fig:2n-zn2-x710-64b-base-pdr-tsa} + \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-zn2-xxv710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-zn2-xxv710.rst new file mode 100644 index 0000000000..c4db690e64 --- /dev/null +++ b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/2n-zn2-xxv710.rst @@ -0,0 +1,78 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +2n-zn2-xxv710 +~~~~~~~~~~~~~ + +CSIT source code for the test cases used for plots can be found in +`CSIT git repository <https://git.fd.io/csit/tree/tests/dpdk/perf?h=rls2110>`_. + +.. raw:: latex + + \clearpage + +64b-base +-------- + +.. raw:: html + + <center> + <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/2n-zn2-xxv710-64b-base-ndr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-base-ndr-tsa} + \label{fig:2n-zn2-xxv710-64b-base-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/2n-zn2-xxv710-64b-base-pdr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-zn2-xxv710-64b-base-pdr-tsa} + \label{fig:2n-zn2-xxv710-64b-base-pdr-tsa} + \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-skx-x710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-skx-x710.rst new file mode 100644 index 0000000000..51402e3f78 --- /dev/null +++ b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-skx-x710.rst @@ -0,0 +1,78 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +3n-skx-x710 +~~~~~~~~~~~ + +CSIT source code for the test cases used for plots can be found in +`CSIT git repository <https://git.fd.io/csit/tree/tests/dpdk/perf?h=rls2110>`_. + +.. raw:: latex + + \clearpage + +64b-base +-------- + +.. raw:: html + + <center> + <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/3n-skx-x710-64b-base-ndr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b-base-ndr-tsa} + \label{fig:3n-skx-x710-64b-base-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/3n-skx-x710-64b-base-pdr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b-base-pdr-tsa} + \label{fig:3n-skx-x710-64b-base-pdr-tsa} + \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-skx-xxv710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-skx-xxv710.rst new file mode 100644 index 0000000000..160b8bf294 --- /dev/null +++ b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-skx-xxv710.rst @@ -0,0 +1,78 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +3n-skx-xxv710 +~~~~~~~~~~~~~ + +CSIT source code for the test cases used for plots can be found in +`CSIT git repository <https://git.fd.io/csit/tree/tests/dpdk/perf?h=rls2110>`_. + +.. raw:: latex + + \clearpage + +64b-base +-------- + +.. raw:: html + + <center> + <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/3n-skx-xxv710-64b-base-ndr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-xxv710-64b-base-ndr-tsa} + \label{fig:3n-skx-xxv710-64b-base-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/3n-skx-xxv710-64b-base-pdr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-xxv710-64b-base-pdr-tsa} + \label{fig:3n-skx-xxv710-64b-base-pdr-tsa} + \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-tsh-x520.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-tsh-x520.rst new file mode 100644 index 0000000000..2a4917b743 --- /dev/null +++ b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-tsh-x520.rst @@ -0,0 +1,78 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +3n-tsh-x520 +~~~~~~~~~~~ + +CSIT source code for the test cases used for plots can be found in +`CSIT git repository <https://git.fd.io/csit/tree/tests/dpdk/perf?h=rls2110>`_. + +.. raw:: latex + + \clearpage + +64b-base +-------- + +.. raw:: html + + <center> + <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/3n-tsh-x520-64b-base-ndr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-base-ndr-tsa} + \label{fig:3n-tsh-x520-64b-base-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/3n-tsh-x520-64b-base-pdr-tsa.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-base-pdr-tsa} + \label{fig:3n-tsh-x520-64b-base-pdr-tsa} + \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/index.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/index.rst new file mode 100644 index 0000000000..626d6759ac --- /dev/null +++ b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/index.rst @@ -0,0 +1,63 @@ + +.. raw:: latex + + \clearpage + +.. _dpdk_throughput_speedup_multi_core: + +Speedup Multi-Core +================== + +Speedup Multi-Core throughput graphs are generated by multiple +executions of the same performance tests across physical testbeds hosted +LF FD.io labs: 2n-skx, 3n-skx, 2n-clx, 3n-tsh, 2n-tx2, 2n-zn2. +Grouped bars illustrate the 64B packet throughput speedup ratio for +2- and 4-core multi-threaded DPDK configurations relative to 1-core +configurations. + +Additional information about graph data: + +#. **Graph Title**: describes tested packet path, testbed topology, + processor model, NIC model, packet size used by data plane workers and + indication of VPP DUT configuration. + +#. **X-axis Labels**: number of cores. + +#. **Y-axis Labels**: measured Packets Per Second [pps] throughput + values. + +#. **Graph Legend**: lists CSIT test suites executed to generate graphed test + results. + +#. **Hover Information**: lists number of runs executed, specific test + substring, mean value of the measured packet throughput, calculated perfect + throughput value, difference between measured and perfect values and + relative speedup value. + +.. note:: + + Test results are stored in + `build logs from FD.io dpdk performance job 2n-skx`_, + `build logs from FD.io dpdk performance job 3n-skx`_, + `build logs from FD.io dpdk performance job 2n-clx`_, + `build logs from FD.io dpdk performance job 2n-zn2`_, + `build logs from FD.io dpdk performance job 3n-tsh`_, + `build logs from FD.io dpdk performance job 2n-tx2`_ with RF + result files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + Required per test case data set size is **10**, but for VPP tests + the actual size varies per test case and is <=10. + +.. toctree:: + :maxdepth: 3 + + 2n-skx-xxv710 + 2n-skx-x710 + 3n-skx-xxv710 + 3n-skx-x710 + 2n-clx-xxv710 + 2n-clx-x710 + 2n-zn2-xxv710 + 2n-zn2-x710 + 3n-tsh-x520 + 2n-tx2-xl710 diff --git a/docs/report/index.html.template b/docs/report/index.html.template index 489f314cac..0a5c6e0f07 100644 --- a/docs/report/index.html.template +++ b/docs/report/index.html.template @@ -37,6 +37,7 @@ CSIT-2110 dpdk_performance_tests/overview dpdk_performance_tests/csit_release_notes dpdk_performance_tests/packet_throughput_graphs/index + dpdk_performance_tests/throughput_speedup_multi_core/index dpdk_performance_tests/packet_latency/index dpdk_performance_tests/comparisons/index dpdk_performance_tests/throughput_trending diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-cx556a.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-cx556a.rst index 48848dffba..82fafe184c 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-cx556a.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-cx556a.rst @@ -75,7 +75,7 @@ \clearpage 64b-ip4routing-features ----------------------------- +----------------------- .. raw:: html diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index bd6f00a4cd..2b7ec26924 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -9359,6 +9359,30 @@ title: "2n-skx-x710-64b-{core}-base-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/2n-skx-xxv710-64b-base-{test_type}-tsa" + data: "dpdk-2n-skx-curr-iter" + include: + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-skx-x710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/2n-skx-x710-64b-base-{test_type}-tsa" + data: "dpdk-2n-skx-curr-iter" + include: + - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-skx-x710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + # 3n-skx - type: "plot" @@ -9387,6 +9411,30 @@ title: "3n-skx-x710-64b-{core}-base-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Speedup: 3n-skx-xxv710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/3n-skx-xxv710-64b-base-{test_type}-tsa" + data: "dpdk-3n-skx-curr-iter" + include: + - "tests.dpdk.perf.25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-skx-xxv710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-skx-x710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/3n-skx-x710-64b-base-{test_type}-tsa" + data: "dpdk-3n-skx-curr-iter" + include: + - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-skx-x710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + ## 2n-dnv-x553 # #- type: "plot" @@ -9434,6 +9482,18 @@ title: "3n-tsh-x520-64b-{core}-base-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Speedup: 3n-tsh-x520-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-base-{test_type}-tsa" + data: "dpdk-3n-tsh-curr-iter" + include: + - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.10ge2p1x520-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-tsh-x520-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + # 2n-tx2-xl710 - type: "plot" @@ -9449,6 +9509,18 @@ title: "2n-tx2-xl710-64b-{core}-base-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-base-{test_type}-tsa" + data: "dpdk-2n-tx2-curr-iter" + include: + - "tests.dpdk.perf.2N1L-40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2N1L-40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + ################################################################################ ### 2n-clx ### ################################################################################ @@ -11089,6 +11161,30 @@ title: "2n-clx-x710-64b-{core}-base-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/2n-clx-xxv710-64b-base-{test_type}-tsa" + data: "dpdk-2n-clx-curr-iter" + include: + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-x710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/2n-clx-x710-64b-base-{test_type}-tsa" + data: "dpdk-2n-clx-curr-iter" + include: + - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-clx-x710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + ############################################################################### # 2n-zn2 @@ -12120,6 +12216,30 @@ title: "2n-zn2-x710-64b-{core}-base-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/2n-zn2-xxv710-64b-base-{test_type}-tsa" + data: "dpdk-2n-zn2-curr-iter" + include: + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-zn2-x710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/2n-zn2-x710-64b-base-{test_type}-tsa" + data: "dpdk-2n-zn2-curr-iter" + include: + - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-zn2-x710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + ################################################################################ - type: "plot" |