aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2021-10-08 10:35:56 +0200
committerTibor Frank <tifrank@cisco.com>2021-10-08 11:47:06 +0000
commite95241c550f8aa66b3aceaeea7ee9176d6c06dc4 (patch)
treefe6c461ee191fbb631557c2c4e412c3071f64e2d
parent2d3fcf170748c31e3e3a6733ea23db2cf4f45987 (diff)
Report: Add TRex tests
Change-Id: Ic221a1e5b6706ea6cca49cc0a3e7637169500d9c Signed-off-by: Tibor Frank <tifrank@cisco.com> (cherry picked from commit 75119f759eb2020bb6fb6543e11877f9c256dc5f)
-rw-r--r--docs/report/detailed_test_results/trex_performance_results_2n_skx/index.rst12
-rw-r--r--docs/report/detailed_test_results/trex_performance_results_3n_skx/index.rst12
-rw-r--r--docs/report/index.html.template11
-rw-r--r--docs/report/index.pdf.template1
-rw-r--r--docs/report/trex_performance_tests/csit_release_notes.rst22
-rw-r--r--docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_skx.rst3
-rw-r--r--docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_skx.rst3
-rw-r--r--docs/report/trex_performance_tests/index.rst11
-rw-r--r--docs/report/trex_performance_tests/overview.rst2
-rw-r--r--docs/report/trex_performance_tests/packet_latency/2n-skx-x710.rst144
-rw-r--r--docs/report/trex_performance_tests/packet_latency/3n-skx-x710.rst144
-rw-r--r--docs/report/trex_performance_tests/packet_latency/index.rst44
-rw-r--r--docs/report/trex_performance_tests/packet_throughput_graphs/2n-skx-x710.rst258
-rw-r--r--docs/report/trex_performance_tests/packet_throughput_graphs/3n-skx-x710.rst258
-rw-r--r--docs/report/trex_performance_tests/packet_throughput_graphs/index.rst57
-rw-r--r--docs/report/trex_performance_tests/test_environment.rst2
-rw-r--r--docs/report/trex_performance_tests/throughput_trending.rst2
-rw-r--r--resources/tools/presentation/specifications/report/data_sets.yaml18
-rw-r--r--resources/tools/presentation/specifications/report/elements.yaml226
-rw-r--r--resources/tools/presentation/specifications/report/environment.yaml5
-rw-r--r--resources/tools/presentation/sphinx_conf/report/conf.py4
21 files changed, 1239 insertions, 0 deletions
diff --git a/docs/report/detailed_test_results/trex_performance_results_2n_skx/index.rst b/docs/report/detailed_test_results/trex_performance_results_2n_skx/index.rst
new file mode 100644
index 0000000000..8607595606
--- /dev/null
+++ b/docs/report/detailed_test_results/trex_performance_results_2n_skx/index.rst
@@ -0,0 +1,12 @@
+2n-skx
+------
+
+.. note::
+
+ Data sources for reported test results:
+ i) `build logs from FD.io trex coverage job 2n-skx`_,
+ ii) archived FD.io jobs test result `output files
+ <../../_static/archive/>`_.
+
+.. toctree::
+
diff --git a/docs/report/detailed_test_results/trex_performance_results_3n_skx/index.rst b/docs/report/detailed_test_results/trex_performance_results_3n_skx/index.rst
new file mode 100644
index 0000000000..d67848a42d
--- /dev/null
+++ b/docs/report/detailed_test_results/trex_performance_results_3n_skx/index.rst
@@ -0,0 +1,12 @@
+3n-skx
+------
+
+.. note::
+
+ Data sources for reported test results:
+ i) `build logs from FD.io trex coverage job 3n-skx`_,
+ ii) archived FD.io jobs test result `output files
+ <../../_static/archive/>`_.
+
+.. toctree::
+
diff --git a/docs/report/index.html.template b/docs/report/index.html.template
index 1eb188893d..1502e7514a 100644
--- a/docs/report/index.html.template
+++ b/docs/report/index.html.template
@@ -45,6 +45,17 @@ CSIT-2110
.. toctree::
:maxdepth: 2
+ :caption: TRex Performance
+
+ trex_performance_tests/overview
+ trex_performance_tests/csit_release_notes
+ trex_performance_tests/packet_throughput_graphs/index
+ trex_performance_tests/packet_latency/index
+ trex_performance_tests/throughput_trending
+ trex_performance_tests/test_environment
+
+.. toctree::
+ :maxdepth: 2
:caption: VPP Device
vpp_device_tests/overview
diff --git a/docs/report/index.pdf.template b/docs/report/index.pdf.template
index 0099942f69..2c93a1f075 100644
--- a/docs/report/index.pdf.template
+++ b/docs/report/index.pdf.template
@@ -7,5 +7,6 @@ CSIT-2110
introduction/index
vpp_performance_tests/index
dpdk_performance_tests/index
+ trex_performance_tests/index
vpp_device_tests/index
csit_framework_documentation/index
diff --git a/docs/report/trex_performance_tests/csit_release_notes.rst b/docs/report/trex_performance_tests/csit_release_notes.rst
new file mode 100644
index 0000000000..ec0175a81b
--- /dev/null
+++ b/docs/report/trex_performance_tests/csit_release_notes.rst
@@ -0,0 +1,22 @@
+Release Notes
+=============
+
+Changes in |csit-release|
+-------------------------
+
+#. TEST FRAMEWORK
+
+#. TRex RELEASE VERSION CHANGE
+
+.. _trex_known_issues:
+
+Known Issues
+------------
+
+List of known issues in |csit-release| for TRex performance tests:
+
++----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+
+| # | JiraID | Issue Description |
++====+=========================================+===========================================================================================================+
+| 1 | | |
++----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+
diff --git a/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_skx.rst b/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_skx.rst
new file mode 100644
index 0000000000..61baf8fcbf
--- /dev/null
+++ b/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_skx.rst
@@ -0,0 +1,3 @@
+2n-skx
+======
+
diff --git a/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_skx.rst b/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_skx.rst
new file mode 100644
index 0000000000..60840bbb1e
--- /dev/null
+++ b/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_skx.rst
@@ -0,0 +1,3 @@
+3n-skx
+======
+
diff --git a/docs/report/trex_performance_tests/index.rst b/docs/report/trex_performance_tests/index.rst
new file mode 100644
index 0000000000..8596f71479
--- /dev/null
+++ b/docs/report/trex_performance_tests/index.rst
@@ -0,0 +1,11 @@
+TRex Performance
+================
+
+.. toctree::
+
+ overview
+ csit_release_notes
+ packet_throughput_graphs/index
+ packet_latency/index
+ throughput_trending
+ test_environment
diff --git a/docs/report/trex_performance_tests/overview.rst b/docs/report/trex_performance_tests/overview.rst
new file mode 100644
index 0000000000..802d341477
--- /dev/null
+++ b/docs/report/trex_performance_tests/overview.rst
@@ -0,0 +1,2 @@
+Overview
+========
diff --git a/docs/report/trex_performance_tests/packet_latency/2n-skx-x710.rst b/docs/report/trex_performance_tests/packet_latency/2n-skx-x710.rst
new file mode 100644
index 0000000000..7100d1cafe
--- /dev/null
+++ b/docs/report/trex_performance_tests/packet_latency/2n-skx-x710.rst
@@ -0,0 +1,144 @@
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <script type="text/javascript">
+
+ function getDocHeight(doc) {
+ doc = doc || document;
+ var body = doc.body, html = doc.documentElement;
+ var height = Math.max( body.scrollHeight, body.offsetHeight,
+ html.clientHeight, html.scrollHeight, html.offsetHeight );
+ return height;
+ }
+
+ function setIframeHeight(id) {
+ var ifrm = document.getElementById(id);
+ var doc = ifrm.contentDocument? ifrm.contentDocument:
+ ifrm.contentWindow.document;
+ ifrm.style.visibility = 'hidden';
+ ifrm.style.height = "10px"; // reset to minimal height ...
+ // IE opt. for bing/msn needs a bit added or scrollbar appears
+ ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+ ifrm.style.visibility = 'visible';
+ }
+
+ </script>
+
+2n-skx-x710
+~~~~~~~~~~~
+
+CSIT source code for the test cases used for plots can be found in
+`CSIT git repository <https://git.fd.io/csit/tree/tests/trex/perf?h=rls2110>`_.
+
+.. raw:: latex
+
+ \clearpage
+
+64b-ip4routing-base-scale
+-------------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--ethip4-ip4base-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-2n-skx-10ge2p1xxv710-64b--ethip4-ip4base-tg.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--ethip4-ip4base-tg}
+ \label{fig:hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--ethip4-ip4base-tg}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <center>
+ <iframe id="hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--ethip4-ip4scale2m-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-2n-skx-10ge2p1xxv710-64b--ethip4-ip4scale2m-tg.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--ethip4-ip4scale2m-tg}
+ \label{fig:hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--ethip4-ip4scale2m-tg}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+78b-ip6routing-base-scale
+-------------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="hdrh-lat-percentile-2n-skx-10ge2p1x710-78b--ethip6-ip6base-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-2n-skx-10ge2p1xxv710-78b--ethip6-ip6base-tg.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-skx-10ge2p1x710-78b--ethip6-ip6base-tg}
+ \label{fig:hdrh-lat-percentile-2n-skx-10ge2p1x710-78b--ethip6-ip6base-tg}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <center>
+ <iframe id="hdrh-lat-percentile-2n-skx-10ge2p1x710-78b--ethip6-ip6scale2m-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-2n-skx-10ge2p1xxv710-78b--ethip6-ip6scale2m-tg.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-skx-10ge2p1x710-78b--ethip6-ip6scale2m-tg}
+ \label{fig:hdrh-lat-percentile-2n-skx-10ge2p1x710-78b--ethip6-ip6scale2m-tg}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+64b-l2switching-scale
+---------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--eth-l2bdscale1mmaclrn-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-2n-skx-10ge2p1xxv710-64b--eth-l2bdscale1mmaclrn-tg.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--eth-l2bdscale1mmaclrn-tg}
+ \label{fig:hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--eth-l2bdscale1mmaclrn-tg}
+ \end{figure}
diff --git a/docs/report/trex_performance_tests/packet_latency/3n-skx-x710.rst b/docs/report/trex_performance_tests/packet_latency/3n-skx-x710.rst
new file mode 100644
index 0000000000..325000ffb2
--- /dev/null
+++ b/docs/report/trex_performance_tests/packet_latency/3n-skx-x710.rst
@@ -0,0 +1,144 @@
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <script type="text/javascript">
+
+ function getDocHeight(doc) {
+ doc = doc || document;
+ var body = doc.body, html = doc.documentElement;
+ var height = Math.max( body.scrollHeight, body.offsetHeight,
+ html.clientHeight, html.scrollHeight, html.offsetHeight );
+ return height;
+ }
+
+ function setIframeHeight(id) {
+ var ifrm = document.getElementById(id);
+ var doc = ifrm.contentDocument? ifrm.contentDocument:
+ ifrm.contentWindow.document;
+ ifrm.style.visibility = 'hidden';
+ ifrm.style.height = "10px"; // reset to minimal height ...
+ // IE opt. for bing/msn needs a bit added or scrollbar appears
+ ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+ ifrm.style.visibility = 'visible';
+ }
+
+ </script>
+
+3n-skx-x710
+~~~~~~~~~~~
+
+CSIT source code for the test cases used for plots can be found in
+`CSIT git repository <https://git.fd.io/csit/tree/tests/trex/perf?h=rls2110>`_.
+
+.. raw:: latex
+
+ \clearpage
+
+64b-ip4routing-base-scale
+-------------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--ethip4-ip4base-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-3n-skx-10ge2p1xxv710-64b--ethip4-ip4base-tg.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--ethip4-ip4base-tg}
+ \label{fig:hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--ethip4-ip4base-tg}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <center>
+ <iframe id="hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--ethip4-ip4scale2m-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-3n-skx-10ge2p1xxv710-64b--ethip4-ip4scale2m-tg.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--ethip4-ip4scale2m-tg}
+ \label{fig:hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--ethip4-ip4scale2m-tg}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+78b-ip6routing-base-scale
+-------------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="hdrh-lat-percentile-3n-skx-10ge2p1x710-78b--ethip6-ip6base-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-3n-skx-10ge2p1xxv710-78b--ethip6-ip6base-tg.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-skx-10ge2p1x710-78b--ethip6-ip6base-tg}
+ \label{fig:hdrh-lat-percentile-3n-skx-10ge2p1x710-78b--ethip6-ip6base-tg}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <center>
+ <iframe id="hdrh-lat-percentile-3n-skx-10ge2p1x710-78b--ethip6-ip6scale2m-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-3n-skx-10ge2p1xxv710-78b--ethip6-ip6scale2m-tg.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-skx-10ge2p1x710-78b--ethip6-ip6scale2m-tg}
+ \label{fig:hdrh-lat-percentile-3n-skx-10ge2p1x710-78b--ethip6-ip6scale2m-tg}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+64b-l2switching-scale
+---------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--eth-l2bdscale1mmaclrn-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-3n-skx-10ge2p1xxv710-64b--eth-l2bdscale1mmaclrn-tg.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--eth-l2bdscale1mmaclrn-tg}
+ \label{fig:hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--eth-l2bdscale1mmaclrn-tg}
+ \end{figure}
diff --git a/docs/report/trex_performance_tests/packet_latency/index.rst b/docs/report/trex_performance_tests/packet_latency/index.rst
new file mode 100644
index 0000000000..1ebf39400d
--- /dev/null
+++ b/docs/report/trex_performance_tests/packet_latency/index.rst
@@ -0,0 +1,44 @@
+
+.. raw:: latex
+
+ \clearpage
+
+Packet Latency
+==============
+
+TRex latency results are generated based on the test
+data obtained from |csit-release| NDR-PDR throughput tests executed
+across physical testbeds hosted in LF FD.io labs: 3n-skx, 2n-skx.
+
+Latency by percentile distribution plots are used to show packet latency
+percentiles at different packet rate load levels: i) No-Load latency
+streams only, ii) Low-Load at 10% PDR, iii) Mid-Load at 50% PDR and iv)
+High-Load at 90% PDR.
+
+For more details, see :ref:`latency_methodology`.
+
+Additional information about graph data:
+
+#. **Graph Title**: describes tested DUT packet path.
+
+#. **X-axis Labels**: percentile of packets.
+
+#. **Y-axis Labels**: measured one-way packet latency values in [uSec].
+
+#. **Graph Legend**: list of latency tests at different packet rate load
+ level.
+
+#. **Hover Information**: packet rate load level, stream direction
+ (East-West, West-East), percentile, one-way latency.
+
+.. note::
+
+ Test results are stored in
+ `build logs from FD.io trex performance job 2n-skx`_ and
+ `build logs from FD.io trex performance job 3n-skx`_.
+
+.. toctree::
+ :maxdepth: 3
+
+ 2n-skx-x710
+ 3n-skx-x710
diff --git a/docs/report/trex_performance_tests/packet_throughput_graphs/2n-skx-x710.rst b/docs/report/trex_performance_tests/packet_throughput_graphs/2n-skx-x710.rst
new file mode 100644
index 0000000000..6de5475d24
--- /dev/null
+++ b/docs/report/trex_performance_tests/packet_throughput_graphs/2n-skx-x710.rst
@@ -0,0 +1,258 @@
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <script type="text/javascript">
+
+ function getDocHeight(doc) {
+ doc = doc || document;
+ var body = doc.body, html = doc.documentElement;
+ var height = Math.max( body.scrollHeight, body.offsetHeight,
+ html.clientHeight, html.scrollHeight, html.offsetHeight );
+ return height;
+ }
+
+ function setIframeHeight(id) {
+ var ifrm = document.getElementById(id);
+ var doc = ifrm.contentDocument? ifrm.contentDocument:
+ ifrm.contentWindow.document;
+ ifrm.style.visibility = 'hidden';
+ ifrm.style.height = "10px"; // reset to minimal height ...
+ // IE opt. for bing/msn needs a bit added or scrollbar appears
+ ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+ ifrm.style.visibility = 'visible';
+ }
+
+ </script>
+
+2n-skx-x710
+~~~~~~~~~~~
+
+Following sections include summary graphs of Phy-to-Phy performance with
+packet routed forwarding, including NDR throughput (zero packet loss)
+and PDR throughput (<0.5% packet loss).
+
+CSIT source code for the test cases used for plots can be found in
+`CSIT git repository <https://git.fd.io/csit/tree/tests/trex/perf?h=rls2110>`_.
+
+.. raw:: latex
+
+ \clearpage
+
+64b-ip4routing-base-scale
+-------------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--ip4-base-scale-ndr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--ip4-base-scale-ndr}
+ \label{fig:2n-skx-x710-64b--ip4-base-scale-ndr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <center>
+ <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--ip4-base-scale-pdr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--ip4-base-scale-pdr}
+ \label{fig:2n-skx-x710-64b--ip4-base-scale-pdr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+64b-ip4routing-[udp|tcp]-stf-cps
+--------------------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="03" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--ip4routing-stf-cps-ndr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--ip4routing-stf-cps-ndr}
+ \label{fig:2n-skx-x710-64b--ip4routing-stf-cps-ndr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <center>
+ <iframe id="04" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--ip4routing-stf-cps-pdr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--ip4routing-stf-cps-pdr}
+ \label{fig:2n-skx-x710-64b--ip4routing-stf-cps-pdr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+64b-ip4routing-[udp|tcp]-stf-pps
+--------------------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="05" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--ip4routing-stf-pps-ndr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--ip4routing-stf-pps-ndr}
+ \label{fig:2n-skx-x710-64b--ip4routing-stf-pps-ndr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <center>
+ <iframe id="06" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--ip4routing-stf-pps-pdr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--ip4routing-stf-pps-pdr}
+ \label{fig:2n-skx-x710-64b--ip4routing-stf-pps-pdr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+78b-ip6routing-base-scale
+-------------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="07" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-78b--ip6-base-scale-ndr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-78b--ip6-base-scale-ndr}
+ \label{fig:2n-skx-x710-78b--ip6-base-scale-ndr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <center>
+ <iframe id="08" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-78b--ip6-base-scale-pdr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-78b--ip6-base-scale-pdr}
+ \label{fig:2n-skx-x710-78b--ip6-base-scale-pdr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+64b-l2switching-scale
+---------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="09" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--l2-scale-ndr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--l2-scale-ndr}
+ \label{fig:2n-skx-x710-64b--l2-scale-ndr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <center>
+ <iframe id="10" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--l2-scale-pdr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--l2-scale-pdr}
+ \label{fig:2n-skx-x710-64b--l2-scale-pdr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
diff --git a/docs/report/trex_performance_tests/packet_throughput_graphs/3n-skx-x710.rst b/docs/report/trex_performance_tests/packet_throughput_graphs/3n-skx-x710.rst
new file mode 100644
index 0000000000..9c4a1ec769
--- /dev/null
+++ b/docs/report/trex_performance_tests/packet_throughput_graphs/3n-skx-x710.rst
@@ -0,0 +1,258 @@
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <script type="text/javascript">
+
+ function getDocHeight(doc) {
+ doc = doc || document;
+ var body = doc.body, html = doc.documentElement;
+ var height = Math.max( body.scrollHeight, body.offsetHeight,
+ html.clientHeight, html.scrollHeight, html.offsetHeight );
+ return height;
+ }
+
+ function setIframeHeight(id) {
+ var ifrm = document.getElementById(id);
+ var doc = ifrm.contentDocument? ifrm.contentDocument:
+ ifrm.contentWindow.document;
+ ifrm.style.visibility = 'hidden';
+ ifrm.style.height = "10px"; // reset to minimal height ...
+ // IE opt. for bing/msn needs a bit added or scrollbar appears
+ ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+ ifrm.style.visibility = 'visible';
+ }
+
+ </script>
+
+3n-skx-x710
+~~~~~~~~~~~
+
+Following sections include summary graphs of Phy-to-Phy performance with
+packet routed forwarding, including NDR throughput (zero packet loss)
+and PDR throughput (<0.5% packet loss).
+
+CSIT source code for the test cases used for plots can be found in
+`CSIT git repository <https://git.fd.io/csit/tree/tests/trex/perf?h=rls2110>`_.
+
+.. raw:: latex
+
+ \clearpage
+
+64b-ip4routing-base-scale
+-------------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--ip4-base-scale-ndr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--ip4-base-scale-ndr}
+ \label{fig:3n-skx-x710-64b--ip4-base-scale-ndr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <center>
+ <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--ip4-base-scale-pdr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--ip4-base-scale-pdr}
+ \label{fig:3n-skx-x710-64b--ip4-base-scale-pdr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+64b-ip4routing-[udp|tcp]-stf-cps
+--------------------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="03" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--ip4routing-stf-cps-ndr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--ip4routing-stf-cps-ndr}
+ \label{fig:3n-skx-x710-64b--ip4routing-stf-cps-ndr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <center>
+ <iframe id="04" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--ip4routing-stf-cps-pdr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--ip4routing-stf-cps-pdr}
+ \label{fig:3n-skx-x710-64b--ip4routing-stf-cps-pdr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+64b-ip4routing-[udp|tcp]-stf-pps
+--------------------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="05" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--ip4routing-stf-pps-ndr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--ip4routing-stf-pps-ndr}
+ \label{fig:3n-skx-x710-64b--ip4routing-stf-pps-ndr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <center>
+ <iframe id="06" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--ip4routing-stf-pps-pdr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--ip4routing-stf-pps-pdr}
+ \label{fig:3n-skx-x710-64b--ip4routing-stf-pps-pdr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+78b-ip6routing-base-scale
+-------------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="07" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-78b--ip6-base-scale-ndr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-78b--ip6-base-scale-ndr}
+ \label{fig:3n-skx-x710-78b--ip6-base-scale-ndr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <center>
+ <iframe id="08" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-78b--ip6-base-scale-pdr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-78b--ip6-base-scale-pdr}
+ \label{fig:3n-skx-x710-78b--ip6-base-scale-pdr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+64b-l2switching-scale
+---------------------
+
+.. raw:: html
+
+ <center>
+ <iframe id="09" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--l2-scale-ndr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--l2-scale-ndr}
+ \label{fig:3n-skx-x710-64b--l2-scale-ndr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <center>
+ <iframe id="10" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--l2-scale-pdr.html"></iframe>
+ <p><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/trex/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--l2-scale-pdr}
+ \label{fig:3n-skx-x710-64b--l2-scale-pdr}
+ \end{figure}
+
+.. raw:: latex
+
+ \clearpage
diff --git a/docs/report/trex_performance_tests/packet_throughput_graphs/index.rst b/docs/report/trex_performance_tests/packet_throughput_graphs/index.rst
new file mode 100644
index 0000000000..eafc4868b3
--- /dev/null
+++ b/docs/report/trex_performance_tests/packet_throughput_graphs/index.rst
@@ -0,0 +1,57 @@
+
+.. raw:: latex
+
+ \clearpage
+
+Packet Throughput
+=================
+
+Throughput graphs are generated by multiple executions of the same
+performance tests across physical testbeds hosted LF FD.io labs:
+2n-skx, 3n-skx. Box-and-Whisker plots are used to display variations in
+measured throughput values, without making any assumptions of the
+underlying statistical distribution.
+
+For each test case, Box-and-Whisker plots show the quartiles (Min, 1st
+quartile / 25th percentile, 2nd quartile / 50th percentile / mean, 3rd
+quartile / 75th percentile, Max) across collected data set. Outliers are
+plotted as individual points.
+
+Additional information about graph data:
+
+#. **Graph Title**: describes tested packet path, testbed topology,
+ processor model, NIC model, packet size, number of cores and
+ threads used by data plane workers and indication of DPDK DUT
+ configuration.
+
+#. **X-axis Labels**: indices of individual test suites as listed in
+ Graph Legend.
+
+#. **Y-axis Labels**: measured Packets Per Second [pps] throughput
+ values.
+
+#. **Graph Legend**: lists X-axis indices with associated CSIT test
+ suites executed to generate graphed test results.
+
+#. **Hover Information**: lists minimum, first quartile, median,
+ third quartile, and maximum. If either type of outlier is present the
+ whisker on the appropriate side is taken to 1.5×IQR from the quartile
+ (the "inner fence") rather than the max or min, and individual outlying
+ data points are displayed as unfilled circles (for suspected outliers)
+ or filled circles (for outliers). (The "outer fence" is 3×IQR from the
+ quartile.)
+
+.. note::
+
+ Test results are stored in
+ `build logs from FD.io trex performance job 2n-skx`_ and
+ `build logs from FD.io trex performance job 3n-skx`_.
+ Required per test case data set size is **10** and for TRex tests
+ this is the actual size, as all scheduled test executions completed
+ successfully.
+
+.. toctree::
+ :maxdepth: 3
+
+ 2n-skx-x710
+ 3n-skx-x710
diff --git a/docs/report/trex_performance_tests/test_environment.rst b/docs/report/trex_performance_tests/test_environment.rst
new file mode 100644
index 0000000000..cc422ff713
--- /dev/null
+++ b/docs/report/trex_performance_tests/test_environment.rst
@@ -0,0 +1,2 @@
+DUT Settings - TRex
+-------------------
diff --git a/docs/report/trex_performance_tests/throughput_trending.rst b/docs/report/trex_performance_tests/throughput_trending.rst
new file mode 100644
index 0000000000..3d56443f92
--- /dev/null
+++ b/docs/report/trex_performance_tests/throughput_trending.rst
@@ -0,0 +1,2 @@
+Throughput Trending
+-------------------
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index 7f2508cceb..2e612185ae 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -72,6 +72,16 @@
csit-vpp-perf-report-iterative-2106-3n-skx:
- 39 # rls2106.rel NDRPDR iter env 7
+ trex-3n-skx-curr-iter:
+ csit-trex-perf-report-iterative-2110-3n-skx:
+ - 1 # rls2110.rc1 NDRPDR iter env 8 - REMOVE
+# - 2 # rls2110.rc1 NDRPDR iter env 8
+
+ trex-3n-skx-curr-iter-best:
+ csit-trex-perf-report-iterative-2110-3n-skx:
+ - 1 # rls2110.rc1 NDRPDR iter env 8 - REMOVE
+# - 2 # rls2110.rc1 NDRPDR iter env 8
+
vpp-3n-skx-curr-cov:
# csit-vpp-perf-report-coverage-2110-3n-skx:
csit-vpp-perf-report-iterative-2110-3n-skx:
@@ -203,6 +213,14 @@
csit-vpp-perf-report-iterative-2110-2n-skx:
- 15 # rls2110.rc1 MRR iter env 8
+ trex-2n-skx-curr-iter:
+ csit-trex-perf-report-iterative-2110-2n-skx:
+ - 2 # rls2110.rc1 NDRPDR iter env 8
+
+ trex-2n-skx-curr-iter-best:
+ csit-trex-perf-report-iterative-2110-2n-skx:
+ - 2 # rls2110.rc1 NDRPDR iter env 8
+
vpp-2n-skx-curr-soak:
# csit-vpp-perf-report-iterative-2110-2n-skx:
csit-vpp-perf-report-iterative-2106-2n-skx:
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index f36ab09f69..2abc567112 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -165,6 +165,8 @@
data-set: "vpp-2n-skx-curr-nfv-reconf"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-skx-curr-iter"
+ - job-spec: "trex-mlr-00"
+ data-set: "trex-2n-skx-curr-iter"
- type: "table"
title: "Job Specification Duration: 2n-skx-coverage"
@@ -361,6 +363,8 @@
data-set: "vpp-3n-skx-curr-iter-hoststack"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-skx-curr-iter"
+ - job-spec: "trex-mlr-00"
+ data-set: "trex-3n-skx-curr-iter"
- type: "table"
title: "Job Specification Duration: 3n-skx-coverage"
@@ -5832,6 +5836,42 @@
# - "parent"
# - "msg"
+# Detailed Test Results - TRex Performance Results 3n-skx
+- type: "table"
+ title: "Detailed Test Results - TRex Performance Results 3n-skx"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,TREX,3N,SKX]}/trex_performance_results_3n_skx"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "trex-3n-skx-curr-iter-best"
+ filter: "all"
+ remove-ndr: False
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
+# Detailed Test Results - TRex Performance Results 2n-skx
+- type: "table"
+ title: "Detailed Test Results - TRex Performance Results 2n-skx"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}/trex_performance_results_2n_skx"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "trex-2n-skx-curr-iter-best"
+ filter: "all"
+ remove-ndr: False
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
################################################################################
### F I L E S ###
################################################################################
@@ -6301,6 +6341,26 @@
# filter: "all"
# data-start-level: 4
+# TRex Performance Results 3n-skx
+- type: "file"
+ title: "TRex Performance Results 3n-skx"
+ algorithm: "file_test_results"
+ output-file: "{DIR[DTR,PERF,TREX,3N,SKX]}"
+ dir-tables: "{DIR[DTR,PERF,TREX,3N,SKX]}"
+ data: "trex-3n-skx-curr-iter-best"
+ filter: "all"
+ data-start-level: 4
+
+# TRex Performance Results 2n-skx
+- type: "file"
+ title: "TRex Performance Results 2n-skx"
+ algorithm: "file_test_results"
+ output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}"
+ dir-tables: "{DIR[DTR,PERF,TREX,2N,SKX]}"
+ data: "trex-2n-skx-curr-iter-best"
+ filter: "all"
+ data-start-level: 4
+
################################################################################
### P L O T S ###
################################################################################
@@ -12658,6 +12718,17 @@
layout: "plot-hdrh-latency-percentile-x-log"
- type: "plot"
+ title: "Latency by percentile: TRex 2n-skx"
+ algorithm: "plot_hdrh_lat_by_percentile_x_log"
+ output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-skx"
+ output-file-links: "{DIR[LAT,TREX]}/2n_skx.rst"
+ target-links: "../../_static/trex"
+ data: "trex-2n-skx-curr-iter-best"
+ filter: "'NIC_Intel-X710'"
+ layout:
+ layout: "plot-hdrh-latency-percentile-x-log"
+
+- type: "plot"
title: "Latency by percentile: 2n-zn2"
algorithm: "plot_hdrh_lat_by_percentile_x_log"
output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-zn2"
@@ -12680,6 +12751,17 @@
layout: "plot-hdrh-latency-percentile-x-log"
- type: "plot"
+ title: "Latency by percentile: TRex 3n-skx"
+ algorithm: "plot_hdrh_lat_by_percentile_x_log"
+ output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-3n-skx"
+ output-file-links: "{DIR[LAT,TREX]}/3n_skx.rst"
+ target-links: "../../_static/trex"
+ data: "trex-3n-skx-curr-iter-best"
+ filter: "'NIC_Intel-X710'"
+ layout:
+ layout: "plot-hdrh-latency-percentile-x-log"
+
+- type: "plot"
title: "Latency by percentile: 2n-clx"
algorithm: "plot_hdrh_lat_by_percentile_x_log"
output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx"
@@ -12835,6 +12917,8 @@
###############################################################################
+# GSO
+
- type: "plot"
title: "Throughput: 2n-skx-128kb-{core}-ip4routing-iperf3"
algorithm: "plot_mrr_box_name"
@@ -12879,3 +12963,145 @@
layout:
title: "2n-zn2-128kb-{core}-ip4routing-iperf3"
layout: "plot-throughput-gbps"
+
+###############################################################################
+
+# TRex 3n-skx
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-64b--ip4-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4-base-scale-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-64b--ip4-base-scale-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-78b--ip6-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-78b--ip6-base-scale-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-78b--ip6-base-scale-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-64b--l2-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--l2-scale-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-64b--l2-scale-{test_type}"
+ layout: "plot-throughput"
+
+# TRex 2n-skx
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-64b--ip4-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4-base-scale-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-64b--ip4-base-scale-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-78b--ip6-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-78b--ip6-base-scale-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-78b--ip6-base-scale-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-64b--l2-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--l2-scale-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-64b--l2-scale-{test_type}"
+ layout: "plot-throughput"
diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml
index d8054a0650..a64e3acb26 100644
--- a/resources/tools/presentation/specifications/report/environment.yaml
+++ b/resources/tools/presentation/specifications/report/environment.yaml
@@ -31,6 +31,7 @@
DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
+ DIR[STATIC,TREX]: "{DIR[STATIC]}/trex"
DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
# Detailed test results
@@ -43,6 +44,8 @@
DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv"
DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh"
DIR[DTR,PERF,DPDK,2N,TX2]: "{DIR[DTR]}/dpdk_performance_results_2n_tx2"
+ DIR[DTR,PERF,TREX,3N,SKX]: "{DIR[DTR]}/trex_performance_results_3n_skx"
+ DIR[DTR,PERF,TREX,2N,SKX]: "{DIR[DTR]}/trex_performance_results_2n_skx"
DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results"
DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
@@ -116,6 +119,7 @@
# Latencies:
DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs"
DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs"
+ DIR[LAT,TREX]: "{DIR[WORKING,SRC]}/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs"
# .css patch file to fix tables generated by Sphinx
DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
@@ -200,6 +204,7 @@
- "DIR[WORKING,DATA]"
- "DIR[STATIC,VPP]"
- "DIR[STATIC,DPDK]"
+ - "DIR[STATIC,TREX]"
- "DIR[STATIC,ARCH]"
- "DIR[BUILD,LATEX]"
- "DIR[WORKING,SRC]"
diff --git a/resources/tools/presentation/sphinx_conf/report/conf.py b/resources/tools/presentation/sphinx_conf/report/conf.py
index 7fb20742af..cc69ddb11e 100644
--- a/resources/tools/presentation/sphinx_conf/report/conf.py
+++ b/resources/tools/presentation/sphinx_conf/report/conf.py
@@ -81,6 +81,8 @@ rst_epilog = u"""
.. _FD.io CSIT testbeds - Xeon Skylake, Arm, Atom: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_skx_hw_bios_cfg.md?h={release}
.. _FD.io CSIT testbeds - Xeon Cascade Lake: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_clx_hw_bios_cfg.md?h={release}
.. _Ansible inventory - hosts: https://git.fd.io/csit/tree/fdio.infra.ansible/inventories/lf_inventory/host_vars?h={release}
+.. _build logs from FD.io trex performance job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-iterative-{srelease}-3n-skx
+.. _build logs from FD.io trex performance job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-iterative-{srelease}-2n-skx
.. _build logs from FD.io dpdk performance job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-skx
.. _build logs from FD.io dpdk performance job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-skx
.. _build logs from FD.io dpdk performance job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-clx
@@ -109,6 +111,8 @@ rst_epilog = u"""
.. _build logs from FD.io dpdk coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-tsh
.. _build logs from FD.io dpdk coverage job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-tx2
.. _build logs from FD.io dpdk coverage job 2n-zn2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-zn2
+.. _build logs from FD.io trex coverage job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-coverage-{srelease}-3n-skx
+.. _build logs from FD.io trex coverage job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-coverage-{srelease}-2n-skx
.. _build logs from FD.io vpp coverage job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-skx
.. _build logs from FD.io vpp coverage job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-skx
.. _build logs from FD.io vpp coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-tsh