Report: Add NF service density and soak tests to static content.

Change-Id: I8f81fc906245e6f5afd4f24ff034f28b95a2ad46
Signed-off-by: Tibor Frank <tifrank@cisco.com>
Signed-off-by: Maciek Konstantynowicz <mkonstan@cisco.com>

6 files changed, 486 insertions, 0 deletions

diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst
index 888be08ac2..c5c3e6679d 100644
--- a/docs/report/vpp_performance_tests/index.rst
+++ b/docs/report/vpp_performance_tests/index.rst
@@ -8,6 +8,8 @@ VPP Performance
     packet_throughput_graphs/index
     throughput_speedup_multi_core/index
     packet_latency_graphs/index
+    soak_tests/index
+    nf_service_density/index
     http_server_performance/index
     comparisons/index
     throughput_trending
diff --git a/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst
new file mode 100644
index 0000000000..0c76e02d5d
--- /dev/null
+++ b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst
@@ -0,0 +1,127 @@
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <script type="text/javascript">
+
+        function getDocHeight(doc) {
+            doc = doc || document;
+            var body = doc.body, html = doc.documentElement;
+            var height = Math.max( body.scrollHeight, body.offsetHeight,
+                html.clientHeight, html.scrollHeight, html.offsetHeight );
+            return height;
+        }
+
+        function setIframeHeight(id) {
+            var ifrm = document.getElementById(id);
+            var doc = ifrm.contentDocument? ifrm.contentDocument:
+                ifrm.contentWindow.document;
+            ifrm.style.visibility = 'hidden';
+            ifrm.style.height = "10px"; // reset to minimal height ...
+            // IE opt. for bing/msn needs a bit added or scrollbar appears
+            ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+            ifrm.style.visibility = 'visible';
+        }
+
+    </script>
+
+.. _cnf_service_chains:
+
+CNF Service Chains
+==================
+
+Throughput graphs for CNF service chains are generated by multiple
+executions of tests covering a range of CNF service densities
+defined as [Number of Service Chains] x [Number of CNFs per Service
+Chain]. The results are presented in the service density graph.
+
+Additional information about graph data:
+
+#. **Graph Title**: describes tested packet path including CNF workload
+   running in each Docker Container.
+
+#. **X-axis Labels**: CNFs per service chain.
+
+#. **Y-axis Labels**: number of service chains.
+
+#. **Z-axis Color Scale**: lists 64B Packet Throughput (mean MRR value)
+   in Mpps.
+
+#. **Hover Information**: specific test substring listing
+   memif-chain-docker_container combinations, number of runs executed,
+   mean MRR throughput in Mpps, standard deviation.
+
+.. note::
+
+    Test results have been generated by
+    `FD.io test executor vpp performance job 2n-skx`_ with RF
+    result files csit-vpp-perf-|srelease|-\*.zip
+    `archived here <../../_static/archive/>`_.
+
+.. raw:: latex
+
+    \clearpage
+
+2n-skx-x710
+~~~~~~~~~~~
+
+64b-2t1c-eth-l2bd
+-----------------
+
+.. raw:: html
+
+    <center><b>
+
+:index:`CNF Service Chains: 64B-1c-eth-l2bd-{2*X*Y}memif-{Y}chain-{X*Y}drc-vppip4-mrr`
+
+.. raw:: html
+
+    </b>
+    <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr.html"></iframe>
+    <p><br><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr}
+            \label{fig:l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr}
+    \end{figure}
+
+.. raw:: html
+
+    <center><b>
+
+.. raw:: latex
+
+    \clearpage
+
+64b-4t2c-eth-l2bd
+-----------------
+
+.. raw:: html
+
+    <center><b>
+
+:index:`CNF Service Chains: 64B-2c-eth-l2bd-{2*X*Y}memif-{Y}chain-{X*Y}drc-vppip4-mrr`
+
+.. raw:: html
+
+    </b>
+    <iframe id="ifrm02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr.html"></iframe>
+    <p><br><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr}
+            \label{fig:l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr}
+    \end{figure}
diff --git a/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst
new file mode 100644
index 0000000000..149e07a27b
--- /dev/null
+++ b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst
@@ -0,0 +1,127 @@
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <script type="text/javascript">
+
+        function getDocHeight(doc) {
+            doc = doc || document;
+            var body = doc.body, html = doc.documentElement;
+            var height = Math.max( body.scrollHeight, body.offsetHeight,
+                html.clientHeight, html.scrollHeight, html.offsetHeight );
+            return height;
+        }
+
+        function setIframeHeight(id) {
+            var ifrm = document.getElementById(id);
+            var doc = ifrm.contentDocument? ifrm.contentDocument:
+                ifrm.contentWindow.document;
+            ifrm.style.visibility = 'hidden';
+            ifrm.style.height = "10px"; // reset to minimal height ...
+            // IE opt. for bing/msn needs a bit added or scrollbar appears
+            ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+            ifrm.style.visibility = 'visible';
+        }
+
+    </script>
+
+.. _cnf_service_pipelines:
+
+CNF Service Pipelines
+=====================
+
+Throughput graphs for CNF service pipelines are generated by multiple
+executions of tests covering a range of CNF service densities
+defined as [Number of Service Pipelines] x [Number of CNFs per Service
+Pipeline]. The results are presented in the service density graph.
+
+Additional information about graph data:
+
+#. **Graph Title**: describes tested packet path including CNF workload
+   running in each Docker Container.
+
+#. **X-axis Labels**: CNFs per service pipeline.
+
+#. **Y-axis Labels**: number of service pipelines.
+
+#. **Z-axis Color Scale**: lists 64B Packet Throughput (mean MRR value)
+   in Mpps.
+
+#. **Hover Information**: specific test substring listing
+   memif-pipeline-docker_container combinations, number of runs
+   executed, mean MRR throughput in Mpps, standard deviation.
+
+.. note::
+
+    Test results have been generated by
+    `FD.io test executor vpp performance job 2n-skx`_ with RF
+    result files csit-vpp-perf-|srelease|-\*.zip
+    `archived here <../../_static/archive/>`_.
+
+.. raw:: latex
+
+    \clearpage
+
+2n-skx-x710
+~~~~~~~~~~~
+
+64b-2t1c-eth-l2bd
+-----------------
+
+.. raw:: html
+
+    <center><b>
+
+:index:`CNF Service Pipelines: 64B-1c-eth-l2bd-{2*Y}memif-{Y}pipe-{X*Y}drc-vppip4-mrr`
+
+.. raw:: html
+
+    </b>
+    <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr.html"></iframe>
+    <p><br><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr}
+            \label{fig:l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr}
+    \end{figure}
+
+.. raw:: html
+
+    <center><b>
+
+.. raw:: latex
+
+    \clearpage
+
+64b-4t2c-eth-l2bd
+-----------------
+
+.. raw:: html
+
+    <center><b>
+
+:index:`CNF Service Pipelines: 64B-2c-eth-l2bd-{2*Y}memif-{Y}pipe-{X*Y}drc-vppip4-mrr`
+
+.. raw:: html
+
+    </b>
+    <iframe id="ifrm02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr.html"></iframe>
+    <p><br><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr}
+            \label{fig:l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr}
+    \end{figure}
diff --git a/docs/report/vpp_performance_tests/nf_service_density/index.rst b/docs/report/vpp_performance_tests/nf_service_density/index.rst
new file mode 100644
index 0000000000..191f884f31
--- /dev/null
+++ b/docs/report/vpp_performance_tests/nf_service_density/index.rst
@@ -0,0 +1,27 @@
+
+.. raw:: latex
+
+    \clearpage
+
+.. _network_service_density:
+
+NF Service Density
+==================
+
+NF Service Density is benchmarked in three distinct NF service
+configurations:
+
+- VNF Service Chains
+- CNF Service Chains
+- CNF Service Pipelines
+
+Each configuration is tested in a number of service density combinations
+[Number of Service Instances] x [Number of NFs per Service Instance].
+The actual tested range is based on available CPU physical core
+resources.
+
+.. toctree::
+
+    vnf_service_chains
+    cnf_service_chains
+    cnf_service_pipelines
diff --git a/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst b/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst
new file mode 100644
index 0000000000..2eb6f085e4
--- /dev/null
+++ b/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst
@@ -0,0 +1,127 @@
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <script type="text/javascript">
+
+        function getDocHeight(doc) {
+            doc = doc || document;
+            var body = doc.body, html = doc.documentElement;
+            var height = Math.max( body.scrollHeight, body.offsetHeight,
+                html.clientHeight, html.scrollHeight, html.offsetHeight );
+            return height;
+        }
+
+        function setIframeHeight(id) {
+            var ifrm = document.getElementById(id);
+            var doc = ifrm.contentDocument? ifrm.contentDocument:
+                ifrm.contentWindow.document;
+            ifrm.style.visibility = 'hidden';
+            ifrm.style.height = "10px"; // reset to minimal height ...
+            // IE opt. for bing/msn needs a bit added or scrollbar appears
+            ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+            ifrm.style.visibility = 'visible';
+        }
+
+    </script>
+
+.. _vnf_service_chains:
+
+VNF Service Chains
+==================
+
+Throughput graphs for VNF service chains are generated by multiple
+executions of tests covering a range of VNF service densities
+defined as [Number of Service Chains] x [Number of VNFs per Service
+Chain]. The results are presented in the service density graph.
+
+Additional information about graph data:
+
+#. **Graph Title**: describes tested packet path including VNF workload
+   running in each VM.
+
+#. **X-axis Labels**: VNFs per service chain.
+
+#. **Y-axis Labels**: number of service chains.
+
+#. **Z-axis Color Scale**: lists 64B Packet Throughput (mean MRR value)
+   in Mpps.
+
+#. **Hover Information**: specific test substring listing vhost-chain-vm
+   combinations, number of runs executed, mean MRR throughput in Mpps,
+   standard deviation.
+
+.. note::
+
+    Test results have been generated by
+    `FD.io test executor vpp performance job 2n-skx`_ with RF
+    result files csit-vpp-perf-|srelease|-\*.zip
+    `archived here <../../_static/archive/>`_.
+
+.. raw:: latex
+
+    \clearpage
+
+2n-skx-x710
+~~~~~~~~~~~
+
+64b-2t1c-eth-l2bd
+-----------------
+
+.. raw:: html
+
+    <center><b>
+
+:index:`VNF Service Chains: 64b-1c-eth-l2bd-{2*X*Y}vhost-{Y}chain-{X*Y}vm-l3fwdip4-mrr`
+
+.. raw:: html
+
+    </b>
+    <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr.html"></iframe>
+    <p><br><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr}
+            \label{fig:l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr}
+    \end{figure}
+
+.. raw:: html
+
+    <center><b>
+
+.. raw:: latex
+
+    \clearpage
+
+64b-4t2c-eth-l2bd
+-----------------
+
+.. raw:: html
+
+    <center><b>
+
+:index:`VNF Service Chains: 64b-2c-eth-l2bd-{2*X*Y}vhost-{Y}chain-{X*Y}vm-l3fwdip4-mrr`
+
+.. raw:: html
+
+    </b>
+    <iframe id="ifrm02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr.html"></iframe>
+    <p><br><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr}
+            \label{fig:l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr}
+    \end{figure}
diff --git a/docs/report/vpp_performance_tests/soak_tests/index.rst b/docs/report/vpp_performance_tests/soak_tests/index.rst
new file mode 100644
index 0000000000..5c75f1d2b1
--- /dev/null
+++ b/docs/report/vpp_performance_tests/soak_tests/index.rst
@@ -0,0 +1,76 @@
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <script type="text/javascript">
+
+        function getDocHeight(doc) {
+            doc = doc || document;
+            var body = doc.body, html = doc.documentElement;
+            var height = Math.max( body.scrollHeight, body.offsetHeight,
+                html.clientHeight, html.scrollHeight, html.offsetHeight );
+            return height;
+        }
+
+        function setIframeHeight(id) {
+            var ifrm = document.getElementById(id);
+            var doc = ifrm.contentDocument? ifrm.contentDocument:
+                ifrm.contentWindow.document;
+            ifrm.style.visibility = 'hidden';
+            ifrm.style.height = "10px"; // reset to minimal height ...
+            // IE opt. for bing/msn needs a bit added or scrollbar appears
+            ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+            ifrm.style.visibility = 'visible';
+        }
+
+    </script>
+
+.. _soak_tests:
+
+Soak Tests
+==========
+
+Long duration soak tests are executed using PLRsearch algorithm. See
+methodology section for PLRsearch description.
+
+Additional information about graph data:
+
+#. **Graph Title**: describes type of tests and soak test duration.
+
+#. **X-axis Labels**: indices of test suites.
+
+#. **Y-axis Labels**: measured packet throughput values in [Mpps].
+
+#. **Graph Legend**: list of X-axis indices with CSIT test suites.
+
+.. note::
+
+    Test results have been generated by
+    `FD.io test executor vpp performance job 2n-skx`_ with RF
+    result files csit-vpp-perf-|srelease|-\*.zip
+    `archived here <../../_static/archive/>`_.
+
+.. raw:: html
+
+    <center><b>
+
+:index:`30min Soak Test (PLRsearch)`
+
+.. raw:: html
+
+    </b>
+    <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/example-soak-boxes.html"></iframe>
+    <p><br><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{example-soak-boxes}
+            \label{fig:example-soak-boxes}
+    \end{figure}