aboutsummaryrefslogtreecommitdiffstats
path: root/docs/report
diff options
context:
space:
mode:
authorTibor Frank <tifrank@cisco.com>2019-01-25 09:25:45 +0100
committerTibor Frank <tifrank@cisco.com>2019-02-04 08:03:43 +0000
commit5e4c594ec66428cdd3a05e5fe134a22dce0ed092 (patch)
tree4b91d915af6473c5281c5d85b8ddcfd659bc50de /docs/report
parentcc834e4090ef3709219eeabdbae422a64e3caaf9 (diff)
Report: Add NF service density and soak tests to static content.
Change-Id: I8f81fc906245e6f5afd4f24ff034f28b95a2ad46 Signed-off-by: Tibor Frank <tifrank@cisco.com> Signed-off-by: Maciek Konstantynowicz <mkonstan@cisco.com> (cherry picked from commit d3a748d5088d0023f8a96404d4c84deab588a3b1)
Diffstat (limited to 'docs/report')
-rw-r--r--docs/report/vpp_performance_tests/index.rst2
-rw-r--r--docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst127
-rw-r--r--docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst127
-rw-r--r--docs/report/vpp_performance_tests/nf_service_density/index.rst27
-rw-r--r--docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst127
-rw-r--r--docs/report/vpp_performance_tests/soak_tests/index.rst76
6 files changed, 486 insertions, 0 deletions
diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst
index 888be08ac2..c5c3e6679d 100644
--- a/docs/report/vpp_performance_tests/index.rst
+++ b/docs/report/vpp_performance_tests/index.rst
@@ -8,6 +8,8 @@ VPP Performance
packet_throughput_graphs/index
throughput_speedup_multi_core/index
packet_latency_graphs/index
+ soak_tests/index
+ nf_service_density/index
http_server_performance/index
comparisons/index
throughput_trending
diff --git a/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst
new file mode 100644
index 0000000000..0c76e02d5d
--- /dev/null
+++ b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst
@@ -0,0 +1,127 @@
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <script type="text/javascript">
+
+ function getDocHeight(doc) {
+ doc = doc || document;
+ var body = doc.body, html = doc.documentElement;
+ var height = Math.max( body.scrollHeight, body.offsetHeight,
+ html.clientHeight, html.scrollHeight, html.offsetHeight );
+ return height;
+ }
+
+ function setIframeHeight(id) {
+ var ifrm = document.getElementById(id);
+ var doc = ifrm.contentDocument? ifrm.contentDocument:
+ ifrm.contentWindow.document;
+ ifrm.style.visibility = 'hidden';
+ ifrm.style.height = "10px"; // reset to minimal height ...
+ // IE opt. for bing/msn needs a bit added or scrollbar appears
+ ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+ ifrm.style.visibility = 'visible';
+ }
+
+ </script>
+
+.. _cnf_service_chains:
+
+CNF Service Chains
+==================
+
+Throughput graphs for CNF service chains are generated by multiple
+executions of tests covering a range of CNF service densities
+defined as [Number of Service Chains] x [Number of CNFs per Service
+Chain]. The results are presented in the service density graph.
+
+Additional information about graph data:
+
+#. **Graph Title**: describes tested packet path including CNF workload
+ running in each Docker Container.
+
+#. **X-axis Labels**: CNFs per service chain.
+
+#. **Y-axis Labels**: number of service chains.
+
+#. **Z-axis Color Scale**: lists 64B Packet Throughput (mean MRR value)
+ in Mpps.
+
+#. **Hover Information**: specific test substring listing
+ memif-chain-docker_container combinations, number of runs executed,
+ mean MRR throughput in Mpps, standard deviation.
+
+.. note::
+
+ Test results have been generated by
+ `FD.io test executor vpp performance job 2n-skx`_ with RF
+ result files csit-vpp-perf-|srelease|-\*.zip
+ `archived here <../../_static/archive/>`_.
+
+.. raw:: latex
+
+ \clearpage
+
+2n-skx-x710
+~~~~~~~~~~~
+
+64b-2t1c-eth-l2bd
+-----------------
+
+.. raw:: html
+
+ <center><b>
+
+:index:`CNF Service Chains: 64B-1c-eth-l2bd-{2*X*Y}memif-{Y}chain-{X*Y}drc-vppip4-mrr`
+
+.. raw:: html
+
+ </b>
+ <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr.html"></iframe>
+ <p><br><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr}
+ \label{fig:l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr}
+ \end{figure}
+
+.. raw:: html
+
+ <center><b>
+
+.. raw:: latex
+
+ \clearpage
+
+64b-4t2c-eth-l2bd
+-----------------
+
+.. raw:: html
+
+ <center><b>
+
+:index:`CNF Service Chains: 64B-2c-eth-l2bd-{2*X*Y}memif-{Y}chain-{X*Y}drc-vppip4-mrr`
+
+.. raw:: html
+
+ </b>
+ <iframe id="ifrm02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr.html"></iframe>
+ <p><br><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr}
+ \label{fig:l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr}
+ \end{figure}
diff --git a/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst
new file mode 100644
index 0000000000..149e07a27b
--- /dev/null
+++ b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst
@@ -0,0 +1,127 @@
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <script type="text/javascript">
+
+ function getDocHeight(doc) {
+ doc = doc || document;
+ var body = doc.body, html = doc.documentElement;
+ var height = Math.max( body.scrollHeight, body.offsetHeight,
+ html.clientHeight, html.scrollHeight, html.offsetHeight );
+ return height;
+ }
+
+ function setIframeHeight(id) {
+ var ifrm = document.getElementById(id);
+ var doc = ifrm.contentDocument? ifrm.contentDocument:
+ ifrm.contentWindow.document;
+ ifrm.style.visibility = 'hidden';
+ ifrm.style.height = "10px"; // reset to minimal height ...
+ // IE opt. for bing/msn needs a bit added or scrollbar appears
+ ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+ ifrm.style.visibility = 'visible';
+ }
+
+ </script>
+
+.. _cnf_service_pipelines:
+
+CNF Service Pipelines
+=====================
+
+Throughput graphs for CNF service pipelines are generated by multiple
+executions of tests covering a range of CNF service densities
+defined as [Number of Service Pipelines] x [Number of CNFs per Service
+Pipeline]. The results are presented in the service density graph.
+
+Additional information about graph data:
+
+#. **Graph Title**: describes tested packet path including CNF workload
+ running in each Docker Container.
+
+#. **X-axis Labels**: CNFs per service pipeline.
+
+#. **Y-axis Labels**: number of service pipelines.
+
+#. **Z-axis Color Scale**: lists 64B Packet Throughput (mean MRR value)
+ in Mpps.
+
+#. **Hover Information**: specific test substring listing
+ memif-pipeline-docker_container combinations, number of runs
+ executed, mean MRR throughput in Mpps, standard deviation.
+
+.. note::
+
+ Test results have been generated by
+ `FD.io test executor vpp performance job 2n-skx`_ with RF
+ result files csit-vpp-perf-|srelease|-\*.zip
+ `archived here <../../_static/archive/>`_.
+
+.. raw:: latex
+
+ \clearpage
+
+2n-skx-x710
+~~~~~~~~~~~
+
+64b-2t1c-eth-l2bd
+-----------------
+
+.. raw:: html
+
+ <center><b>
+
+:index:`CNF Service Pipelines: 64B-1c-eth-l2bd-{2*Y}memif-{Y}pipe-{X*Y}drc-vppip4-mrr`
+
+.. raw:: html
+
+ </b>
+ <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr.html"></iframe>
+ <p><br><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr}
+ \label{fig:l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr}
+ \end{figure}
+
+.. raw:: html
+
+ <center><b>
+
+.. raw:: latex
+
+ \clearpage
+
+64b-4t2c-eth-l2bd
+-----------------
+
+.. raw:: html
+
+ <center><b>
+
+:index:`CNF Service Pipelines: 64B-2c-eth-l2bd-{2*Y}memif-{Y}pipe-{X*Y}drc-vppip4-mrr`
+
+.. raw:: html
+
+ </b>
+ <iframe id="ifrm02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr.html"></iframe>
+ <p><br><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr}
+ \label{fig:l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr}
+ \end{figure}
diff --git a/docs/report/vpp_performance_tests/nf_service_density/index.rst b/docs/report/vpp_performance_tests/nf_service_density/index.rst
new file mode 100644
index 0000000000..191f884f31
--- /dev/null
+++ b/docs/report/vpp_performance_tests/nf_service_density/index.rst
@@ -0,0 +1,27 @@
+
+.. raw:: latex
+
+ \clearpage
+
+.. _network_service_density:
+
+NF Service Density
+==================
+
+NF Service Density is benchmarked in three distinct NF service
+configurations:
+
+- VNF Service Chains
+- CNF Service Chains
+- CNF Service Pipelines
+
+Each configuration is tested in a number of service density combinations
+[Number of Service Instances] x [Number of NFs per Service Instance].
+The actual tested range is based on available CPU physical core
+resources.
+
+.. toctree::
+
+ vnf_service_chains
+ cnf_service_chains
+ cnf_service_pipelines
diff --git a/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst b/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst
new file mode 100644
index 0000000000..2eb6f085e4
--- /dev/null
+++ b/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst
@@ -0,0 +1,127 @@
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <script type="text/javascript">
+
+ function getDocHeight(doc) {
+ doc = doc || document;
+ var body = doc.body, html = doc.documentElement;
+ var height = Math.max( body.scrollHeight, body.offsetHeight,
+ html.clientHeight, html.scrollHeight, html.offsetHeight );
+ return height;
+ }
+
+ function setIframeHeight(id) {
+ var ifrm = document.getElementById(id);
+ var doc = ifrm.contentDocument? ifrm.contentDocument:
+ ifrm.contentWindow.document;
+ ifrm.style.visibility = 'hidden';
+ ifrm.style.height = "10px"; // reset to minimal height ...
+ // IE opt. for bing/msn needs a bit added or scrollbar appears
+ ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+ ifrm.style.visibility = 'visible';
+ }
+
+ </script>
+
+.. _vnf_service_chains:
+
+VNF Service Chains
+==================
+
+Throughput graphs for VNF service chains are generated by multiple
+executions of tests covering a range of VNF service densities
+defined as [Number of Service Chains] x [Number of VNFs per Service
+Chain]. The results are presented in the service density graph.
+
+Additional information about graph data:
+
+#. **Graph Title**: describes tested packet path including VNF workload
+ running in each VM.
+
+#. **X-axis Labels**: VNFs per service chain.
+
+#. **Y-axis Labels**: number of service chains.
+
+#. **Z-axis Color Scale**: lists 64B Packet Throughput (mean MRR value)
+ in Mpps.
+
+#. **Hover Information**: specific test substring listing vhost-chain-vm
+ combinations, number of runs executed, mean MRR throughput in Mpps,
+ standard deviation.
+
+.. note::
+
+ Test results have been generated by
+ `FD.io test executor vpp performance job 2n-skx`_ with RF
+ result files csit-vpp-perf-|srelease|-\*.zip
+ `archived here <../../_static/archive/>`_.
+
+.. raw:: latex
+
+ \clearpage
+
+2n-skx-x710
+~~~~~~~~~~~
+
+64b-2t1c-eth-l2bd
+-----------------
+
+.. raw:: html
+
+ <center><b>
+
+:index:`VNF Service Chains: 64b-1c-eth-l2bd-{2*X*Y}vhost-{Y}chain-{X*Y}vm-l3fwdip4-mrr`
+
+.. raw:: html
+
+ </b>
+ <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr.html"></iframe>
+ <p><br><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr}
+ \label{fig:l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr}
+ \end{figure}
+
+.. raw:: html
+
+ <center><b>
+
+.. raw:: latex
+
+ \clearpage
+
+64b-4t2c-eth-l2bd
+-----------------
+
+.. raw:: html
+
+ <center><b>
+
+:index:`VNF Service Chains: 64b-2c-eth-l2bd-{2*X*Y}vhost-{Y}chain-{X*Y}vm-l3fwdip4-mrr`
+
+.. raw:: html
+
+ </b>
+ <iframe id="ifrm02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr.html"></iframe>
+ <p><br><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr}
+ \label{fig:l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr}
+ \end{figure}
diff --git a/docs/report/vpp_performance_tests/soak_tests/index.rst b/docs/report/vpp_performance_tests/soak_tests/index.rst
new file mode 100644
index 0000000000..5c75f1d2b1
--- /dev/null
+++ b/docs/report/vpp_performance_tests/soak_tests/index.rst
@@ -0,0 +1,76 @@
+
+.. raw:: latex
+
+ \clearpage
+
+.. raw:: html
+
+ <script type="text/javascript">
+
+ function getDocHeight(doc) {
+ doc = doc || document;
+ var body = doc.body, html = doc.documentElement;
+ var height = Math.max( body.scrollHeight, body.offsetHeight,
+ html.clientHeight, html.scrollHeight, html.offsetHeight );
+ return height;
+ }
+
+ function setIframeHeight(id) {
+ var ifrm = document.getElementById(id);
+ var doc = ifrm.contentDocument? ifrm.contentDocument:
+ ifrm.contentWindow.document;
+ ifrm.style.visibility = 'hidden';
+ ifrm.style.height = "10px"; // reset to minimal height ...
+ // IE opt. for bing/msn needs a bit added or scrollbar appears
+ ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+ ifrm.style.visibility = 'visible';
+ }
+
+ </script>
+
+.. _soak_tests:
+
+Soak Tests
+==========
+
+Long duration soak tests are executed using PLRsearch algorithm. See
+methodology section for PLRsearch description.
+
+Additional information about graph data:
+
+#. **Graph Title**: describes type of tests and soak test duration.
+
+#. **X-axis Labels**: indices of test suites.
+
+#. **Y-axis Labels**: measured packet throughput values in [Mpps].
+
+#. **Graph Legend**: list of X-axis indices with CSIT test suites.
+
+.. note::
+
+ Test results have been generated by
+ `FD.io test executor vpp performance job 2n-skx`_ with RF
+ result files csit-vpp-perf-|srelease|-\*.zip
+ `archived here <../../_static/archive/>`_.
+
+.. raw:: html
+
+ <center><b>
+
+:index:`30min Soak Test (PLRsearch)`
+
+.. raw:: html
+
+ </b>
+ <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/example-soak-boxes.html"></iframe>
+ <p><br><br></p>
+ </center>
+
+.. raw:: latex
+
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{example-soak-boxes}
+ \label{fig:example-soak-boxes}
+ \end{figure}