diff options
6 files changed, 486 insertions, 0 deletions
diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst index 888be08ac2..c5c3e6679d 100644 --- a/docs/report/vpp_performance_tests/index.rst +++ b/docs/report/vpp_performance_tests/index.rst @@ -8,6 +8,8 @@ VPP Performance packet_throughput_graphs/index throughput_speedup_multi_core/index packet_latency_graphs/index + soak_tests/index + nf_service_density/index http_server_performance/index comparisons/index throughput_trending diff --git a/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst new file mode 100644 index 0000000000..0c76e02d5d --- /dev/null +++ b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains.rst @@ -0,0 +1,127 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +.. _cnf_service_chains: + +CNF Service Chains +================== + +Throughput graphs for CNF service chains are generated by multiple +executions of tests covering a range of CNF service densities +defined as [Number of Service Chains] x [Number of CNFs per Service +Chain]. The results are presented in the service density graph. + +Additional information about graph data: + +#. **Graph Title**: describes tested packet path including CNF workload + running in each Docker Container. + +#. **X-axis Labels**: CNFs per service chain. + +#. **Y-axis Labels**: number of service chains. + +#. **Z-axis Color Scale**: lists 64B Packet Throughput (mean MRR value) + in Mpps. + +#. **Hover Information**: specific test substring listing + memif-chain-docker_container combinations, number of runs executed, + mean MRR throughput in Mpps, standard deviation. + +.. note:: + + Test results have been generated by + `FD.io test executor vpp performance job 2n-skx`_ with RF + result files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +.. raw:: latex + + \clearpage + +2n-skx-x710 +~~~~~~~~~~~ + +64b-2t1c-eth-l2bd +----------------- + +.. raw:: html + + <center><b> + +:index:`CNF Service Chains: 64B-1c-eth-l2bd-{2*X*Y}memif-{Y}chain-{X*Y}drc-vppip4-mrr` + +.. raw:: html + + </b> + <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr.html"></iframe> + <p><br><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr} + \label{fig:l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr} + \end{figure} + +.. raw:: html + + <center><b> + +.. raw:: latex + + \clearpage + +64b-4t2c-eth-l2bd +----------------- + +.. raw:: html + + <center><b> + +:index:`CNF Service Chains: 64B-2c-eth-l2bd-{2*X*Y}memif-{Y}chain-{X*Y}drc-vppip4-mrr` + +.. raw:: html + + </b> + <iframe id="ifrm02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr.html"></iframe> + <p><br><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr} + \label{fig:l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr} + \end{figure} diff --git a/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst new file mode 100644 index 0000000000..149e07a27b --- /dev/null +++ b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_pipelines.rst @@ -0,0 +1,127 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +.. _cnf_service_pipelines: + +CNF Service Pipelines +===================== + +Throughput graphs for CNF service pipelines are generated by multiple +executions of tests covering a range of CNF service densities +defined as [Number of Service Pipelines] x [Number of CNFs per Service +Pipeline]. The results are presented in the service density graph. + +Additional information about graph data: + +#. **Graph Title**: describes tested packet path including CNF workload + running in each Docker Container. + +#. **X-axis Labels**: CNFs per service pipeline. + +#. **Y-axis Labels**: number of service pipelines. + +#. **Z-axis Color Scale**: lists 64B Packet Throughput (mean MRR value) + in Mpps. + +#. **Hover Information**: specific test substring listing + memif-pipeline-docker_container combinations, number of runs + executed, mean MRR throughput in Mpps, standard deviation. + +.. note:: + + Test results have been generated by + `FD.io test executor vpp performance job 2n-skx`_ with RF + result files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +.. raw:: latex + + \clearpage + +2n-skx-x710 +~~~~~~~~~~~ + +64b-2t1c-eth-l2bd +----------------- + +.. raw:: html + + <center><b> + +:index:`CNF Service Pipelines: 64B-1c-eth-l2bd-{2*Y}memif-{Y}pipe-{X*Y}drc-vppip4-mrr` + +.. raw:: html + + </b> + <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr.html"></iframe> + <p><br><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr} + \label{fig:l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr} + \end{figure} + +.. raw:: html + + <center><b> + +.. raw:: latex + + \clearpage + +64b-4t2c-eth-l2bd +----------------- + +.. raw:: html + + <center><b> + +:index:`CNF Service Pipelines: 64B-2c-eth-l2bd-{2*Y}memif-{Y}pipe-{X*Y}drc-vppip4-mrr` + +.. raw:: html + + </b> + <iframe id="ifrm02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr.html"></iframe> + <p><br><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr} + \label{fig:l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr} + \end{figure} diff --git a/docs/report/vpp_performance_tests/nf_service_density/index.rst b/docs/report/vpp_performance_tests/nf_service_density/index.rst new file mode 100644 index 0000000000..191f884f31 --- /dev/null +++ b/docs/report/vpp_performance_tests/nf_service_density/index.rst @@ -0,0 +1,27 @@ + +.. raw:: latex + + \clearpage + +.. _network_service_density: + +NF Service Density +================== + +NF Service Density is benchmarked in three distinct NF service +configurations: + +- VNF Service Chains +- CNF Service Chains +- CNF Service Pipelines + +Each configuration is tested in a number of service density combinations +[Number of Service Instances] x [Number of NFs per Service Instance]. +The actual tested range is based on available CPU physical core +resources. + +.. toctree:: + + vnf_service_chains + cnf_service_chains + cnf_service_pipelines diff --git a/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst b/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst new file mode 100644 index 0000000000..2eb6f085e4 --- /dev/null +++ b/docs/report/vpp_performance_tests/nf_service_density/vnf_service_chains.rst @@ -0,0 +1,127 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +.. _vnf_service_chains: + +VNF Service Chains +================== + +Throughput graphs for VNF service chains are generated by multiple +executions of tests covering a range of VNF service densities +defined as [Number of Service Chains] x [Number of VNFs per Service +Chain]. The results are presented in the service density graph. + +Additional information about graph data: + +#. **Graph Title**: describes tested packet path including VNF workload + running in each VM. + +#. **X-axis Labels**: VNFs per service chain. + +#. **Y-axis Labels**: number of service chains. + +#. **Z-axis Color Scale**: lists 64B Packet Throughput (mean MRR value) + in Mpps. + +#. **Hover Information**: specific test substring listing vhost-chain-vm + combinations, number of runs executed, mean MRR throughput in Mpps, + standard deviation. + +.. note:: + + Test results have been generated by + `FD.io test executor vpp performance job 2n-skx`_ with RF + result files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +.. raw:: latex + + \clearpage + +2n-skx-x710 +~~~~~~~~~~~ + +64b-2t1c-eth-l2bd +----------------- + +.. raw:: html + + <center><b> + +:index:`VNF Service Chains: 64b-1c-eth-l2bd-{2*X*Y}vhost-{Y}chain-{X*Y}vm-l3fwdip4-mrr` + +.. raw:: html + + </b> + <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr.html"></iframe> + <p><br><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr} + \label{fig:l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr} + \end{figure} + +.. raw:: html + + <center><b> + +.. raw:: latex + + \clearpage + +64b-4t2c-eth-l2bd +----------------- + +.. raw:: html + + <center><b> + +:index:`VNF Service Chains: 64b-2c-eth-l2bd-{2*X*Y}vhost-{Y}chain-{X*Y}vm-l3fwdip4-mrr` + +.. raw:: html + + </b> + <iframe id="ifrm02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr.html"></iframe> + <p><br><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr} + \label{fig:l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr} + \end{figure} diff --git a/docs/report/vpp_performance_tests/soak_tests/index.rst b/docs/report/vpp_performance_tests/soak_tests/index.rst new file mode 100644 index 0000000000..5c75f1d2b1 --- /dev/null +++ b/docs/report/vpp_performance_tests/soak_tests/index.rst @@ -0,0 +1,76 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +.. _soak_tests: + +Soak Tests +========== + +Long duration soak tests are executed using PLRsearch algorithm. See +methodology section for PLRsearch description. + +Additional information about graph data: + +#. **Graph Title**: describes type of tests and soak test duration. + +#. **X-axis Labels**: indices of test suites. + +#. **Y-axis Labels**: measured packet throughput values in [Mpps]. + +#. **Graph Legend**: list of X-axis indices with CSIT test suites. + +.. note:: + + Test results have been generated by + `FD.io test executor vpp performance job 2n-skx`_ with RF + result files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +.. raw:: html + + <center><b> + +:index:`30min Soak Test (PLRsearch)` + +.. raw:: html + + </b> + <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/example-soak-boxes.html"></iframe> + <p><br><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{example-soak-boxes} + \label{fig:example-soak-boxes} + \end{figure} |