diff options
6 files changed, 1190 insertions, 469 deletions
diff --git a/docs/report/dpdk_performance_tests/packet_latency/2n-tx2-xl710.rst b/docs/report/dpdk_performance_tests/packet_latency/2n-tx2-xl710.rst new file mode 100644 index 0000000000..6cd44aa0f8 --- /dev/null +++ b/docs/report/dpdk_performance_tests/packet_latency/2n-tx2-xl710.rst @@ -0,0 +1,78 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +2n-tx2-xl710 +~~~~~~~~~~~~ + +CSIT source code for the test cases used for plots can be found in +`CSIT git repository <https://git.fd.io/csit/tree/tests/dpdk/perf?h=rls2101>`_. + +.. raw:: latex + + \clearpage + +64b-1t1c-base +------------- + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2xcbase-testpmd.html" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2xcbase-testpmd.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2xcbase-testpmd} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2xcbase-testpmd} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base-l3fwd.html" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/dpdk/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base-l3fwd.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base-l3fwd} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base-l3fwd} + \end{figure} diff --git a/docs/report/index.html.template b/docs/report/index.html.template index 5fe14bb8a3..f5e79ebab3 100644 --- a/docs/report/index.html.template +++ b/docs/report/index.html.template @@ -21,7 +21,6 @@ CSIT-2101 vpp_performance_tests/throughput_speedup_multi_core/index vpp_performance_tests/packet_latency/index vpp_performance_tests/soak_tests/index - vpp_performance_tests/reconf_tests/index vpp_performance_tests/nf_service_density/index vpp_performance_tests/hoststack_testing/index vpp_performance_tests/comparisons/index @@ -29,6 +28,9 @@ CSIT-2101 vpp_performance_tests/test_environment vpp_performance_tests/documentation/index +.. + vpp_performance_tests/reconf_tests/index + .. toctree:: :maxdepth: 2 :caption: DPDK Performance diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/ip4-2n-tx2-xl710.rst new file mode 100644 index 0000000000..a47c56ffff --- /dev/null +++ b/docs/report/vpp_performance_tests/packet_latency/ip4-2n-tx2-xl710.rst @@ -0,0 +1,237 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +2n-tx2-xl710 +~~~~~~~~~~~~ + +64b-1t1c-ip4routing-base-dpdk +----------------------------- + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-dot1q-ip4base" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-dot1q-ip4base.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-dot1q-ip4base} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-dot1q-ip4base} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base} + \end{figure} + +.. raw:: latex + + \clearpage + +64b-1t1c-ip4routing-scale-dpdk +------------------------------ + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale20k" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale20k.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale20k} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale20k} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale200k" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale200k.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale200k} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale200k} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale2m" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale2m.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale2m} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4scale2m} + \end{figure} + +.. raw:: latex + + \clearpage + +64b-1t1c-features-ip4routing-base-dpdk +-------------------------------------- + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base-iacldstbase" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base-iacldstbase.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base-iacldstbase} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4-ip4base-iacldstbase} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sf-10kflows" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sf-10kflows.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sf-10kflows} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sf-10kflows} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sl-10kflows" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sl-10kflows.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sl-10kflows} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-iacl50sl-10kflows} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sf-10kflows" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sf-10kflows.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sf-10kflows} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sf-10kflows} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sl-10kflows" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sl-10kflows.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sl-10kflows} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-ethip4udp-ip4base-oacl50sl-10kflows} + \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip6-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/ip6-2n-tx2-xl710.rst new file mode 100644 index 0000000000..fbe5ee79b4 --- /dev/null +++ b/docs/report/vpp_performance_tests/packet_latency/ip6-2n-tx2-xl710.rst @@ -0,0 +1,151 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +2n-tx2-xl710 +~~~~~~~~~~~~ + +78b-1t1c-ip6routing-base-scale-dpdk +----------------------------------- + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-dot1q-ip6base" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-dot1q-ip6base.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-dot1q-ip6base} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-dot1q-ip6base} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6base" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6base.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6base} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6base} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6base-iacldstbase" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6base-iacldstbase.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6base-iacldstbase} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6base-iacldstbase} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale20k" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale20k.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale20k} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale20k} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale200k" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale200k.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale200k} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale200k} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale2m" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale2m.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale2m} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-78b-1t1c-ethip6-ip6scale2m} + \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/l2-2n-tx2-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/l2-2n-tx2-xl710.rst new file mode 100644 index 0000000000..9c1c12d563 --- /dev/null +++ b/docs/report/vpp_performance_tests/packet_latency/l2-2n-tx2-xl710.rst @@ -0,0 +1,297 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + <script type="text/javascript"> + + function getDocHeight(doc) { + doc = doc || document; + var body = doc.body, html = doc.documentElement; + var height = Math.max( body.scrollHeight, body.offsetHeight, + html.clientHeight, html.scrollHeight, html.offsetHeight ); + return height; + } + + function setIframeHeight(id) { + var ifrm = document.getElementById(id); + var doc = ifrm.contentDocument? ifrm.contentDocument: + ifrm.contentWindow.document; + ifrm.style.visibility = 'hidden'; + ifrm.style.height = "10px"; // reset to minimal height ... + // IE opt. for bing/msn needs a bit added or scrollbar appears + ifrm.style.height = getDocHeight( doc ) + 4 + "px"; + ifrm.style.visibility = 'visible'; + } + + </script> + +2n-tx2-xl710 +~~~~~~~~~~~~ + +64b-1t1c-l2switching-base-dpdk +------------------------------ + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-dot1q-l2xcbase" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-dot1q-l2xcbase.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-dot1q-l2xcbase} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-dot1q-l2xcbase} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2patch" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2patch.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2patch} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2patch} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2xcbase" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2xcbase.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2xcbase} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2xcbase} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn} + \end{figure} + +.. raw:: latex + + \clearpage + +64b-1t1c-l2switching-scale-dpdk +------------------------------- + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale10kmaclrn" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale10kmaclrn.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale10kmaclrn} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale10kmaclrn} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale100kmaclrn" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale100kmaclrn.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale100kmaclrn} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale100kmaclrn} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale1mmaclrn" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale1mmaclrn.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale1mmaclrn} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdscale1mmaclrn} + \end{figure} + +.. raw:: latex + + \clearpage + +64b-1t1c-features-l2switching-base-dpdk +--------------------------------------- + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sf-10kflows} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-iacl50sl-10kflows} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sf-10kflows} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + + <center> + <iframe id="hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows.html"></iframe> + <p><br></p> + </center> + +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows} + \label{fig:hdrh-lat-percentile-2n-tx2-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows} + \end{figure} diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index b76593bac5..6017b98965 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -363,10 +363,11 @@ csit-vpp-perf-report-iterative-2101-3n-tsh: - 10 # rls2101.rc2 NDRPDR iter env 6 - 11 # rls2101.rc2 NDRPDR iter env 6 + - 12 # rls2101.rc2 NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 10 # rls2101.rc2 NDRPDR iter env 6 + - 12 # rls2101.rc2 NDRPDR iter env 6 plot-dpdk-throughput-latency-3n-tsh: csit-dpdk-perf-report-iterative-2101-3n-tsh: @@ -411,16 +412,7 @@ plot-vpp-throughput-lat-tsa-3n-dnv: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 # plot-dpdk-throughput-latency-3n-dnv: # # No data @@ -430,16 +422,8 @@ plot-vpp-throughput-lat-tsa-2n-dnv: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 26 # rls2101.rc2 NDRPDR iter env 6 + - 28 # rls2101.rc2 NDRPDR iter env 6 # plot-dpdk-throughput-latency-2n-dnv: # # No data @@ -501,7 +485,7 @@ vpp-perf-results-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - - 10 # rls2101.rc2 NDRPDR iter env 6 + - 12 # rls2101.rc2 NDRPDR iter env 6 vpp-perf-results-2n-tx2: csit-vpp-perf-report-iterative-2101-2n-tx2: @@ -510,12 +494,12 @@ vpp-perf-results-3n-dnv: # csit-vpp-perf-report-coverage-2101-3n-dnv: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 vpp-perf-results-2n-dnv: # csit-vpp-perf-report-coverage-2101-2n-dnv: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 + - 28 # rls2101.rc2 NDRPDR iter env 6 vpp-mrr-results-3n-hsw: csit-vpp-perf-report-iterative-2101-3n-hsw: @@ -730,6 +714,8 @@ - 25 # rls2009 NDRPDR iter env 6 - 26 # rls2009 NDRPDR iter env 6 - 28 # rls2009 NDRPDR iter env 6 + - 39 # rls2009 NDRPDR iter env 6 + - 41 # rls2009 NDRPDR iter env 6 vpp-performance-changes-2n-skx-cmp: csit-vpp-perf-report-iterative-2101-2n-skx: - 30 # rls2101.rc2 NDRPDR iter env 6 @@ -849,16 +835,8 @@ - 15 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-dnv-cmp: csit-vpp-perf-report-iterative-2101-2n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 26 # rls2101.rc2 NDRPDR iter env 6 + - 28 # rls2101.rc2 NDRPDR iter env 6 vpp-performance-changes-3n-dnv-h1: csit-vpp-perf-report-iterative-2009-3n-dnv: @@ -899,16 +877,7 @@ - 24 # rls2009 NDRPDR iter env 5 vpp-performance-changes-3n-dnv-cmp: csit-vpp-perf-report-iterative-2101-3n-dnv: - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 vpp-performance-changes-3n-tsh-h1: csit-vpp-perf-report-iterative-2009-3n-tsh: @@ -942,6 +911,7 @@ csit-vpp-perf-report-iterative-2101-3n-tsh: - 10 # rls2101.rc2 NDRPDR iter env 6 - 11 # rls2101.rc2 NDRPDR iter env 6 + - 12 # rls2101.rc2 NDRPDR iter env 6 # vpp-performance-changes-2n-tx2-h1: # csit-vpp-perf-report-iterative-2009-2n-tx2: @@ -2488,6 +2458,8 @@ - 25 # rls2009 NDRPDR iter env 6 - 26 # rls2009 NDRPDR iter env 6 - 28 # rls2009 NDRPDR iter env 6 + - 39 # rls2009 NDRPDR iter env 6 + - 41 # rls2009 NDRPDR iter env 6 - 29 # rls2101.rc2 MRR iter env 6 - 30 # rls2101.rc2 NDRPDR iter env 6 - 31 # rls2101.rc2 NDRPDR iter env 6 @@ -2606,6 +2578,7 @@ - 9 # rls2101.rc2 MRR iter env 6 - 10 # rls2101.rc2 NDRPDR iter env 6 - 11 # rls2101.rc2 NDRPDR iter env 6 + - 12 # rls2101.rc2 NDRPDR iter env 6 csit-vpp-perf-report-iterative-2101-2n-tx2: - 5 # rls2009 MRR iter env 6 @@ -2644,16 +2617,7 @@ - 22 # rls2009 MRR iter env 5 csit-vpp-perf-report-iterative-2101-3n-dnv: - 15 # rls2101.rc2 MRR iter env 6 - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 29 # rls2101.rc2 NDRPDR iter env 6 # csit-vpp-perf-report-coverage-2101-3n-dnv: @@ -2682,16 +2646,8 @@ - 13 # rls2009 MRR iter env 5 csit-vpp-perf-report-iterative-2101-2n-dnv: - 15 # rls2101.rc2 MRR iter env 6 - - 16 # rls2101.rc2 NDRPDR iter env 6 - - 17 # rls2101.rc2 NDRPDR iter env 6 - - 18 # rls2101.rc2 NDRPDR iter env 6 - - 19 # rls2101.rc2 NDRPDR iter env 6 - - 20 # rls2101.rc2 NDRPDR iter env 6 - - 21 # rls2101.rc2 NDRPDR iter env 6 - - 22 # rls2101.rc2 NDRPDR iter env 6 - - 23 # rls2101.rc2 NDRPDR iter env 6 - - 24 # rls2101.rc2 NDRPDR iter env 6 - - 25 # rls2101.rc2 NDRPDR iter env 6 + - 26 # rls2101.rc2 NDRPDR iter env 6 + - 28 # rls2101.rc2 NDRPDR iter env 6 # csit-vpp-perf-report-coverage-2101-2n-dnv: @@ -3932,253 +3888,253 @@ - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# # VPP Performance Changes 2n-dnv 1t1c pdr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 1t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" +# VPP Performance Changes 2n-dnv 1t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 2n-dnv 2t2c pdr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 2t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-dnv 2t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 2n-dnv 1t1c ndr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 1t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-dnv 1t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 2n-dnv 2t2c ndr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 2t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-dnv 2t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 3n-dnv 1t1c pdr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 1t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 1t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 3n-dnv 2t2c pdr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 2t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 2t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 3n-dnv 1t1c ndr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 1t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 1t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' -# -# # VPP Performance Changes 3n-dnv 2t2c ndr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 2t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-3n-dnv-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-dnv 2t2c ndr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -5283,191 +5239,191 @@ - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# # VPP Performance Changes 2n-dnv 1t1c mrr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 1t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" +# VPP Performance Changes 2n-dnv 1t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 2n-dnv 2t2c mrr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 2t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-dnv 2t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 2n-dnv 4t4c mrr -# - type: "table" -# title: "VPP Performance Changes 2n-dnv 4t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T4C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-dnv 4t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-dnv 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 3n-dnv 1t1c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 1t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'1T1C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 1t1c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 3n-dnv 2t2c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 2t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T2C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 2t2c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' -# -# # VPP Performance Changes 3n-dnv 4t4c mrr -# - type: "table" -# title: "VPP Performance Changes 3n-dnv 4t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T4C'" -# columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# # - title: "2009.0-6" -# # data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" -# - title: "2101.0-6" -# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" -# comparisons: -# # - title: "2009.0-6 vs 2009.0-5" -# # reference: 2 -# # compare: 3 -# - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 3n-dnv 4t4c mrr +- type: "table" + title: "VPP Performance Changes 3n-dnv 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" +# - title: "2009.0-6" +# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: +# - title: "2009.0-6 vs 2009.0-5" # reference: 2 # compare: 3 -# legend: -# - '' -# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# # - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' -# - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - title: "2101.0-6 vs 2009.0-5" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" |