aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--docs/report/introduction/test_environment_intro.rst2
-rw-r--r--docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-e810cq.rst117
-rw-r--r--docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-e810cq.rst86
-rw-r--r--docs/report/vpp_performance_tests/packet_latency/l2-3n-tsh-x520.rst29
-rw-r--r--docs/report/vpp_performance_tests/packet_latency/srv6-3n-tsh-x520.rst29
-rw-r--r--docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-e810cq.rst43
-rw-r--r--docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-tsh-x520.rst43
-rw-r--r--docs/report/vpp_performance_tests/packet_throughput_graphs/nat44.rst2
-rw-r--r--docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-e810cq.rst43
-rw-r--r--docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-tsh-x520.rst43
-rw-r--r--docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44.rst2
-rw-r--r--resources/tools/presentation/specifications/report/data_sets.yaml24
-rw-r--r--resources/tools/presentation/specifications/report/elements.yaml70
-rw-r--r--resources/tools/presentation/specifications/report/environment.yaml7
14 files changed, 160 insertions, 380 deletions
diff --git a/docs/report/introduction/test_environment_intro.rst b/docs/report/introduction/test_environment_intro.rst
index 02ee6987cc..10ba083a12 100644
--- a/docs/report/introduction/test_environment_intro.rst
+++ b/docs/report/introduction/test_environment_intro.rst
@@ -123,4 +123,4 @@ Following is the list of CSIT versions to date:
- Mellanox 556A series firmware upgrade based on DPDK compatibility
matrix.
- Intel IceLake all core turbo frequency turned off. Current base frequency
- is 2.6Ghz. \ No newline at end of file
+ is 2.6GHz. \ No newline at end of file
diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-e810cq.rst
index df02ea1f17..00b5ca09a5 100644
--- a/docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-e810cq.rst
+++ b/docs/report/vpp_performance_tests/packet_latency/ip4-2n-clx-e810cq.rst
@@ -237,85 +237,86 @@
\label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4-ip4scale20k-rnd}
\end{figure}
-.. raw:: latex
+..
+ .. raw:: latex
- \clearpage
+ \clearpage
-64b-2t1c-ip4routing-features-dpdk
----------------------------------
+ 64b-2t1c-ip4routing-features-dpdk
+ ---------------------------------
-.. raw:: html
+ .. raw:: html
- <center>
- <iframe id="11" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows.html"></iframe>
- <p><br></p>
- </center>
+ <center>
+ <iframe id="11" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows.html"></iframe>
+ <p><br></p>
+ </center>
-.. raw:: latex
+ .. raw:: latex
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows}
- \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows}
- \end{figure}
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows}
+ \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sf-10kflows}
+ \end{figure}
-.. raw:: latex
+ .. raw:: latex
- \clearpage
+ \clearpage
-.. raw:: html
+ .. raw:: html
- <center>
- <iframe id="12" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows.html"></iframe>
- <p><br></p>
- </center>
+ <center>
+ <iframe id="12" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows.html"></iframe>
+ <p><br></p>
+ </center>
-.. raw:: latex
+ .. raw:: latex
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows}
- \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows}
- \end{figure}
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows}
+ \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-iacl50sl-10kflows}
+ \end{figure}
-.. raw:: latex
+ .. raw:: latex
- \clearpage
+ \clearpage
-.. raw:: html
+ .. raw:: html
- <center>
- <iframe id="13" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sf-10kflows.html"></iframe>
- <p><br></p>
- </center>
+ <center>
+ <iframe id="13" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sf-10kflows.html"></iframe>
+ <p><br></p>
+ </center>
-.. raw:: latex
+ .. raw:: latex
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sf-10kflows}
- \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sf-10kflows}
- \end{figure}
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sf-10kflows}
+ \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sf-10kflows}
+ \end{figure}
-.. raw:: latex
+ .. raw:: latex
- \clearpage
+ \clearpage
-.. raw:: html
+ .. raw:: html
- <center>
- <iframe id="14" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows.html"></iframe>
- <p><br></p>
- </center>
+ <center>
+ <iframe id="14" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows.html"></iframe>
+ <p><br></p>
+ </center>
-.. raw:: latex
+ .. raw:: latex
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows}
- \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows}
- \end{figure}
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows}
+ \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-ethip4udp-ip4base-oacl50sl-10kflows}
+ \end{figure}
diff --git a/docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-e810cq.rst
index fa4ca6c472..669fb0a905 100644
--- a/docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-e810cq.rst
+++ b/docs/report/vpp_performance_tests/packet_latency/l2-2n-clx-e810cq.rst
@@ -177,25 +177,26 @@
64b-2t1c-l2switching-base-scale-dpdk
------------------------------------
-.. raw:: html
+..
+ .. raw:: html
- <center>
- <iframe id="8" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-dot1q-l2bdbasemaclrn.html"></iframe>
- <p><br></p>
- </center>
+ <center>
+ <iframe id="8" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-dot1q-l2bdbasemaclrn.html"></iframe>
+ <p><br></p>
+ </center>
-.. raw:: latex
+ .. raw:: latex
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-dot1q-l2bdbasemaclrn}
- \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-dot1q-l2bdbasemaclrn}
- \end{figure}
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-dot1q-l2bdbasemaclrn}
+ \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-dot1q-l2bdbasemaclrn}
+ \end{figure}
-.. raw:: latex
+ .. raw:: latex
- \clearpage
+ \clearpage
.. raw:: html
@@ -273,42 +274,43 @@
\label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale10kmaclrn}
\end{figure}
-.. raw:: latex
+..
+ .. raw:: latex
- \clearpage
+ \clearpage
-.. raw:: html
+ .. raw:: html
- <center>
- <iframe id="14" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale100kmaclrn.html"></iframe>
- <p><br></p>
- </center>
+ <center>
+ <iframe id="14" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale100kmaclrn.html"></iframe>
+ <p><br></p>
+ </center>
-.. raw:: latex
+ .. raw:: latex
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale100kmaclrn}
- \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale100kmaclrn}
- \end{figure}
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale100kmaclrn}
+ \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale100kmaclrn}
+ \end{figure}
-.. raw:: latex
+ .. raw:: latex
- \clearpage
+ \clearpage
-.. raw:: html
+ .. raw:: html
- <center>
- <iframe id="9" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale1mmaclrn.html"></iframe>
- <p><br></p>
- </center>
+ <center>
+ <iframe id="9" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale1mmaclrn.html"></iframe>
+ <p><br></p>
+ </center>
-.. raw:: latex
+ .. raw:: latex
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale1mmaclrn}
- \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale1mmaclrn}
- \end{figure}
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale1mmaclrn}
+ \label{fig:hdrh-lat-percentile-2n-clx-100ge2p1e810cq-64b-2t1c-eth-l2bdscale1mmaclrn}
+ \end{figure}
diff --git a/docs/report/vpp_performance_tests/packet_latency/l2-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_latency/l2-3n-tsh-x520.rst
index 10028143f4..dbd3a222c8 100644
--- a/docs/report/vpp_performance_tests/packet_latency/l2-3n-tsh-x520.rst
+++ b/docs/report/vpp_performance_tests/packet_latency/l2-3n-tsh-x520.rst
@@ -255,22 +255,23 @@
\label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-oacl50sl-10kflows}
\end{figure}
-.. raw:: latex
+..
+ .. raw:: latex
- \clearpage
+ \clearpage
-.. raw:: html
+ .. raw:: html
- <center>
- <iframe id="hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows.html" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows.html"></iframe>
- <p><br></p>
- </center>
+ <center>
+ <iframe id="hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows.html" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows.html"></iframe>
+ <p><br></p>
+ </center>
-.. raw:: latex
+ .. raw:: latex
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows}
- \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows}
- \end{figure}
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows}
+ \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-64b-1t1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows}
+ \end{figure}
diff --git a/docs/report/vpp_performance_tests/packet_latency/srv6-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_latency/srv6-3n-tsh-x520.rst
index 542710464c..21e59f9e0d 100644
--- a/docs/report/vpp_performance_tests/packet_latency/srv6-3n-tsh-x520.rst
+++ b/docs/report/vpp_performance_tests/packet_latency/srv6-3n-tsh-x520.rst
@@ -34,25 +34,26 @@
78b-1t1c-srv6-ip6routing-base-ixgbe
-----------------------------------
-.. raw:: html
+..
+ .. raw:: html
- <center>
- <iframe id="hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6ip6-ip6base-srv6enc1sid.html" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6ip6-ip6base-srv6enc1sid.html"></iframe>
- <p><br></p>
- </center>
+ <center>
+ <iframe id="hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6ip6-ip6base-srv6enc1sid.html" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6ip6-ip6base-srv6enc1sid.html"></iframe>
+ <p><br></p>
+ </center>
-.. raw:: latex
+ .. raw:: latex
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6ip6-ip6base-srv6enc1sid}
- \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6ip6-ip6base-srv6enc1sid}
- \end{figure}
+ \begin{figure}[H]
+ \centering
+ \graphicspath{{../_build/_static/vpp/}}
+ \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6ip6-ip6base-srv6enc1sid}
+ \label{fig:hdrh-lat-percentile-3n-tsh-10ge2p1x520-78b-1t1c-ethip6ip6-ip6base-srv6enc1sid}
+ \end{figure}
-.. raw:: latex
+ .. raw:: latex
- \clearpage
+ \clearpage
.. raw:: html
diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-e810cq.rst
index bcd8b88b49..cb81a41eba 100644
--- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-e810cq.rst
+++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-clx-e810cq.rst
@@ -155,46 +155,3 @@
\includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-ip4-base-scale-dpdk-pdr}
\label{fig:2n-clx-e810cq-64b-2t1c-ip4-base-scale-dpdk-pdr}
\end{figure}
-
-.. raw:: latex
-
- \clearpage
-
-64b-2t1c-ip4routing-features-dpdk
----------------------------------
-
-.. raw:: html
-
- <center>
- <iframe id="05" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-clx-e810cq-64b-2t1c-ip4-features-dpdk-ndr.html"></iframe>
- <p><br></p>
- </center>
-
-.. raw:: latex
-
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-ip4-features-dpdk-ndr}
- \label{fig:2n-clx-e810cq-64b-2t1c-ip4-features-dpdk-ndr}
- \end{figure}
-
-.. raw:: latex
-
- \clearpage
-
-.. raw:: html
-
- <center>
- <iframe id="06" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-clx-e810cq-64b-2t1c-ip4-features-dpdk-pdr.html"></iframe>
- <p><br></p>
- </center>
-
-.. raw:: latex
-
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-2t1c-ip4-features-dpdk-pdr}
- \label{fig:2n-clx-e810cq-64b-2t1c-ip4-features-dpdk-pdr}
- \end{figure}
diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-tsh-x520.rst
index 78a3adb4c9..9750e41a3a 100644
--- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-tsh-x520.rst
+++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-tsh-x520.rst
@@ -31,49 +31,6 @@
3n-tsh-x520
~~~~~~~~~~~
-64b-1t1c-ip4routing-base-ixgbe
-------------------------------
-
-.. raw:: html
-
- <center>
- <iframe id="11" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-tsh-x520-64b-1t1c-ip4routing-base-ixgbe-ndr.html"></iframe>
- <p><br></p>
- </center>
-
-.. raw:: latex
-
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-ip4routing-base-ixgbe-ndr}
- \label{fig:3n-tsh-x520-64b-1t1c-ip4routing-base-ixgbe-ndr}
- \end{figure}
-
-.. raw:: latex
-
- \clearpage
-
-.. raw:: html
-
- <center>
- <iframe id="12" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-tsh-x520-64b-1t1c-ip4routing-base-ixgbe-pdr.html"></iframe>
- <p><br></p>
- </center>
-
-.. raw:: latex
-
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-1t1c-ip4routing-base-ixgbe-pdr}
- \label{fig:3n-tsh-x520-64b-1t1c-ip4routing-base-ixgbe-pdr}
- \end{figure}
-
-.. raw:: latex
-
- \clearpage
-
64b-1t1c-features-ip4routing-base-ixgbe
---------------------------------------
diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44.rst
index b5bd81683d..f4e934c2af 100644
--- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44.rst
+++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44.rst
@@ -22,4 +22,6 @@ CSIT source code for the test cases used for plots can be found in
nat44-ed-udp-cps
nat44-ed-tcp-cps
nat44-ed-udp-tput
+
+..
nat44-ed-tcp-tput
diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-e810cq.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-e810cq.rst
index 7e6b6f5c13..62e7955f3d 100644
--- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-e810cq.rst
+++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-e810cq.rst
@@ -155,46 +155,3 @@
\includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-ip4-base-scale-dpdk-pdr-tsa}
\label{fig:2n-clx-e810cq-64b-ip4-base-scale-dpdk-pdr-tsa}
\end{figure}
-
-.. raw:: latex
-
- \clearpage
-
-64b-ip4routing-features-dpdk
-----------------------------
-
-.. raw:: html
-
- <center>
- <iframe id="05" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-clx-e810cq-64b-ip4-features-dpdk-ndr-tsa.html"></iframe>
- <p><br></p>
- </center>
-
-.. raw:: latex
-
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-ip4-features-dpdk-ndr-tsa}
- \label{fig:2n-clx-e810cq-64b-ip4-features-dpdk-ndr-tsa}
- \end{figure}
-
-.. raw:: latex
-
- \clearpage
-
-.. raw:: html
-
- <center>
- <iframe id="06" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/2n-clx-e810cq-64b-ip4-features-dpdk-pdr-tsa.html"></iframe>
- <p><br></p>
- </center>
-
-.. raw:: latex
-
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-clx-e810cq-64b-ip4-features-dpdk-pdr-tsa}
- \label{fig:2n-clx-e810cq-64b-ip4-features-dpdk-pdr-tsa}
- \end{figure}
diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-tsh-x520.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-tsh-x520.rst
index 517ce6da7b..a70551540c 100644
--- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-tsh-x520.rst
+++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-tsh-x520.rst
@@ -31,49 +31,6 @@
3n-tsh-x520
~~~~~~~~~~~
-64b-ip4routing-base-ixgbe
--------------------------
-
-.. raw:: html
-
- <center>
- <iframe id="11" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-tsh-x520-64b-ip4routing-base-ixgbe-ndr-tsa.html"></iframe>
- <p><br></p>
- </center>
-
-.. raw:: latex
-
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-ip4routing-base-ixgbe-ndr-tsa}
- \label{fig:3n-tsh-x520-64b-ip4routing-base-ixgbe-ndr-tsa}
- \end{figure}
-
-.. raw:: latex
-
- \clearpage
-
-.. raw:: html
-
- <center>
- <iframe id="12" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-tsh-x520-64b-ip4routing-base-ixgbe-pdr-tsa.html"></iframe>
- <p><br></p>
- </center>
-
-.. raw:: latex
-
- \begin{figure}[H]
- \centering
- \graphicspath{{../_build/_static/vpp/}}
- \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-tsh-x520-64b-ip4routing-base-ixgbe-pdr-tsa}
- \label{fig:3n-tsh-x520-64b-ip4routing-base-ixgbe-pdr-tsa}
- \end{figure}
-
-.. raw:: latex
-
- \clearpage
-
64b-features-ip4routing-base-ixgbe
----------------------------------
diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44.rst
index ac4a654dc6..3ef1f11126 100644
--- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44.rst
+++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44.rst
@@ -24,4 +24,6 @@ CSIT source code for the test cases used for plots can be found in
nat44-ed-udp-cps
nat44-ed-tcp-cps
nat44-ed-udp-tput
+
+..
nat44-ed-tcp-tput
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index e7d13bda1d..7e8a5b6108 100644
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -323,7 +323,7 @@
vpp-2n-skx-curr-nfv-mrr:
csit-vpp-perf-report-iterative-2206-2n-skx:
- - 70 # rls2206.rel MRR nf-density iter env 10
+ - 51 # rls2206.rel MRR nf-density iter env 10
vpp-2n-skx-curr-nfv-reconf:
csit-vpp-perf-report-iterative-2206-2n-skx:
@@ -817,20 +817,20 @@
dpdk-2n-clx-curr-iter:
csit-dpdk-perf-report-iterative-2206-2n-clx:
- - 1 # rls2206 NDRPDR iter env 10
- - 2 # rls2206 NDRPDR iter env 10
- - 3 # rls2206 NDRPDR iter env 10
- - 4 # rls2206 NDRPDR iter env 10
- - 5 # rls2206 NDRPDR iter env 10
- - 6 # rls2206 NDRPDR iter env 10
- - 7 # rls2206 NDRPDR iter env 10
- - 8 # rls2206 NDRPDR iter env 10
- - 10 # rls2206 NDRPDR iter env 10
- - 11 # rls2206 NDRPDR iter env 10
+ - 15 # rls2206 NDRPDR iter env 10
+ - 17 # rls2206 NDRPDR iter env 10
+ - 18 # rls2206 NDRPDR iter env 10
+ - 22 # rls2206 NDRPDR iter env 10
+ - 23 # rls2206 NDRPDR iter env 10
+ - 24 # rls2206 NDRPDR iter env 10
+ - 25 # rls2206 NDRPDR iter env 10
+ - 26 # rls2206 NDRPDR iter env 10
+ - 27 # rls2206 NDRPDR iter env 10
+ - 28 # rls2206 NDRPDR iter env 10
dpdk-2n-clx-curr-iter-best:
csit-dpdk-perf-report-iterative-2206-2n-clx:
- - 1 # rls2206 NDRPDR iter env 10
+ - 22 # rls2206 NDRPDR iter env 10
# 3n-tsh
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index 36a3d3cf97..515f1b2a8f 100644
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -7455,7 +7455,7 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'"
+ filter: "'1T1C' and 'NDRPDR'"
columns:
- title: "21.08"
data-set: "dpdk-3n-tsh-hist-iter"
@@ -7479,7 +7479,7 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'"
+ filter: "'2T2C' and 'NDRPDR'"
columns:
- title: "21.08"
data-set: "dpdk-3n-tsh-hist-iter"
@@ -7503,7 +7503,7 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'"
+ filter: "'1T1C' and 'NDRPDR'"
columns:
- title: "21.08"
data-set: "dpdk-3n-tsh-hist-iter"
@@ -7527,7 +7527,7 @@
algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'"
+ filter: "'2T2C' and 'NDRPDR'"
columns:
- title: "21.08"
data-set: "dpdk-3n-tsh-hist-iter"
@@ -9640,28 +9640,13 @@
# layout: "plot-throughput"
- type: "plot"
- title: "Throughput: 3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}"
- data: "vpp-3n-tsh-curr-iter"
- core: ["1t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
title: "Throughput: 3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}"
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}"
data: "vpp-3n-tsh-curr-iter"
core: ["1t1c", ]
include:
+ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
@@ -11512,26 +11497,12 @@
layout: "plot-throughput-speedup-analysis"
- type: "plot"
- title: "Speedup: 3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}-tsa"
- data: "vpp-3n-tsh-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
title: "Speedup: 3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa"
algorithm: "plot_tsa_name"
output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa"
data: "vpp-3n-tsh-curr-iter"
include:
+ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
@@ -13069,21 +13040,6 @@
layout: "plot-throughput"
- type: "plot"
- title: "Throughput: 2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}"
- data: "vpp-2n-clx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- layout:
- title: "2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
title: "Throughput: 2n-clx-e810cq-78b-{core}-ip6-{test_type}"
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-78b-{core}-ip6-{test_type}"
@@ -13718,20 +13674,6 @@
layout: "plot-throughput-speedup-analysis"
- type: "plot"
- title: "Speedup: 2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}-tsa"
- data: "vpp-2n-clx-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- layout:
- title: "2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
title: "Speedup: 2n-clx-e810cq-78b-ip6-{test_type}-tsa"
algorithm: "plot_tsa_name"
output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-78b-ip6-{test_type}-tsa"
diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml
index 053969567c..f0336909de 100644
--- a/resources/tools/presentation/specifications/report/environment.yaml
+++ b/resources/tools/presentation/specifications/report/environment.yaml
@@ -159,7 +159,7 @@
file-format: ".gz"
enabled: True
- archive-inputs: False
+ archive-inputs: True
mapping-file: ""
@@ -200,6 +200,7 @@
xl710: 35800000
cx556a: 148809523.81
e810cq: 148809523.81
+ e810xxv: 35800000
link:
10ge: 14880952.38
@@ -243,5 +244,5 @@
format:
html:
- full
- # pdf:
- # - minimal
+ pdf:
+ - minimal