diff options
-rw-r--r-- | docs/cpta/introduction/dashboard.rst | 36 | ||||
-rw-r--r-- | docs/cpta/introduction/failures.rst | 10 | ||||
-rw-r--r-- | docs/cpta/trending/ip4-2n-dnv-x533-64b-base-scale.rst | 44 | ||||
-rw-r--r-- | docs/cpta/trending/ip4-3n-dnv-x533-64b-base-scale.rst | 44 | ||||
-rw-r--r-- | docs/cpta/trending/ip4.rst | 2 | ||||
-rw-r--r-- | docs/cpta/trending/ip4_tunnels-3n-dnv-x533-64b-base.rst | 44 | ||||
-rw-r--r-- | docs/cpta/trending/ip4_tunnels.rst | 1 | ||||
-rw-r--r-- | docs/cpta/trending/ip6-2n-dnv-x533-78b-base-scale.rst | 44 | ||||
-rw-r--r-- | docs/cpta/trending/ip6-3n-dnv-x533-78b-base-scale.rst | 44 | ||||
-rw-r--r-- | docs/cpta/trending/ip6.rst | 2 | ||||
-rw-r--r-- | docs/cpta/trending/ipsec.rst | 1 | ||||
-rw-r--r-- | docs/cpta/trending/ipsechw-3n-dnv-x533-64b-base-scale.rst | 44 | ||||
-rw-r--r-- | docs/cpta/trending/ipsecsw-3n-tsh-x520-64b-base-scale.rst | 2 | ||||
-rw-r--r-- | docs/cpta/trending/l2-2n-dnv-x533-64b-base-scale.rst | 44 | ||||
-rw-r--r-- | docs/cpta/trending/l2-3n-dnv-x533-64b-base-scale.rst | 44 | ||||
-rw-r--r-- | docs/cpta/trending/l2.rst | 2 | ||||
-rw-r--r-- | resources/tools/presentation/specification_CPTA.yaml | 485 |
17 files changed, 890 insertions, 3 deletions
diff --git a/docs/cpta/introduction/dashboard.rst b/docs/cpta/introduction/dashboard.rst index 62e073fb46..1fb77f709f 100644 --- a/docs/cpta/introduction/dashboard.rst +++ b/docs/cpta/introduction/dashboard.rst @@ -84,3 +84,39 @@ VPP worker on 4t4c `````````````````` .. include:: ../../../_build/_static/vpp/performance-trending-dashboard-4t4c-3n-tsh.rst + +3n-dnv +------ + +VPP worker on 1t1c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-1t1c-3n-dnv.rst + +VPP worker on 2t2c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-2t2c-3n-dnv.rst + +VPP worker on 4t4c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-4t4c-3n-dnv.rst + +2n-dnv +------ + +VPP worker on 1t1c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-1t1c-2n-dnv.rst + +VPP worker on 2t2c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-2t2c-2n-dnv.rst + +VPP worker on 4t4c +`````````````````` + +.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-4t4c-2n-dnv.rst diff --git a/docs/cpta/introduction/failures.rst b/docs/cpta/introduction/failures.rst index 87c5c80fd3..2e2c6ebec8 100644 --- a/docs/cpta/introduction/failures.rst +++ b/docs/cpta/introduction/failures.rst @@ -32,3 +32,13 @@ Legend to the tables: ------ .. include:: ../../../_build/_static/vpp/failed-tests-3n-tsh.rst + +3n-dnv +------ + +.. include:: ../../../_build/_static/vpp/failed-tests-3n-dnv.rst + +2n-dnv +------ + +.. include:: ../../../_build/_static/vpp/failed-tests-2n-dnv.rst diff --git a/docs/cpta/trending/ip4-2n-dnv-x533-64b-base-scale.rst b/docs/cpta/trending/ip4-2n-dnv-x533-64b-base-scale.rst new file mode 100644 index 0000000000..ea32d9a7c6 --- /dev/null +++ b/docs/cpta/trending/ip4-2n-dnv-x533-64b-base-scale.rst @@ -0,0 +1,44 @@ +2n-dnv-x533-64b-base-scale +-------------------------- + +1t1c +```` + +.. raw:: html + + <a name="x533-64b-1t1c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip4-1t1c-x533-2n-dnv.html"></iframe> + <p><br></p> + </center> + +2t2c +```` + +.. raw:: html + + <a name="x533-64b-2t2c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip4-2t2c-x533-2n-dnv.html"></iframe> + <p><br></p> + </center> + +4t4c +```` + +.. raw:: html + + <a name="x533-64b-4t4c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip4-4t4c-x533-2n-dnv.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/trending/ip4-3n-dnv-x533-64b-base-scale.rst b/docs/cpta/trending/ip4-3n-dnv-x533-64b-base-scale.rst new file mode 100644 index 0000000000..8bae8529c9 --- /dev/null +++ b/docs/cpta/trending/ip4-3n-dnv-x533-64b-base-scale.rst @@ -0,0 +1,44 @@ +3n-dnv-x533-64b-base-scale +-------------------------- + +1t1c +```` + +.. raw:: html + + <a name="x533-64b-1t1c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip4-1t1c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> + +2t2c +```` + +.. raw:: html + + <a name="x533-64b-2t2c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip4-2t2c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> + +4t4c +```` + +.. raw:: html + + <a name="x533-64b-4t4c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip4-4t4c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/trending/ip4.rst b/docs/cpta/trending/ip4.rst index f808742718..2e944cfd16 100644 --- a/docs/cpta/trending/ip4.rst +++ b/docs/cpta/trending/ip4.rst @@ -18,6 +18,8 @@ IPv4 Routing ip4-2n-skx-xxv710-64b-base-scale ip4-3n-tsh-x520-64b-base-scale ip4-3n-tsh-x520-64b-features + ip4-3n-dnv-x533-64b-base-scale + ip4-2n-dnv-x533-64b-base-scale .. ip4-2n-skx-xxv710-64b-features diff --git a/docs/cpta/trending/ip4_tunnels-3n-dnv-x533-64b-base.rst b/docs/cpta/trending/ip4_tunnels-3n-dnv-x533-64b-base.rst new file mode 100644 index 0000000000..b8134f994d --- /dev/null +++ b/docs/cpta/trending/ip4_tunnels-3n-dnv-x533-64b-base.rst @@ -0,0 +1,44 @@ +3n-dnv-x533-64b-base +-------------------- + +1t1c +```` + +.. raw:: html + + <a name="x533-64b-1t1c-base"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip4-tunnels-1t1c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> + +2t2c +```` + +.. raw:: html + + <a name="x533-64b-2t2c-base"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip4-tunnels-2t2c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> + +4t4c +```` + +.. raw:: html + + <a name="x533-64b-4t4c-base"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip4-tunnels-4t4c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/trending/ip4_tunnels.rst b/docs/cpta/trending/ip4_tunnels.rst index d612590d8b..5bde0c927d 100644 --- a/docs/cpta/trending/ip4_tunnels.rst +++ b/docs/cpta/trending/ip4_tunnels.rst @@ -7,3 +7,4 @@ IPv4 Tunnels ip4_tunnels-3n-hsw-x710-64b-base ip4_tunnels-3n-skx-x710-64b-base ip4_tunnels-3n-tsh-x520-64b-base + ip4_tunnels-3n-dnv-x533-64b-base diff --git a/docs/cpta/trending/ip6-2n-dnv-x533-78b-base-scale.rst b/docs/cpta/trending/ip6-2n-dnv-x533-78b-base-scale.rst new file mode 100644 index 0000000000..ed1ec0d8f3 --- /dev/null +++ b/docs/cpta/trending/ip6-2n-dnv-x533-78b-base-scale.rst @@ -0,0 +1,44 @@ +2n-dnv-x533-78b-base-scale +-------------------------- + +1t1c +```` + +.. raw:: html + + <a name="x533-78b-1t1c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip6-1t1c-x533-2n-dnv.html"></iframe> + <p><br></p> + </center> + +2t2c +```` + +.. raw:: html + + <a name="x533-78b-2t2c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip6-2t2c-x533-2n-dnv.html"></iframe> + <p><br></p> + </center> + +4t4c +```` + +.. raw:: html + + <a name="x533-78b-4t4c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip6-4t4c-x533-2n-dnv.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/trending/ip6-3n-dnv-x533-78b-base-scale.rst b/docs/cpta/trending/ip6-3n-dnv-x533-78b-base-scale.rst new file mode 100644 index 0000000000..1db4d989fc --- /dev/null +++ b/docs/cpta/trending/ip6-3n-dnv-x533-78b-base-scale.rst @@ -0,0 +1,44 @@ +3n-dnv-x533-78b-base-scale +-------------------------- + +1t1c +```` + +.. raw:: html + + <a name="x533-78b-1t1c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip6-1t1c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> + +2t2c +```` + +.. raw:: html + + <a name="x533-78b-2t2c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip6-2t2c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> + +4t4c +```` + +.. raw:: html + + <a name="x533-78b-4t4c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ip6-4t4c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/trending/ip6.rst b/docs/cpta/trending/ip6.rst index 223234d3fd..2389c293d8 100644 --- a/docs/cpta/trending/ip6.rst +++ b/docs/cpta/trending/ip6.rst @@ -11,3 +11,5 @@ IPv6 Routing ip6-2n-skx-x710-78b-base-scale ip6-2n-skx-xxv710-78b-base-scale ip6-3n-tsh-x520-78b-base-scale + ip6-3n-dnv-x533-78b-base-scale + ip6-2n-dnv-x533-78b-base-scale diff --git a/docs/cpta/trending/ipsec.rst b/docs/cpta/trending/ipsec.rst index 43633387f5..0d15d6a997 100644 --- a/docs/cpta/trending/ipsec.rst +++ b/docs/cpta/trending/ipsec.rst @@ -6,3 +6,4 @@ IPSec IPv4 Routing ipsec-3n-hsw-xl710-64b-base-scale ipsecsw-3n-hsw-xl710-64b-base-scale ipsecsw-3n-tsh-x520-64b-base-scale + ipsechw-3n-dnv-x533-64b-base-scale diff --git a/docs/cpta/trending/ipsechw-3n-dnv-x533-64b-base-scale.rst b/docs/cpta/trending/ipsechw-3n-dnv-x533-64b-base-scale.rst new file mode 100644 index 0000000000..b742295a8d --- /dev/null +++ b/docs/cpta/trending/ipsechw-3n-dnv-x533-64b-base-scale.rst @@ -0,0 +1,44 @@ +3n-dnv-x533-64b-base-scale-hw +----------------------------- + +1t1c +```` + +.. raw:: html + + <a name="x533-64b-1t1c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ipsechw-1t1c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> + +2t2c +```` + +.. raw:: html + + <a name="x533-64b-2t2c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ipsechw-2t2c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> + +4t4c +```` + +.. raw:: html + + <a name="x533-64b-4t4c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-ipsechw-4t4c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/trending/ipsecsw-3n-tsh-x520-64b-base-scale.rst b/docs/cpta/trending/ipsecsw-3n-tsh-x520-64b-base-scale.rst index 9d6450a37a..930782242a 100644 --- a/docs/cpta/trending/ipsecsw-3n-tsh-x520-64b-base-scale.rst +++ b/docs/cpta/trending/ipsecsw-3n-tsh-x520-64b-base-scale.rst @@ -1,5 +1,5 @@ 3n-tsh-x520-64b-base-scale-sw ------------------------------- +----------------------------- 1t1c ```` diff --git a/docs/cpta/trending/l2-2n-dnv-x533-64b-base-scale.rst b/docs/cpta/trending/l2-2n-dnv-x533-64b-base-scale.rst new file mode 100644 index 0000000000..50b4e98c33 --- /dev/null +++ b/docs/cpta/trending/l2-2n-dnv-x533-64b-base-scale.rst @@ -0,0 +1,44 @@ +2n-dnv-x533-64b-base-scale +-------------------------- + +1t1c +```` + +.. raw:: html + + <a name="x533-64b-1t1c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-l2-1t1c-x533-2n-dnv.html"></iframe> + <p><br></p> + </center> + +2t2c +```` + +.. raw:: html + + <a name="x533-64b-2t2c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-l2-2t2c-x533-2n-dnv.html"></iframe> + <p><br></p> + </center> + +4t4c +```` + +.. raw:: html + + <a name="x533-64b-4t4c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-l2-4t4c-x533-2n-dnv.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/trending/l2-3n-dnv-x533-64b-base-scale.rst b/docs/cpta/trending/l2-3n-dnv-x533-64b-base-scale.rst new file mode 100644 index 0000000000..5a67a2dec9 --- /dev/null +++ b/docs/cpta/trending/l2-3n-dnv-x533-64b-base-scale.rst @@ -0,0 +1,44 @@ +3n-dnv-x533-64b-base-scale +-------------------------- + +1t1c +```` + +.. raw:: html + + <a name="x533-64b-1t1c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-l2-1t1c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> + +2t2c +```` + +.. raw:: html + + <a name="x533-64b-2t2c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-l2-2t2c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> + +4t4c +```` + +.. raw:: html + + <a name="x533-64b-4t4c-base-scale"></a> + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-l2-4t4c-x533-3n-dnv.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/trending/l2.rst b/docs/cpta/trending/l2.rst index 7729cc9995..99aebe57ed 100644 --- a/docs/cpta/trending/l2.rst +++ b/docs/cpta/trending/l2.rst @@ -18,3 +18,5 @@ L2 Ethernet Switching l2-3n-hsw-vic1227-64b-base-scale l2-3n-hsw-vic1385-64b-base-scale l2-3n-tsh-x520-64b-base-scale + l2-3n-dnv-x533-64b-base-scale + l2-2n-dnv-x533-64b-base-scale diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index 7394fc5ed4..ae152b4918 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -72,6 +72,7 @@ "10.30.51.48": "LF-3n-SKX-31" "10.30.51.60": "LF-3n-SKX-32" "10.30.51.49": "LF-3n-TSH-33" + "10.32.8.10": "LF-DNV" - type: "configuration" @@ -173,6 +174,12 @@ table-last-failed-tests-3n-tsh: csit-vpp-perf-mrr-daily-master-3n-tsh: - "lastCompletedBuild" + table-last-failed-tests-3n-dnv: + csit-vpp-perf-mrr-daily-master-3n-dnv: + - "lastCompletedBuild" + table-last-failed-tests-2n-dnv: + csit-vpp-perf-mrr-daily-master-2n-dnv: + - "lastCompletedBuild" # 3n-hsw plot-performance-trending-all-3n-hsw: @@ -473,6 +480,31 @@ - 64 - 65 + plot-performance-trending-vpp-3n-dnv: + csit-vpp-perf-mrr-daily-master-3n-dnv: + start: 41 + end: "lastCompletedBuild" + skip: + - 46 + - 47 + - 57 + - 58 + - 59 + - 60 + - 62 + - 63 + + plot-performance-trending-vpp-2n-dnv: + csit-vpp-perf-mrr-daily-master-2n-dnv: + start: 41 + end: "lastCompletedBuild" + skip: + - 46 + - 47 + - 57 + - 58 + - 59 + plot-layouts: plot-cpta: @@ -704,8 +736,31 @@ - 61 - 62 - 63 - - 64 - - 65 + + # 3n-dnv + csit-vpp-perf-mrr-daily-master-3n-dnv: + start: 41 + end: "lastCompletedBuild" + skip: + - 46 + - 47 + - 57 + - 58 + - 59 + - 60 + - 62 + - 63 + + # 2n-dnv + csit-vpp-perf-mrr-daily-master-2n-dnv: + start: 41 + end: "lastCompletedBuild" + skip: + - 46 + - 47 + - 57 + - 58 + - 59 - type: "output" @@ -774,6 +829,32 @@ - "parent" - "status" +- + type: "table" + title: "Last failed tests (last builds) 3n-dnv" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-dnv" + data: "table-last-failed-tests-3n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + +- + type: "table" + title: "Last failed tests (last builds) 2n-dnv" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-dnv" + data: "table-last-failed-tests-2n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + # 3n-hsw - type: "table" @@ -1194,6 +1275,192 @@ testbed: "3n-tsh" ################################################################################ +# 3n-dnv +- + type: "table" + title: "Performance trending dashboard 1t1c-3n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'MRR' and '1T1C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 2t2c-3n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'MRR' and '2T2C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 4t4c-3n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'MRR' and '4T4C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "HTML performance trending dashboard 1t1c-3n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.rst" + testbed: "3n-dnv" + +- + type: "table" + title: "HTML performance trending dashboard 2t2c-3n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.rst" + testbed: "3n-dnv" + +- + type: "table" + title: "HTML performance trending dashboard 4t4c-3n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.rst" + testbed: "3n-dnv" + +- + type: "table" + title: "Failed MRR tests 3n-dnv" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + window: 7 # days + +- + type: "table" + title: "HTML Failed MRR tests 3n-dnv" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.rst" + testbed: "3n-dnv" + +################################################################################ +# 2n-dnv +- + type: "table" + title: "Performance trending dashboard 1t1c-2n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'MRR' and '1T1C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 2t2c-2n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'MRR' and '2T2C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 4t4c-2n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'MRR' and '4T4C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "HTML performance trending dashboard 1t1c-2n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.rst" + testbed: "2n-dnv" + +- + type: "table" + title: "HTML performance trending dashboard 2t2c-2n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.rst" + testbed: "2n-dnv" + +- + type: "table" + title: "HTML performance trending dashboard 4t4c-2n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.rst" + testbed: "2n-dnv" + +- + type: "table" + title: "Failed MRR tests 2n-dnv" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + window: 7 # days + +- + type: "table" + title: "HTML Failed MRR tests 2n-dnv" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.rst" + testbed: "2n-dnv" + +################################################################################ ### C P T A ### ################################################################################ @@ -4667,3 +4934,217 @@ parameters: - "result" layout: "plot-cpta" + +################################################################################ +# 3n-dnv + +# L2 - x533 + + - title: "3n-dnv-x533-l2sw-64b-base-scale-1t1c" + output-file-name: "l2-1t1c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-l2sw-64b-base-scale-2t2c" + output-file-name: "l2-2t2c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-l2sw-64b-base-scale-4t4c" + output-file-name: "l2-4t4c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - x533 + + - title: "3n-dnv-x533-ip4-64b-base-scale-1t1c" + output-file-name: "ip4-1t1c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip4-64b-base-scale-2t2c" + output-file-name: "ip4-2t2c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip4-64b-base-scale-4t4c" + output-file-name: "ip4-4t4c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 Tunnels - x533 + + - title: "3n-dnv-x533-ip4tun-64b-base-1t1c" + output-file-name: "ip4-tunnels-1t1c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip4tun-64b-base-2t2c" + output-file-name: "ip4-tunnels-2t2c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip4tun-64b-base-4t4c" + output-file-name: "ip4-tunnels-4t4c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - x533 + + - title: "3n-dnv-x533-ip6-78b-base-scale-1t1c" + output-file-name: "ip6-1t1c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip6-78b-base-scale-2t2c" + output-file-name: "ip6-2t2c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip6-78b-base-scale-4t4c" + output-file-name: "ip6-4t4c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + +# IPSec HW + + - title: "3n-dnv-x533-ip4-ipsechw-64b-base-scale-1t1c" + output-file-name: "ipsechw-1t1c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECHW' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip4-ipsechw-64b-base-scale-2t2c" + output-file-name: "ipsechw-2t2c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECHW' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x533-ip4-ipsechw-64b-base-scale-4t4c" + output-file-name: "ipsechw-4t4c-x533-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X533' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECHW' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +################################################################################ +# 2n-dnv + +# L2 - x533 + + - title: "2n-dnv-x533-l2sw-64b-base-scale-1t1c" + output-file-name: "l2-1t1c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x533-l2sw-64b-base-scale-2t2c" + output-file-name: "l2-2t2c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x533-l2sw-64b-base-scale-4t4c" + output-file-name: "l2-4t4c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - x533 + + - title: "2n-dnv-x533-ip4-64b-base-scale-1t1c" + output-file-name: "ip4-1t1c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x533-ip4-64b-base-scale-2t2c" + output-file-name: "ip4-2t2c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x533-ip4-64b-base-scale-4t4c" + output-file-name: "ip4-4t4c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - x533 + + - title: "2n-dnv-x533-ip6-78b-base-scale-1t1c" + output-file-name: "ip6-1t1c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x533-ip6-78b-base-scale-2t2c" + output-file-name: "ip6-2t2c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x533-ip6-78b-base-scale-4t4c" + output-file-name: "ip6-4t4c-x533-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X533' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" |