diff options
112 files changed, 4455 insertions, 706 deletions
diff --git a/docs/cpta/index.rst b/docs/cpta/index.rst index 764c5c19ec..8c618bb0f3 100644 --- a/docs/cpta/index.rst +++ b/docs/cpta/index.rst @@ -56,6 +56,19 @@ analysis and anomaly detection methodology. .. toctree:: :maxdepth: 2 + :caption: NDRPDR Latency Trending + + ndrpdr_latency_trending/l2 + ndrpdr_latency_trending/ip4 + ndrpdr_latency_trending/ip6 + ndrpdr_latency_trending/srv6 + ndrpdr_latency_trending/ip4_tunnels + ndrpdr_latency_trending/nat44 + ndrpdr_latency_trending/vhost + ndrpdr_latency_trending/container_memif + +.. toctree:: + :maxdepth: 2 :caption: Statistics stats/vpp_mrr diff --git a/docs/cpta/ndrpdr_latency_trending/container_memif-2n-clx-cx556a.rst b/docs/cpta/ndrpdr_latency_trending/container_memif-2n-clx-cx556a.rst new file mode 100644 index 0000000000..03a89249c8 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/container_memif-2n-clx-cx556a.rst @@ -0,0 +1,18 @@ +2n-clx-cx556a +------------- + +64b-memif-base-rdma +``````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/container_memif-2n-clx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/container_memif-2n-clx-xxv710.rst new file mode 100644 index 0000000000..f04303d284 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/container_memif-2n-clx-xxv710.rst @@ -0,0 +1,34 @@ +2n-clx-xxv710 +------------- + +64b-memif-base-avf +`````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-memif-base-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-memif-base-dpdk +``````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-memif-base-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/container_memif-2n-skx-x710.rst b/docs/cpta/ndrpdr_latency_trending/container_memif-2n-skx-x710.rst new file mode 100644 index 0000000000..8df8b3e257 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/container_memif-2n-skx-x710.rst @@ -0,0 +1,18 @@ +2n-skx-x710 +----------- + +64b-memif-base-dpdk +``````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-x710-64b-2t1c-memif-base-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/container_memif-2n-skx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/container_memif-2n-skx-xxv710.rst new file mode 100644 index 0000000000..0898e27b43 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/container_memif-2n-skx-xxv710.rst @@ -0,0 +1,34 @@ +2n-skx-xxv710 +------------- + +64b-memif-base-avf +`````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-memif-base-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-memif-base-dpdk +``````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-memif-base-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/container_memif-3n-skx-x710.rst b/docs/cpta/ndrpdr_latency_trending/container_memif-3n-skx-x710.rst new file mode 100644 index 0000000000..51d9d29e73 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/container_memif-3n-skx-x710.rst @@ -0,0 +1,18 @@ +3n-skx-x710 +----------- + +64b-memif-base-dpdk +``````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-x710-64b-2t1c-memif-base-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/container_memif-3n-skx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/container_memif-3n-skx-xxv710.rst new file mode 100644 index 0000000000..799a2fea36 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/container_memif-3n-skx-xxv710.rst @@ -0,0 +1,34 @@ +3n-skx-xxv710 +------------- + +64b-memif-base-avf +`````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-64b-2t1c-memif-base-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-memif-base-dpdk +``````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-64b-2t1c-memif-base-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/container_memif.rst b/docs/cpta/ndrpdr_latency_trending/container_memif.rst new file mode 100644 index 0000000000..096f02d535 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/container_memif.rst @@ -0,0 +1,9 @@ +LXC/DRC Container Memif +======================= + +.. toctree:: + + container_memif-2n-clx-xxv710 + container_memif-2n-clx-cx556a + container_memif-2n-skx-xxv710 + container_memif-3n-skx-xxv710 diff --git a/docs/cpta/ndrpdr_latency_trending/ip4-2n-clx-cx556a.rst b/docs/cpta/ndrpdr_latency_trending/ip4-2n-clx-cx556a.rst new file mode 100644 index 0000000000..895824776e --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip4-2n-clx-cx556a.rst @@ -0,0 +1,50 @@ +2n-clx-cx556a +------------- + +64b-ip4routing-base-rdma +```````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-cx556a-64b-2t1c-ip4-base-rdma-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-ip4routing-scale-rdma +````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-cx556a-64b-2t1c-ip4-scale-rdma-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-ip4routing-features-rdma +```````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-cx556a-64b-2t1c-ip4-features-rdma-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/ip4-2n-clx-x710.rst b/docs/cpta/ndrpdr_latency_trending/ip4-2n-clx-x710.rst new file mode 100644 index 0000000000..e862939962 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip4-2n-clx-x710.rst @@ -0,0 +1,18 @@ +2n-clx-x710 +----------- + +64b-ip4routing-base-avf-dpdk +```````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-x710-64b-2t1c-ip4-base-avf-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/ip4-2n-clx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/ip4-2n-clx-xxv710.rst new file mode 100644 index 0000000000..17ffd46d48 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip4-2n-clx-xxv710.rst @@ -0,0 +1,98 @@ +2n-clx-xxv710 +------------- + +64b-ip4routing-base-scale-avf +````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-ip4-base-scale-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-ip4routing-scale-avf-rnd +```````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-ip4-scale-avf-rnd-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-ip4routing-features-avf +``````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-ip4-features-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-ip4routing-base-scale-dpdk +`````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-ip4-base-scale-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-ip4routing-scale-dpdk-rnd +````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-ip4-scale-dpdk-rnd-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-ip4routing-features-dpdk +```````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-ip4-base-features-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/ip4-2n-skx-x710.rst b/docs/cpta/ndrpdr_latency_trending/ip4-2n-skx-x710.rst new file mode 100644 index 0000000000..48c1d48b97 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip4-2n-skx-x710.rst @@ -0,0 +1,18 @@ +2n-skx-x710 +----------- + +64b-ip4routing-base-scale-avf-dpdk +`````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-x710-64b-2t1c-ip4-base-scale-avf-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/ip4-2n-skx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/ip4-2n-skx-xxv710.rst new file mode 100644 index 0000000000..bffcc941cb --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip4-2n-skx-xxv710.rst @@ -0,0 +1,82 @@ +2n-skx-xxv710 +------------- + +64b-ip4routing-base-avf +``````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-ip4-base-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-ip4routing-scale-avf +```````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-ip4-scale-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-ip4routing-features-avf +``````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-ip4-features-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-ip4routing-base-features-dpdk +````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-ip4-base-features-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-ip4routing-scale-dpdk +````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-ip4-scale-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/ip4-3n-skx-x710.rst b/docs/cpta/ndrpdr_latency_trending/ip4-3n-skx-x710.rst new file mode 100644 index 0000000000..e77acd0ddd --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip4-3n-skx-x710.rst @@ -0,0 +1,18 @@ +3n-skx-x710 +----------- + +64b-ip4routing-base-avf +``````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-x710-64b-2t1c-ip4-base-scale-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/ip4-3n-skx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/ip4-3n-skx-xxv710.rst new file mode 100644 index 0000000000..8387a5bc96 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip4-3n-skx-xxv710.rst @@ -0,0 +1,34 @@ +3n-skx-xxv710 +------------- + +64b-ip4routing-base-avf +``````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-64b-2t1c-ip4-base-scale-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-ip4routing-base-dpdk +```````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-64b-2t1c-ip4-base-scale-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/ip4.rst b/docs/cpta/ndrpdr_latency_trending/ip4.rst new file mode 100644 index 0000000000..8ceb814875 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip4.rst @@ -0,0 +1,12 @@ +IPv4 Routing +============ + +.. toctree:: + + ip4-2n-clx-xxv710 + ip4-2n-clx-x710 + ip4-2n-clx-cx556a + ip4-2n-skx-xxv710 + ip4-2n-skx-x710 + ip4-3n-skx-xxv710 + ip4-3n-skx-x710 diff --git a/docs/cpta/ndrpdr_latency_trending/ip4_tunnels-3n-skx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/ip4_tunnels-3n-skx-xxv710.rst new file mode 100644 index 0000000000..9b7c4e6e6c --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip4_tunnels-3n-skx-xxv710.rst @@ -0,0 +1,34 @@ +3n-skx-xxv710 +------------- + +64b-ip4tunnel-base-avf +`````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-64b-2t1c-ip4-tunnels-base-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-ip4tunnel-base-dpdk +``````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-64b-2t1c-ip4-tunnels-base-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/ip4_tunnels.rst b/docs/cpta/ndrpdr_latency_trending/ip4_tunnels.rst new file mode 100644 index 0000000000..7910693079 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip4_tunnels.rst @@ -0,0 +1,6 @@ +IPv4 Tunnels +============ + +.. toctree:: + + ip4_tunnels-3n-skx-xxv710 diff --git a/docs/cpta/ndrpdr_latency_trending/ip6-2n-clx-cx556a.rst b/docs/cpta/ndrpdr_latency_trending/ip6-2n-clx-cx556a.rst new file mode 100644 index 0000000000..04293c6dbf --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip6-2n-clx-cx556a.rst @@ -0,0 +1,18 @@ +2n-clx-cx556a +------------- + +78b-ip6routing-base-scale-rdma +`````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-cx556a-78b-2t1c-ip6-base-scale-rdma-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/ip6-2n-clx-x710.rst b/docs/cpta/ndrpdr_latency_trending/ip6-2n-clx-x710.rst new file mode 100644 index 0000000000..33dd77ebbc --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip6-2n-clx-x710.rst @@ -0,0 +1,18 @@ +2n-clx-x710 +----------- + +78b-ip6routing-base-scale-avf-dpdk +`````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-x710-78b-2t1c-ip6-base-scale-avf-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/ip6-2n-clx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/ip6-2n-clx-xxv710.rst new file mode 100644 index 0000000000..1606196f43 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip6-2n-clx-xxv710.rst @@ -0,0 +1,66 @@ +2n-clx-xxv710 +------------- + +78b-ip6routing-base-scale-avf +````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-78b-2t1c-ip6-base-scale-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +78b-ip6routing-rnd-base-scale-avf +````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-78b-2t1c-ip6-rnd-base-scale-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +78b-ip6routing-base-scale-dpdk +`````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-78b-2t1c-ip6-base-scale-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> + +78b-ip6routing-rnd-base-scale-dpdk +`````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-78b-2t1c-ip6-rnd-base-scale-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/ip6-2n-skx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/ip6-2n-skx-xxv710.rst new file mode 100644 index 0000000000..14516d388f --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip6-2n-skx-xxv710.rst @@ -0,0 +1,66 @@ +2n-skx-xxv710 +------------- + +78b-ip6routing-base-scale-avf +````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-78b-2t1c-ip6-base-scale-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +78b-ip6routing-rnd-base-scale-avf +````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-78b-2t1c-ip6-rnd-base-scale-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +78b-ip6routing-base-scale-dpdk +`````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-78b-2t1c-ip6-base-scale-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> + +78b-ip6routing-rnd-base-scale-dpdk +`````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-78b-2t1c-ip6-rnd-base-scale-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/ip6-3n-skx-x710.rst b/docs/cpta/ndrpdr_latency_trending/ip6-3n-skx-x710.rst new file mode 100644 index 0000000000..75f181cd22 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip6-3n-skx-x710.rst @@ -0,0 +1,18 @@ +3n-skx-x710 +----------- + +78b-ip6routing-base-scale-avf +````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-x710-78b-2t1c-ip6-base-scale-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/ip6-3n-skx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/ip6-3n-skx-xxv710.rst new file mode 100644 index 0000000000..9157a1860b --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip6-3n-skx-xxv710.rst @@ -0,0 +1,34 @@ +3n-skx-xxv710 +------------- + +78b-ip6routing-base-scale-avf +````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-78b-2t1c-ip6-base-scale-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +78b-ip6routing-base-scale-dpdk +`````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-78b-2t1c-ip6-base-scale-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/ip6.rst b/docs/cpta/ndrpdr_latency_trending/ip6.rst new file mode 100644 index 0000000000..e40a4de368 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/ip6.rst @@ -0,0 +1,10 @@ +IPv6 Routing +============ + +.. toctree:: + + ip6-2n-clx-xxv710 + ip6-2n-clx-x710 + ip6-2n-clx-cx556a + ip6-2n-skx-xxv710 + ip6-3n-skx-xxv710 diff --git a/docs/cpta/ndrpdr_latency_trending/l2-2n-clx-cx556a.rst b/docs/cpta/ndrpdr_latency_trending/l2-2n-clx-cx556a.rst new file mode 100644 index 0000000000..e3865c4793 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/l2-2n-clx-cx556a.rst @@ -0,0 +1,34 @@ +2n-clx-cx556a +------------- + +64b-l2switching-base-rdma +````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-cx556a-64b-2t1c-l2-base-rdma-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-l2switching-base-scale-rdma +``````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-cx556a-64b-2t1c-l2-base-scale-rdma-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/l2-2n-clx-x710.rst b/docs/cpta/ndrpdr_latency_trending/l2-2n-clx-x710.rst new file mode 100644 index 0000000000..bff276f24d --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/l2-2n-clx-x710.rst @@ -0,0 +1,18 @@ +2n-clx-x710 +----------- + +64b-l2switching-base-scale-avf-dpdk +``````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-x710-64b-2t1c-l2-base-scale-avf-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/l2-2n-clx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/l2-2n-clx-xxv710.rst new file mode 100644 index 0000000000..e7219e068a --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/l2-2n-clx-xxv710.rst @@ -0,0 +1,50 @@ +2n-clx-xxv710 +------------- + +64b-l2switching-base-avf +```````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-l2-base-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-l2switching-base-scale-avf +``````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-l2-base-scale-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-l2switching-base-scale-dpdk +``````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-l2-base-scale-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_trending/ip6-2n-skx-x710.rst b/docs/cpta/ndrpdr_latency_trending/l2-2n-skx-x710.rst index 074109f737..0de74a77cd 100644 --- a/docs/cpta/ndrpdr_trending/ip6-2n-skx-x710.rst +++ b/docs/cpta/ndrpdr_latency_trending/l2-2n-skx-x710.rst @@ -1,39 +1,34 @@ 2n-skx-x710 ----------- -78b-ip6routing-base-scale-avf-dpdk -`````````````````````````````````` +64b-l2switching-base-scale-avf +`````````````````````````````` -2t1c-ndr -:::::::: +2t1c-pdr-p50-d1-avg +::::::::::::::::::: .. raw:: html - <a name="78b-2t1c-base-avf-ndr"></a> - <a name="78b-2t1c-scale-avf-ndr"></a> - <a name="78b-2t1c-base-dpdk-ndr"></a> - <a name="78b-2t1c-scale-dpdk-ndr"></a> <center> Links to builds: <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> - <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-x710-78b-2t1c-ip6-base-features-dpdk-ndr.html"></iframe> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-x710-64b-2t1c-l2-base-scale-avf-pdr-lat.html"></iframe> <p><br></p> </center> -2t1c-pdr -:::::::: +64b-l2switching-base-scale-dpdk +``````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: .. raw:: html - <a name="78b-2t1c-base-avf-pdr"></a> - <a name="78b-2t1c-scale-avf-pdr"></a> - <a name="78b-2t1c-base-dpdk-pdr"></a> - <a name="78b-2t1c-scale-dpdk-pdr"></a> <center> Links to builds: <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> - <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-x710-78b-2t1c-ip6-base-features-dpdk-pdr.html"></iframe> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-x710-64b-2t1c-l2-base-scale-dpdk-pdr-lat.html"></iframe> <p><br></p> </center> diff --git a/docs/cpta/ndrpdr_latency_trending/l2-2n-skx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/l2-2n-skx-xxv710.rst new file mode 100644 index 0000000000..6e39ad5546 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/l2-2n-skx-xxv710.rst @@ -0,0 +1,66 @@ +2n-skx-xxv710 +------------- + +64b-l2switching-base-avf +```````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-l2-base-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-l2switching-base-dpdk +````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-l2-base-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-l2switching-base-scale-avf +`````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-l2-base-scale-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-l2switching-base-scale-dpdk +``````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-l2-base-scale-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/l2-3n-skx-x710.rst b/docs/cpta/ndrpdr_latency_trending/l2-3n-skx-x710.rst new file mode 100644 index 0000000000..05bcefb062 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/l2-3n-skx-x710.rst @@ -0,0 +1,18 @@ +3n-skx-x710 +----------- + +64b-l2switching-base-scale-avf +`````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-x710-64b-2t1c-l2-base-scale-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/l2-3n-skx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/l2-3n-skx-xxv710.rst new file mode 100644 index 0000000000..60ce535413 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/l2-3n-skx-xxv710.rst @@ -0,0 +1,50 @@ +3n-skx-xxv710 +------------- + +64b-l2switching-base-avf +```````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-64b-2t1c-l2-base-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-l2switching-scale-avf +````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-64b-2t1c-l2-scale-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-l2switching-base-scale-dpdk +``````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-64b-2t1c-l2-base-scale-dpdk-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/l2.rst b/docs/cpta/ndrpdr_latency_trending/l2.rst new file mode 100644 index 0000000000..a757fbf47f --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/l2.rst @@ -0,0 +1,12 @@ +L2 Ethernet Switching +===================== + +.. toctree:: + + l2-2n-clx-xxv710 + l2-2n-clx-x710 + l2-2n-clx-cx556a + l2-2n-skx-xxv710 + l2-2n-skx-x710 + l2-3n-skx-xxv710 + l2-3n-skx-x710 diff --git a/docs/cpta/ndrpdr_latency_trending/nat44-det-bidir-2n-clx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/nat44-det-bidir-2n-clx-xxv710.rst new file mode 100644 index 0000000000..7ba4bb9902 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/nat44-det-bidir-2n-clx-xxv710.rst @@ -0,0 +1,18 @@ +2n-clx-xxv710 +~~~~~~~~~~~~~ + +64b-nat44det-ip4routing-stl-bidir-avf +````````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/nat44-det-bidir-2n-skx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/nat44-det-bidir-2n-skx-xxv710.rst new file mode 100644 index 0000000000..aaf5e0a069 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/nat44-det-bidir-2n-skx-xxv710.rst @@ -0,0 +1,18 @@ +2n-skx-xxv710 +~~~~~~~~~~~~~ + +64b-nat44det-ip4routing-stl-bidir-avf +````````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/nat44-det-bidir.rst b/docs/cpta/ndrpdr_latency_trending/nat44-det-bidir.rst new file mode 100644 index 0000000000..b917a1b0de --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/nat44-det-bidir.rst @@ -0,0 +1,7 @@ +Det BiDir +--------- + +.. toctree:: + + nat44-det-bidir-2n-clx-xxv710 + nat44-det-bidir-2n-skx-xxv710 diff --git a/docs/cpta/ndrpdr_latency_trending/nat44-ed-unidir-2n-clx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/nat44-ed-unidir-2n-clx-xxv710.rst new file mode 100644 index 0000000000..a682f17e95 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/nat44-ed-unidir-2n-clx-xxv710.rst @@ -0,0 +1,18 @@ +2n-clx-xxv710 +~~~~~~~~~~~~~ + +64b-nat44ed-ip4routing-stl-unidir-avf +````````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/nat44-ed-unidir-2n-skx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/nat44-ed-unidir-2n-skx-xxv710.rst new file mode 100644 index 0000000000..feaf769ac7 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/nat44-ed-unidir-2n-skx-xxv710.rst @@ -0,0 +1,18 @@ +2n-skx-xxv710 +~~~~~~~~~~~~~ + +64b-nat44ed-ip4routing-stl-unidir-avf +````````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/nat44-ed-unidir.rst b/docs/cpta/ndrpdr_latency_trending/nat44-ed-unidir.rst new file mode 100644 index 0000000000..86b7dae710 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/nat44-ed-unidir.rst @@ -0,0 +1,7 @@ +ED UniDir +~~~~~~~~~ + +.. toctree:: + + nat44-ed-unidir-2n-clx-xxv710 + nat44-ed-unidir-2n-skx-xxv710 diff --git a/docs/cpta/ndrpdr_latency_trending/nat44.rst b/docs/cpta/ndrpdr_latency_trending/nat44.rst new file mode 100644 index 0000000000..d0c8a7970f --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/nat44.rst @@ -0,0 +1,7 @@ +NAT44 IPv4 Routing +================== + +.. toctree:: + + nat44-det-bidir + nat44-ed-unidir diff --git a/docs/cpta/ndrpdr_latency_trending/srv6-3n-skx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/srv6-3n-skx-xxv710.rst new file mode 100644 index 0000000000..ce3cc9f2a1 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/srv6-3n-skx-xxv710.rst @@ -0,0 +1,18 @@ +3n-skx-xxv710 +------------- + +78b-srv6-ip6routing-base-avf +```````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-78b-2t1c-srv6-base-avf-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/srv6.rst b/docs/cpta/ndrpdr_latency_trending/srv6.rst new file mode 100644 index 0000000000..7126f384d6 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/srv6.rst @@ -0,0 +1,6 @@ +SRv6 Routing +============ + +.. toctree:: + + srv6-3n-skx-xxv710 diff --git a/docs/cpta/ndrpdr_latency_trending/vhost-2n-clx-cx556a.rst b/docs/cpta/ndrpdr_latency_trending/vhost-2n-clx-cx556a.rst new file mode 100644 index 0000000000..1016ba6197 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/vhost-2n-clx-cx556a.rst @@ -0,0 +1,34 @@ +2n-clx-cx556a +------------- + +64b-vhost-base-rdma-testpmd +``````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-cx556a-64b-2t1c-vhost-base-rdma-testpmd-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-vhost-base-rdma-vpp +``````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-cx556a-64b-2t1c-vhost-base-rdma-vpp-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/vhost-2n-clx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/vhost-2n-clx-xxv710.rst new file mode 100644 index 0000000000..f35f39810e --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/vhost-2n-clx-xxv710.rst @@ -0,0 +1,34 @@ +2n-clx-xxv710 +------------- + +64b-vhost-base-avf-dpdk-testpmd +``````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-vhost-base-avf-dpdk-testpmd-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-vhost-base-avf-dpdk-vpp +``````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-clx-xxv710-64b-2t1c-vhost-base-avf-dpdk-vpp-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/vhost-2n-skx-x710.rst b/docs/cpta/ndrpdr_latency_trending/vhost-2n-skx-x710.rst new file mode 100644 index 0000000000..5729154f49 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/vhost-2n-skx-x710.rst @@ -0,0 +1,34 @@ +2n-skx-x710 +----------- + +64b-vhost-base-dpdk-testpmd +``````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-x710-64b-2t1c-vhost-base-dpdk-testpmd-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-vhost-base-dpdk-vpp +``````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-x710-64b-2t1c-vhost-base-dpdk-vpp-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/vhost-2n-skx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/vhost-2n-skx-xxv710.rst new file mode 100644 index 0000000000..5b7de38c56 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/vhost-2n-skx-xxv710.rst @@ -0,0 +1,66 @@ +2n-skx-xxv710 +------------- + +64b-vhost-base-avf-testpmd +`````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-vhost-base-avf-testpmd-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-vhost-base-avf-vpp +`````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-vhost-base-avf-vpp-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-vhost-base-dpdk-testpmd +``````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-vhost-base-dpdk-testpmd-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-vhost-base-dpdk-vpp +``````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/2n-skx-xxv710-64b-2t1c-vhost-base-dpdk-vpp-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/vhost-3n-skx-x710.rst b/docs/cpta/ndrpdr_latency_trending/vhost-3n-skx-x710.rst new file mode 100644 index 0000000000..129a058434 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/vhost-3n-skx-x710.rst @@ -0,0 +1,34 @@ +3n-skx-x710 +----------- + +64b-link-bonding-vhost-base-avf-testpmd +``````````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-x710-64b-2t1c-link-bonding-vhost-base-avf-testpmd-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-link-bonding-vhost-base-avf-vpp +```````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-x710-64b-2t1c-link-bonding-vhost-base-avf-vpp-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/vhost-3n-skx-xxv710.rst b/docs/cpta/ndrpdr_latency_trending/vhost-3n-skx-xxv710.rst new file mode 100644 index 0000000000..1e20e7f98a --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/vhost-3n-skx-xxv710.rst @@ -0,0 +1,82 @@ +3n-skx-xxv710 +------------- + +64b-link-bonding-vhost-base-avf-testpmd +``````````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-avf-testpmd-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-link-bonding-vhost-base-avf-vpp +```````````````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-64b-2t1c-link-bonding-vhost-base-avf-vpp-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-vhost-base-avf-testpmd +`````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-64b-2t1c-vhost-base-avf-testpmd-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-vhost-base-avf-vpp +`````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-64b-2t1c-vhost-base-avf-vpp-pdr-lat.html"></iframe> + <p><br></p> + </center> + +64b-vhost-base-dpdk-testpmd +``````````````````````````` + +2t1c-pdr-p50-d1-avg +::::::::::::::::::: + +.. raw:: html + + <center> + Links to builds: + <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, + <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> + <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-xxv710-64b-2t1c-vhost-base-dpdk-testpmd-pdr-lat.html"></iframe> + <p><br></p> + </center> diff --git a/docs/cpta/ndrpdr_latency_trending/vhost.rst b/docs/cpta/ndrpdr_latency_trending/vhost.rst new file mode 100644 index 0000000000..4531cacab1 --- /dev/null +++ b/docs/cpta/ndrpdr_latency_trending/vhost.rst @@ -0,0 +1,10 @@ +VMs vhost-user +============== + +.. toctree:: + + vhost-2n-clx-xxv710 + vhost-2n-clx-cx556a + vhost-2n-skx-xxv710 + vhost-3n-skx-xxv710 + vhost-3n-skx-x710 diff --git a/docs/cpta/ndrpdr_trending/ip6.rst b/docs/cpta/ndrpdr_trending/ip6.rst index 95cf93112f..c1ca9d0443 100644 --- a/docs/cpta/ndrpdr_trending/ip6.rst +++ b/docs/cpta/ndrpdr_trending/ip6.rst @@ -7,6 +7,5 @@ IPv6 Routing ip6-2n-clx-x710 ip6-2n-clx-cx556a ip6-2n-skx-xxv710 - ip6-2n-skx-x710 ip6-3n-skx-xxv710 ip6-3n-hsw-xl710 diff --git a/docs/cpta/ndrpdr_trending/l2-3n-skx-x710.rst b/docs/cpta/ndrpdr_trending/l2-3n-skx-x710.rst index e352701925..b3e9f07f2b 100644 --- a/docs/cpta/ndrpdr_trending/l2-3n-skx-x710.rst +++ b/docs/cpta/ndrpdr_trending/l2-3n-skx-x710.rst @@ -33,36 +33,3 @@ <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-x710-64b-2t1c-l2-base-scale-avf-pdr.html"></iframe> <p><br></p> </center> - -64b-l2switching-base-scale-dpdk -``````````````````````````````` - -2t1c-ndr -:::::::: - -.. raw:: html - - <a name="64b-2t1c-base-dpdk-ndr"></a> - <a name="64b-2t1c-scale-dpdk-ndr"></a> - <center> - Links to builds: - <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, - <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> - <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-x710-64b-2t1c-l2-base-scale-dpdk-ndr.html"></iframe> - <p><br></p> - </center> - -2t1c-pdr -:::::::: - -.. raw:: html - - <a name="64b-2t1c-base-dpdk-pdr"></a> - <a name="64b-2t1c-scale-dpdk-pdr"></a> - <center> - Links to builds: - <a href="https://packagecloud.io/app/fdio/master/search?dist=ubuntu%2Fbionic" target="_blank">vpp-ref</a>, - <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" target="_blank">csit-ref</a> - <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/3n-skx-x710-64b-2t1c-l2-base-scale-dpdk-pdr.html"></iframe> - <p><br></p> - </center> diff --git a/docs/report/index.html.template b/docs/report/index.html.template index 1d94288f54..13b9c9a107 100644 --- a/docs/report/index.html.template +++ b/docs/report/index.html.template @@ -83,3 +83,9 @@ CSIT-2106 csit_framework_documentation/csit_test_naming csit_framework_documentation/pal_lld csit_framework_documentation/csit_tag_description + +.. toctree:: + :maxdepth: 2 + :caption: Statistics + + stats/durations diff --git a/docs/report/introduction/methodology_data_plane_throughput/methodology_data_plane_throughput.rst b/docs/report/introduction/methodology_data_plane_throughput/methodology_data_plane_throughput.rst index 00dcb0b40e..4af9db61f0 100644 --- a/docs/report/introduction/methodology_data_plane_throughput/methodology_data_plane_throughput.rst +++ b/docs/report/introduction/methodology_data_plane_throughput/methodology_data_plane_throughput.rst @@ -52,8 +52,8 @@ Details ~~~~~~~ See :ref:`mlrsearch_algorithm` section for more detail. MLRsearch is -being standardized in IETF in `draft-vpolak-mkonstan-mlrsearch -<https://tools.ietf.org/html/draft-vpolak-mkonstan-bmwg-mlrsearch>`_. +being standardized in IETF in `draft-ietf-bmwg-mlrsearch +<https://datatracker.ietf.org/doc/html/draft-ietf-bmwg-mlrsearch-01>`_. MRR Tests ^^^^^^^^^ diff --git a/docs/report/introduction/methodology_data_plane_throughput/methodology_mlrsearch_tests.rst b/docs/report/introduction/methodology_data_plane_throughput/methodology_mlrsearch_tests.rst index 1209697195..5457daa555 100644 --- a/docs/report/introduction/methodology_data_plane_throughput/methodology_mlrsearch_tests.rst +++ b/docs/report/introduction/methodology_data_plane_throughput/methodology_mlrsearch_tests.rst @@ -7,25 +7,22 @@ Overview ~~~~~~~~ Multiple Loss Rate search (MLRsearch) tests use new search algorithm -implemented in FD.io CSIT project. MLRsearch discovers multiple packet +implemented in FD.io CSIT project. MLRsearch discovers any number of packet throughput rates in a single search, with each rate associated with a different Packet Loss Ratio (PLR) criteria. -Two throughput measurements used in FD.io CSIT are Non-Drop Rate (NDR, +Two throughput rates of interest in FD.io CSIT are Non-Drop Rate (NDR, with zero packet loss, PLR=0) and Partial Drop Rate (PDR, with packet -loss rate not greater than the configured non-zero PLR). +loss rate not greater than the configured non-zero PLR, currently 0.5%). -MLRsearch discovers NDR and PDR in a single pass reducing required time -duration compared to separate `binary search`_es for NDR and PDR. Overall +MLRsearch discovers all the rates in a single pass, reducing required time +duration compared to separate `binary search`_es for each rate. Overall search time is reduced even further by relying on shorter trial durations of intermediate steps, with only the final measurements conducted at the specified final trial duration. This results in the shorter overall execution time when compared to standard NDR/PDR binary search, while guaranteeing similar results. -If needed, next version of MLRsearch can be easily adopted -to discover more throughput rates with different pre-defined PLRs. - .. Note:: All throughput rates are *always* bi-directional aggregates of two equal (symmetric) uni-directional packet rates received and reported by an external traffic generator. @@ -34,8 +31,8 @@ Search Implementation ~~~~~~~~~~~~~~~~~~~~~ Detailed description of the MLRsearch algorithm is included in the IETF -draft `draft-vpolak-mkonstan-mlrsearch -<https://tools.ietf.org/html/draft-vpolak-mkonstan-bmwg-mlrsearch>`_ +draft `draft-ietf-bmwg-mlrsearch-01 +<https://datatracker.ietf.org/doc/html/draft-ietf-bmwg-mlrsearch-01>`_ that is in the process of being standardized in the IETF Benchmarking Methodology Working Group (BMWG). @@ -45,8 +42,9 @@ MLRsearch is also available as a `PyPI (Python Package Index) library Implementation Deviations ~~~~~~~~~~~~~~~~~~~~~~~~~ -FD.io CSIT implementation of MLRsearch so far is fully based on the -02 -version of the `draft-vpolak-mkonstan-mlrsearch-02 -<https://tools.ietf.org/html/draft-vpolak-mkonstan-bmwg-mlrsearch-02>`_. +FD.io CSIT implementation of MLRsearch is currently fully based on the -01` +version of the `draft-ietf-bmwg-mlrsearch +<https://datatracker.ietf.org/doc/html/draft-ietf-bmwg-mlrsearch-01>`_, +the PyPI version is slightly older. .. _binary search: https://en.wikipedia.org/wiki/Binary_search diff --git a/docs/report/introduction/methodology_tunnel_encapsulations.rst b/docs/report/introduction/methodology_tunnel_encapsulations.rst index 64c6f1f82d..93092347f1 100644 --- a/docs/report/introduction/methodology_tunnel_encapsulations.rst +++ b/docs/report/introduction/methodology_tunnel_encapsulations.rst @@ -14,6 +14,7 @@ VPP is tested in the following IPv4 tunnel baseline configurations: - *ip4vxlan-l2xcbase*: VXLAN over IPv4 tunnels with L2 cross-connect. - *ip4lispip4-ip4base*: LISP over IPv4 tunnels with IPv4 routing. - *ip4lispip6-ip6base*: LISP over IPv4 tunnels with IPv6 routing. +- *ip4gtpusw-ip4base*: GTPU over IPv4 tunnels with IPv4 routing. In all cases listed above low number of MAC, IPv4, IPv6 flows (253 or 254 per direction) is switched or routed by VPP. @@ -36,8 +37,3 @@ VPP is tested in the following IPv6 tunnel baseline configurations: In all cases listed above low number of IPv4, IPv6 flows (253 or 254 per direction) is routed by VPP. - -GTPU Tunnels -~~~~~~~~~~~~ - -*TODO Description to be added* diff --git a/docs/report/introduction/physical_testbeds.rst b/docs/report/introduction/physical_testbeds.rst index fbc16eeaa3..60b06e68dc 100644 --- a/docs/report/introduction/physical_testbeds.rst +++ b/docs/report/introduction/physical_testbeds.rst @@ -1,7 +1,7 @@ .. _tested_physical_topologies: -Physical Testbeds -================= +Performance Physical Testbeds +============================= All :abbr:`FD.io (Fast Data Input/Ouput)` :abbr:`CSIT (Continuous System Integration and Testing)` performance test results included in this @@ -26,8 +26,8 @@ Two physical server topology types are used: Current FD.io production testbeds are built with SUT servers based on the following processor architectures: -- Intel Xeon: Skylake Platinum 8180, Cascadelake 6252N, (Icelake 8358 - installation in progress). +- Intel Xeon: Skylake Platinum 8180, Cascadelake 6252N, (Icelake 8358 + to be added). - Intel Atom: Denverton C3858. - Arm: TaiShan 2280, hip07-d05. - AMD EPYC: Zen2 7532. @@ -46,7 +46,39 @@ Complete technical specifications of compute servers used in CSIT physical testbeds are maintained in FD.io CSIT repository: https://git.fd.io/csit/tree/docs/lab/testbed_specifications.md. -Following is the description of existing production testbeds. +Physical NICs and Drivers +------------------------- + +SUT and TG servers are equipped with a number of different NIC models. + +VPP is performance tested on SUTs with the following NICs and drivers: + +#. 2p10GE: x520, x550, x553 Intel (codename Niantic) + - DPDK Poll Mode Driver (PMD). +#. 4p10GE: x710-DA4 Intel (codename Fortville, FVL) + - DPDK PMD. + - AVF in PMD mode. + - AF_XDP in PMD mode. +#. 2p25GE: xxv710-DA2 Intel (codename Fortville, FVL) + - DPDK PMD. + - AVF in PMD mode. + - AF_XDP in PMD mode. +#. 2p100GE: cx556a-edat Mellanox ConnectX5 + - RDMA_core in PMD mode. +#. 2p100GE: E810-2CQDA2 Intel (codename Columbiaville, CVL) + - DPDK PMD. + - AVF in PMD mode. + +DPDK applications, testpmd and l3fwd, are performance tested on the same +SUTs exclusively with DPDK drivers for all NICs. + +TRex running on TGs is using DPDK drivers for all NICs. + +VPP hoststack tests utilize ab (Apache HTTP server benchmarking tool) +running on TGs and using Linux drivers for all NICs. + +For more information see :ref:`vpp_test_environment` +and :ref:`dpdk_test_environment`. 2-Node AMD EPYC Zen2 (2n-zn2) ----------------------------- @@ -73,14 +105,13 @@ GHz, 32 cores). 2n-zn2 physical topology is shown below. :alt: testbed-2n-zn2 :align: center -SUT server is populated with the following NIC models: +SUT NICs: #. NIC-1: x710-DA4 4p10GE Intel. #. NIC-2: xxv710-DA2 2p25GE Intel. #. NIC-3: cx556a-edat ConnectX5 2p100GE Mellanox. -TG server runs TRex application and is populated with the following -NIC models: +TG NICs: #. NIC-1: x710-DA4 4p10GE Intel. #. NIC-2: xxv710-DA2 2p25GE Intel. @@ -115,7 +146,7 @@ Cache, 2.70 GHz, 28 cores). 2n-clx physical topology is shown below. :alt: testbed-2n-clx :align: center -SUT servers are populated with the following NIC models: +SUT NICs: #. NIC-1: x710-DA4 4p10GE Intel. #. NIC-2: xxv710-DA2 2p25GE Intel. @@ -124,8 +155,7 @@ SUT servers are populated with the following NIC models: #. NIC-5: empty, future expansion. #. NIC-6: empty, future expansion. -TG servers run T-Rex application and are populated with the following -NIC models: +TG NICs: #. NIC-1: x710-DA4 4p10GE Intel. #. NIC-2: xxv710-DA2 2p25GE Intel. @@ -164,7 +194,7 @@ is shown below. :alt: testbed-2n-icx :align: center -SUT and TG servers are populated with the following NIC models: +SUT and TG NICs: #. NIC-1: E810-2CQDA2 2p100GbE Intel. @@ -198,7 +228,7 @@ physical topology is shown below. :alt: testbed-3n-icx :align: center -SUT and TG servers are populated with the following NIC models: +SUT and TG NICs: #. NIC-1: E810-2CQDA2 2p100GbE Intel. @@ -230,7 +260,7 @@ Cache, 2.50 GHz, 28 cores). 2n-skx physical topology is shown below. :alt: testbed-2n-skx :align: center -SUT servers are populated with the following NIC models: +SUT NICs: #. NIC-1: x710-DA4 4p10GE Intel. #. NIC-2: xxv710-DA2 2p25GE Intel. @@ -239,8 +269,7 @@ SUT servers are populated with the following NIC models: #. NIC-5: empty, future expansion. #. NIC-6: empty, future expansion. -TG servers run T-Rex application and are populated with the following -NIC models: +TG NICs: #. NIC-1: x710-DA4 4p10GE Intel. #. NIC-2: xxv710-DA2 2p25GE Intel. @@ -278,7 +307,7 @@ Cache, 2.50 GHz, 28 cores). 3n-skx physical topology is shown below. :alt: testbed-3n-skx :align: center -SUT1 and SUT2 servers are populated with the following NIC models: +SUT1 and SUT2 NICs: #. NIC-1: x710-DA4 4p10GE Intel. #. NIC-2: xxv710-DA2 2p25GE Intel. @@ -287,8 +316,7 @@ SUT1 and SUT2 servers are populated with the following NIC models: #. NIC-5: empty, future expansion. #. NIC-6: empty, future expansion. -TG servers run T-Rex application and are populated with the following -NIC models: +TG NICs: #. NIC-1: x710-DA4 4p10GE Intel. #. NIC-2: xxv710-DA2 2p25GE Intel. @@ -327,15 +355,14 @@ Cache, 2.00 GHz, 12 cores). 2n-dnv physical topology is shown below. :alt: testbed-2n-dnv :align: center -SUT server have four internal 10G NIC port: +SUT 10GE NIC ports: #. P-1: x553 copper port. #. P-2: x553 copper port. #. P-3: x553 fiber port. #. P-4: x553 fiber port. -TG server run T-Rex software traffic generator and are populated with the -following NIC models: +TG NICs: #. NIC-1: x550-T2 2p10GE Intel. #. NIC-2: x550-T2 2p10GE Intel. @@ -371,13 +398,12 @@ topology is shown below. :alt: testbed-3n-dnv :align: center -SUT1 and SUT2 servers are populated with the following NIC models: +SUT1 and SUT2 NICs: #. NIC-1: x553 2p10GE fiber Intel. #. NIC-2: x553 2p10GE copper Intel. -TG servers run T-Rex application and are populated with the following -NIC models: +TG NICs: #. NIC-1: x710-DA4 4p10GE Intel. @@ -407,13 +433,12 @@ processor (64* ARM Cortex-A72). 3n-tsh physical topology is shown below. :alt: testbed-3n-tsh :align: center -SUT1 and SUT2 servers are populated with the following NIC models: +SUT1 and SUT2 NICs: #. NIC-1: connectx4 2p25GE Mellanox. #. NIC-2: x520 2p10GE Intel. -TG server runs T-Rex application and is populated with the following -NIC models: +TG NICs: #. NIC-1: x710-DA4 4p10GE Intel. #. NIC-2: xxv710-DA2 2p25GE Intel. @@ -445,12 +470,11 @@ ThunderX2 ARMv8 CN9975 processors. 2n-tx2 physical topology is shown below. :alt: testbed-2n-tx2 :align: center -SUT server is populated with the following NIC models: +SUT NICs: #. NIC-1: xl710-QDA2 2p40GE Intel (not connected). #. NIC-2: xl710-QDA2 2p40GE Intel. -TG server run T-Rex application and is populated with the following -NIC models: +TG NICs: #. NIC-1: xl710-QDA2 2p40GE Intel. diff --git a/docs/report/introduction/report_history.rst b/docs/report/introduction/report_history.rst index a0a8f04a18..c6bcb459d0 100644 --- a/docs/report/introduction/report_history.rst +++ b/docs/report/introduction/report_history.rst @@ -7,7 +7,11 @@ below. +----------------+------------------------------------------------------------+ | .[ww] Revision | Changes | +================+============================================================+ -| .30 | 1. Added data: | +| .33 | 1. Replaced 2n-icx and 3n-icx iterative data by rls2106 | +| | data. | +| | | ++----------------+------------------------------------------------------------+ +| .32 | 1. Added data: | | | | | | - VPP coverage data: | | | | @@ -26,6 +30,16 @@ below. | | - 2n-clx | | | - 2n-zn2 | | | | +| | 3. Added iterative runs for Latency | +| | | +| | - 2n-skx | +| | - 2n-clx | +| | - 2n-zn2 | +| | - 2n-tsh | +| | - 2n-tx2 | +| | - 3n-skx | +| | | +| | 4. Added comparison tables for Latency | | | | +----------------+------------------------------------------------------------+ | .28 | Initial revision | diff --git a/docs/report/stats/durations.rst b/docs/report/stats/durations.rst new file mode 100644 index 0000000000..b6414d077f --- /dev/null +++ b/docs/report/stats/durations.rst @@ -0,0 +1,50 @@ +Job Durations +============= + +2n-clx +------ + + - `ASCII Iterative jobs <../_static/vpp/job-spec-duration-2n-clx-iter.txt>`_ + - `ASCII Coverage jobs <../_static/vpp/job-spec-duration-2n-clx-cov.txt>`_ + +2n-dnv +------ + + - `ASCII Iterative jobs <../_static/vpp/job-spec-duration-2n-dnv-iter.txt>`_ + - `ASCII Coverage jobs <../_static/vpp/job-spec-duration-2n-dnv-cov.txt>`_ + +2n-skx +------ + + - `ASCII Iterative jobs <../_static/vpp/job-spec-duration-2n-skx-iter.txt>`_ + - `ASCII Coverage jobs <../_static/vpp/job-spec-duration-2n-skx-cov.txt>`_ + +2n-tx2 +------ + + - `ASCII Iterative jobs <../_static/vpp/job-spec-duration-2n-tx2-iter.txt>`_ + - `ASCII Coverage jobs <../_static/vpp/job-spec-duration-2n-tx2-cov.txt>`_ + +2n-zn2 +------ + + - `ASCII Iterative jobs <../_static/vpp/job-spec-duration-2n-zn2-iter.txt>`_ + - `ASCII Coverage jobs <../_static/vpp/job-spec-duration-2n-zn2-cov.txt>`_ + +3n-dnv +------ + + - `ASCII Iterative jobs <../_static/vpp/job-spec-duration-3n-dnv-iter.txt>`_ + - `ASCII Coverage jobs <../_static/vpp/job-spec-duration-3n-dnv-cov.txt>`_ + +3n-skx +------ + + - `ASCII Iterative jobs <../_static/vpp/job-spec-duration-3n-skx-iter.txt>`_ + - `ASCII Coverage jobs <../_static/vpp/job-spec-duration-3n-skx-cov.txt>`_ + +3n-tsh +------ + + - `ASCII Iterative jobs <../_static/vpp/job-spec-duration-3n-tsh-iter.txt>`_ + - `ASCII Coverage jobs <../_static/vpp/job-spec-duration-3n-tsh-cov.txt>`_ diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst index aab6398958..c64be965a5 100644 --- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst +++ b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst @@ -79,6 +79,21 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-mrr-csv.csv>`_ - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-skx-8t4c-mrr-csv.csv>`_ +Latency Comparison +`````````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 2t1c PDR50, direction1, average value comparison <latency-changes-2n-skx-xxv710-2t1c-pdr50-d1-avg.html>`_ + - `HTML 2t1c PDR90, direction1, average value comparison <latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-avg.html>`_ + - `HTML 2t1c PDR90, direction1, max value comparison <latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-max.html>`_ + - `ASCII 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-skx-xxv710-2t1c-pdr50-d1-avg.txt>`_ + - `ASCII 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-avg.txt>`_ + - `ASCII 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-max.txt>`_ + - `CSV 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-skx-xxv710-2t1c-pdr50-d1-avg-csv.csv>`_ + - `CSV 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-avg-csv.csv>`_ + - `CSV 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-max-csv.csv>`_ + 3n-skx ~~~~~~ @@ -121,6 +136,21 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-mrr-csv.csv>`_ - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-3n-skx-8t4c-mrr-csv.csv>`_ +Latency Comparison +`````````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 2t1c PDR50, direction1, average value comparison <latency-changes-3n-skx-xxv710-2t1c-pdr50-d1-avg.html>`_ + - `HTML 2t1c PDR90, direction1, average value comparison <latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-avg.html>`_ + - `HTML 2t1c PDR90, direction1, max value comparison <latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-max.html>`_ + - `ASCII 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-3n-skx-xxv710-2t1c-pdr50-d1-avg.txt>`_ + - `ASCII 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-avg.txt>`_ + - `ASCII 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-max.txt>`_ + - `CSV 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-3n-skx-xxv710-2t1c-pdr50-d1-avg-csv.csv>`_ + - `CSV 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-avg-csv.csv>`_ + - `CSV 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-max-csv.csv>`_ + 2n-clx-xxv710 ~~~~~~~~~~~~~ @@ -163,6 +193,21 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-4t2c-mrr-csv.csv>`_ - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-clx-xxv710-8t4c-mrr-csv.csv>`_ +Latency Comparison +`````````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 2t1c PDR50, direction1, average value comparison <latency-changes-2n-clx-xxv710-2t1c-pdr50-d1-avg.html>`_ + - `HTML 2t1c PDR90, direction1, average value comparison <latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-avg.html>`_ + - `HTML 2t1c PDR90, direction1, max value comparison <latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-max.html>`_ + - `ASCII 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-xxv710-2t1c-pdr50-d1-avg.txt>`_ + - `ASCII 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-avg.txt>`_ + - `ASCII 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-max.txt>`_ + - `CSV 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-xxv710-2t1c-pdr50-d1-avg-csv.csv>`_ + - `CSV 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-avg-csv.csv>`_ + - `CSV 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-max-csv.csv>`_ + 2n-clx-cx556a ~~~~~~~~~~~~~ @@ -205,6 +250,21 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-4t2c-mrr-csv.csv>`_ - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-clx-cx556a-8t4c-mrr-csv.csv>`_ +Latency Comparison +`````````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 2t1c PDR50, direction1, average value comparison <latency-changes-2n-clx-cx556a-2t1c-pdr50-d1-avg.html>`_ + - `HTML 2t1c PDR90, direction1, average value comparison <latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-avg.html>`_ + - `HTML 2t1c PDR90, direction1, max value comparison <latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-max.html>`_ + - `ASCII 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-cx556a-2t1c-pdr50-d1-avg.txt>`_ + - `ASCII 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-avg.txt>`_ + - `ASCII 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-max.txt>`_ + - `CSV 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-cx556a-2t1c-pdr50-d1-avg-csv.csv>`_ + - `CSV 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-avg-csv.csv>`_ + - `CSV 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-max-csv.csv>`_ + 2n-zn2-xxv710 ~~~~~~~~~~~~~ @@ -247,6 +307,21 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-4t2c-mrr-csv.csv>`_ - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-8t4c-mrr-csv.csv>`_ +Latency Comparison +`````````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 2t1c PDR50, direction1, average value comparison <latency-changes-2n-zn2-xxv710-2t1c-pdr50-d1-avg.html>`_ + - `HTML 2t1c PDR90, direction1, average value comparison <latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-avg.html>`_ + - `HTML 2t1c PDR90, direction1, max value comparison <latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-max.html>`_ + - `ASCII 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-zn2-xxv710-2t1c-pdr50-d1-avg.txt>`_ + - `ASCII 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-avg.txt>`_ + - `ASCII 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-max.txt>`_ + - `CSV 2t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-zn2-xxv710-2t1c-pdr50-d1-avg-csv.csv>`_ + - `CSV 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-avg-csv.csv>`_ + - `CSV 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-max-csv.csv>`_ + 2n-dnv ~~~~~~ @@ -373,6 +448,20 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-mrr-csv.csv>`_ - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-4t4c-mrr-csv.csv>`_ +Latency Comparison +`````````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1t1c PDR50, direction1, average value comparison <latency-changes-3n-tsh-x520-1t1c-pdr50-d1-avg.html>`_ + - `HTML 1t1c PDR90, direction1, average value comparison <latency-changes-3n-tsh-x520-1t1c-pdr90-d1-avg.html>`_ + - `HTML 1t1c PDR90, direction1, max value comparison <latency-changes-3n-tsh-x520-1t1c-pdr90-d1-max.html>`_ + - `ASCII 1t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-3n-tsh-x520-1t1c-pdr50-d1-avg.txt>`_ + - `ASCII 1t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-avg.txt>`_ + - `ASCII 1t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-max.txt>`_ + - `CSV 1t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-3n-tsh-x520-1t1c-pdr50-d1-avg-csv.csv>`_ + - `CSV 1t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-avg-csv.csv>`_ + - `CSV 1t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-max-csv.csv>`_ 2n-tx2 ~~~~~~ @@ -415,3 +504,18 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-tx2-1t1c-mrr-csv.csv>`_ - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-tx2-2t2c-mrr-csv.csv>`_ - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-tx2-4t4c-mrr-csv.csv>`_ + +Latency Comparison +`````````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1t1c PDR50, direction1, average value comparison <latency-changes-2n-tx2-xl710-1t1c-pdr50-d1-avg.html>`_ + - `HTML 1t1c PDR90, direction1, average value comparison <latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-avg.html>`_ + - `HTML 1t1c PDR90, direction1, max value comparison <latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-max.html>`_ + - `ASCII 1t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-tx2-xl710-1t1c-pdr50-d1-avg.txt>`_ + - `ASCII 1t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-avg.txt>`_ + - `ASCII 1t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-max.txt>`_ + - `CSV 1t1c PDR50, direction1, average value comparison <../../_static/vpp/latency-changes-2n-tx2-xl710-1t1c-pdr50-d1-avg-csv.csv>`_ + - `CSV 1t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-avg-csv.csv>`_ + - `CSV 1t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-max-csv.csv>`_ diff --git a/docs/report/vpp_performance_tests/csit_release_notes.rst b/docs/report/vpp_performance_tests/csit_release_notes.rst index 4f448c2c89..31d8d9b95a 100644 --- a/docs/report/vpp_performance_tests/csit_release_notes.rst +++ b/docs/report/vpp_performance_tests/csit_release_notes.rst @@ -65,6 +65,13 @@ Changes in |csit-release| to Ubuntu 20.04.2 LTS. Upgrade included also baseline Docker containers used for spawning topology. + - **TRex upgrade v2.86 to v2.88**: Included move to DPDK 21.02 and + changed the way egress low latency queues are used in FVL NICs. + This broke latency measurements for majority of FVL NICs in + CSIT. Latency values look better after upgrading FVL FW on TRex + servers, but still somewhat higher than before the TRex upgrade. + Tracked by `CSIT-1790 <https://jira.fd.io/browse/CSIT-1790>`_. + - **CSIT test environment** version has been updated to ver. 7, see :ref:`test_environment_versioning`. @@ -110,6 +117,24 @@ List of known issues in |csit-release| for VPP performance tests: | | `VPP-1763 | commands in flight over socket), the VPP configuration for large scale tests (millions of messages) takes | | | <https://jira.fd.io/browse/VPP-1763>`_ | too long. | +----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ +| 4 | `CSIT-1789 | AVF driver does not perform RSS in a deterministic way. | +| | <https://jira.fd.io/browse/CSIT-1789>`_ | This increases standard deviation of tests with small number of flows (mainly ipsec). | ++----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ +| 5 | `CSIT-1790 | Broken TRex latency measurements with TRex v2.88, DPDK 21.02 and FVL FW 6.01. | +| | <https://jira.fd.io/browse/CSIT-1790>`_ | High latency O(5msec) for all VPP and testpmd/l3fwd test cases for FVL NICs with FW 6.01. | ++----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ +| 6 | `CSIT-1780 | IPSEC SW async scheduler MRR tests failing with no traffic forwarded. | +| | <https://jira.fd.io/browse/CSIT-1780>`_ | | ++----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ +| 7 | `CSIT-1786 | IP4 and IP6 scale tests failing with no traffic forwarded. | +| | <https://jira.fd.io/browse/CSIT-1786>`_ | Issue reported to VPP devs. | ++----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ +| 8 | `CSIT-1785 | NAT44ED tests failing to establish all TCP sessions. | +| | <https://jira.fd.io/browse/CSIT-1785>`_ | | ++----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ +| 9 | `CSIT-1791 | Performance regression in RDMA tests, due to CSIT environment changes. | +| | <https://jira.fd.io/browse/CSIT-1791>`_ | | ++----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ Root Cause Analysis for Performance Changes ------------------------------------------- @@ -119,6 +144,6 @@ List of RCAs in |csit-release| for VPP performance changes: +----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ | # | JiraID | Issue Description | +====+=========================================+===========================================================================================================+ -| 1 | `VPP-1972 | One VPP change has decreased performance of NAT44ed processing, both slow path and fast path. | +| 1 | `VPP-1972 | One VPP change has decreased performance of NAT44ed processing, mostly slow path. | | | <https://jira.fd.io/browse/VPP-1972>`_ | | +----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst index a9bb926220..026a9c109e 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst @@ -31,4 +31,6 @@ CSIT source code for the test cases used for plots can be found in ip6-2n-tx2-xl710 ip6-2n-dnv-x553 ip6-3n-dnv-x553 + +.. ip6-2n-icx-e810cq diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst index 1ddf65d6c4..1064c5e8b7 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst @@ -33,4 +33,6 @@ CSIT source code for the test cases used for plots can be found in ip6-2n-tx2-xl710 ip6-2n-dnv-x553 ip6-3n-dnv-x553 + +.. ip6-2n-icx-e810cq diff --git a/fdio.infra.ansible/roles/aws/tasks/main.yaml b/fdio.infra.ansible/roles/aws/tasks/main.yaml index 2d209762c3..2b8c22ccce 100644 --- a/fdio.infra.ansible/roles/aws/tasks/main.yaml +++ b/fdio.infra.ansible/roles/aws/tasks/main.yaml @@ -82,7 +82,7 @@ tags: - aws-reload-systemd-modules -- name: Performance Tuning - Adjust nr_hugepages +- name: Adjust nr_hugepages sysctl: name: "vm.nr_hugepages" value: "8192" @@ -91,3 +91,8 @@ reload: "yes" tags: - aws-set-hugepages + +- name: Shutdown host with delay + command: "/sbin/shutdown -P +720" + tags: + - aws-set-self-terminate diff --git a/fdio.infra.ansible/roles/vault/defaults/main.yaml b/fdio.infra.ansible/roles/vault/defaults/main.yaml new file mode 100644 index 0000000000..232dc40694 --- /dev/null +++ b/fdio.infra.ansible/roles/vault/defaults/main.yaml @@ -0,0 +1,159 @@ +--- +# file: roles/vault/defaults/main.yaml + +# Inst - Prerequisites. +packages: "{{ packages_base + packages_by_distro[ansible_distribution | lower] + packages_by_arch[ansible_machine] }}" +packages_base: + - "curl" + - "unzip" +packages_by_distro: + ubuntu: + - [] +packages_by_arch: + aarch64: + - [] + x86_64: + - [] + +# Inst - Vault Map. +vault_version: "1.8.1" +vault_architecture_map: + amd64: "amd64" + x86_64: "amd64" + armv7l: "arm" + aarch64: "arm64" + 32-bit: "386" + 64-bit: "amd64" +vault_architecture: "{{ vault_architecture_map[ansible_architecture] }}" +vault_os: "{{ ansible_system|lower }}" +vault_pkg: "vault_{{ vault_version }}_{{ vault_os }}_{{ vault_architecture }}.zip" +vault_zip_url: "https://releases.hashicorp.com/vault/{{ vault_version }}/{{ vault_pkg }}" + +# Conf - Service. +vault_node_role: "server" +vault_restart_handler_state: "restarted" +vault_systemd_service_name: "vault" + +# Inst - System paths. +vault_bin_dir: "/usr/local/bin" +vault_config_dir: "/etc/vault.d" +vault_data_dir: "/var/vault" +vault_inst_dir: "/opt" +vault_run_dir: "/var/run/vault" +vault_ssl_dir: "/etc/vault.d/ssl" + +# Conf - User and group. +vault_group: "vault" +vault_group_state: "present" +vault_user: "vault" +vault_user_state: "present" + +# Conf - Main +vault_group_name: "vault_instances" +vault_cluster_name: "yul1" +vault_datacenter: "yul1" +vault_log_level: "{{ lookup('env','VAULT_LOG_LEVEL') | default('info', true) }}" +vault_iface: "{{ lookup('env','VAULT_IFACE') | default(ansible_default_ipv4.interface, true) }}" +vault_address: "{{ hostvars[inventory_hostname]['ansible_'+vault_iface]['ipv4']['address'] }}" +vault_ui: "{{ lookup('env', 'VAULT_UI') | default(true, true) }}" +vault_port: 8200 +vault_use_config_path: false +vault_main_config: "{{ vault_config_dir }}/vault_main.hcl" +vault_main_configuration_template: "vault_main_configuration.hcl.j2" +vault_listener_localhost_enable: false +vault_http_proxy: "" +vault_https_proxy: "" +vault_no_proxy: "" + +# Conf - Listeners +vault_tcp_listeners: + - vault_address: "{{ vault_address }}" + vault_port: "{{ vault_port }}" + vault_cluster_address: "{{ vault_cluster_address }}" + vault_tls_disable: "{{ vault_tls_disable }}" + vault_tls_config_path: "{{ vault_tls_config_path }}" + vault_tls_cert_file: "{{ vault_tls_cert_file }}" + vault_tls_key_file: "{{ vault_tls_key_file }}" + vault_tls_ca_file: "{{ vault_tls_ca_file }}" + vault_tls_min_version: "{{ vault_tls_min_version }}" + vault_tls_cipher_suites: "{{ vault_tls_cipher_suites }}" + vault_tls_prefer_server_cipher_suites: "{{ vault_tls_prefer_server_cipher_suites }}" + vault_tls_require_and_verify_client_cert: "{{ vault_tls_require_and_verify_client_cert }}" + vault_tls_disable_client_certs: "{{ vault_tls_disable_client_certs }}" + vault_disable_mlock: true + +# Conf - Backend +vault_backend_consul: "vault_backend_consul.j2" +vault_backend_file: "vault_backend_file.j2" +vault_backend_raft: "vault_backend_raft.j2" +vault_backend_etcd: "vault_backend_etcd.j2" +vault_backend_s3: "vault_backend_s3.j2" +vault_backend_dynamodb: "vault_backend_dynamodb.j2" +vault_backend_mysql: "vault_backend_mysql.j2" +vault_backend_gcs: "vault_backend_gcs.j2" + +vault_cluster_disable: false +vault_cluster_address: "{{ hostvars[inventory_hostname]['ansible_'+vault_iface]['ipv4']['address'] }}:{{ (vault_port | int) + 1}}" +vault_cluster_addr: "{{ vault_protocol }}://{{ vault_cluster_address }}" +vault_api_addr: "{{ vault_protocol }}://{{ vault_redirect_address | default(hostvars[inventory_hostname]['ansible_'+vault_iface]['ipv4']['address']) }}:{{ vault_port }}" + +vault_max_lease_ttl: "768h" +vault_default_lease_ttl: "768h" + +vault_backend_tls_src_files: "{{ vault_tls_src_files }}" +vault_backend_tls_config_path: "{{ vault_tls_config_path }}" +vault_backend_tls_cert_file: "{{ vault_tls_cert_file }}" +vault_backend_tls_key_file: "{{ vault_tls_key_file }}" +vault_backend_tls_ca_file: "{{ vault_tls_ca_file }}" + +vault_consul: "127.0.0.1:8500" +vault_consul_path: "vault" +vault_consul_service: "vault" +vault_consul_scheme: "http" + +vault_backend: "consul" + +# Conf - Service registration +vault_service_registration_consul_enable: true +vault_service_registration_consul_template: "vault_service_registration_consul.hcl.j2" +vault_service_registration_consul_check_timeout: "5s" +vault_service_registration_consul_address: "127.0.0.1:8500" +vault_service_registration_consul_service: "vault" +vault_service_registration_consul_service_tags: "" +vault_service_registration_consul_service_address: +vault_service_registration_consul_disable_registration: false +vault_service_registration_consul_scheme: "http" + +vault_service_registration_consul_tls_config_path: "{{ vault_tls_config_path }}" +vault_service_registration_consul_tls_cert_file: "{{ vault_tls_cert_file }}" +vault_service_registration_consul_tls_key_file: "{{ vault_tls_key_file }}" +vault_service_registration_consul_tls_ca_file: "{{ vault_tls_ca_file }}" +vault_service_registration_consul_tls_min_version: "{{ vault_tls_min_version }}" +vault_service_registration_consul_tls_skip_verify: false + +# Conf - Telemetry +vault_telemetry_enabled: true +vault_telemetry_disable_hostname: false +vault_prometheus_retention_time: 30s + +# Conf - TLS +validate_certs_during_api_reachable_check: true + +vault_tls_config_path: "{{ lookup('env','VAULT_TLS_DIR') | default('/etc/vault/tls', true) }}" +vault_tls_src_files: "{{ lookup('env','VAULT_TLS_SRC_FILES') | default(role_path+'/files', true) }}" + +vault_tls_disable: "{{ lookup('env','VAULT_TLS_DISABLE') | default(1, true) }}" +vault_tls_gossip: "{{ lookup('env','VAULT_TLS_GOSSIP') | default(0, true) }}" + +vault_tls_copy_keys: true +vault_protocol: "{% if vault_tls_disable %}http{% else %}https{% endif %}" +vault_tls_cert_file: "{{ lookup('env','VAULT_TLS_CERT_FILE') | default('server.crt', true) }}" +vault_tls_key_file: "{{ lookup('env','VAULT_TLS_KEY_FILE') | default('server.key', true) }}" +vault_tls_ca_file: "{{ lookup('env','VAULT_TLS_CA_CRT') | default('ca.crt', true) }}" + +vault_tls_min_version: "{{ lookup('env','VAULT_TLS_MIN_VERSION') | default('tls12', true) }}" +vault_tls_cipher_suites: "" +vault_tls_prefer_server_cipher_suites: "{{ lookup('env','VAULT_TLS_PREFER_SERVER_CIPHER_SUITES') | default('false', true) }}" +vault_tls_files_remote_src: false +vault_tls_require_and_verify_client_cert: false +vault_tls_disable_client_certs: false
\ No newline at end of file diff --git a/fdio.infra.ansible/roles/vault/handlers/main.yaml b/fdio.infra.ansible/roles/vault/handlers/main.yaml new file mode 100644 index 0000000000..35841c7bc3 --- /dev/null +++ b/fdio.infra.ansible/roles/vault/handlers/main.yaml @@ -0,0 +1,9 @@ +--- +# file roles/vault/handlers/main.yaml + +- name: Restart Vault + systemd: + daemon_reload: true + enabled: true + name: "{{ vault_systemd_service_name }}" + state: "{{ vault_restart_handler_state }}" diff --git a/fdio.infra.ansible/roles/vault/meta/main.yaml b/fdio.infra.ansible/roles/vault/meta/main.yaml new file mode 100644 index 0000000000..b97486a6e7 --- /dev/null +++ b/fdio.infra.ansible/roles/vault/meta/main.yaml @@ -0,0 +1,23 @@ +--- +# file: roles/vault/meta/main.yaml + +# desc: Install vault from repo and configure service. +# inst: Vault +# conf: ? +# info: 1.0 - added role + +dependencies: [ ] + +galaxy_info: + role_name: vault + author: fd.io + description: Hashicorp Vault. + company: none + license: "license (Apache)" + min_ansible_version: 2.9 + platforms: + - name: Ubuntu + versions: + - focal + galaxy_tags: + - vault diff --git a/fdio.infra.ansible/roles/vault/tasks/main.yaml b/fdio.infra.ansible/roles/vault/tasks/main.yaml new file mode 100644 index 0000000000..8b9e3bf76f --- /dev/null +++ b/fdio.infra.ansible/roles/vault/tasks/main.yaml @@ -0,0 +1,133 @@ +--- +# file: roles/vault/tasks/main.yaml + +- name: Inst - Update Package Cache (APT) + apt: + update_cache: true + cache_valid_time: 3600 + when: + - ansible_distribution|lower == 'ubuntu' + tags: + - vault-inst-prerequisites + +- name: Inst - Prerequisites + package: + name: "{{ packages | flatten(levels=1) }}" + state: latest + tags: + - vault-inst-prerequisites + +- name: Conf - Add Vault Group + group: + name: "{{ vault_group }}" + state: "{{ vault_user_state }}" + tags: + - vault-conf-user + +- name: Conf - Add Vault user + user: + name: "{{ vault_user }}" + group: "{{ vault_group }}" + state: "{{ vault_group_state }}" + system: true + tags: + - vault-conf-user + +- name: Inst - Clean Vault + file: + path: "{{ vault_inst_dir }}/vault" + state: "absent" + tags: + - vault-inst-package + +- name: Inst - Download Vault + get_url: + url: "{{ vault_zip_url }}" + dest: "{{ vault_inst_dir }}/{{ vault_pkg }}" + tags: + - vault-inst-package + +- name: Inst - Unarchive Vault + unarchive: + src: "{{ vault_inst_dir }}/{{ vault_pkg }}" + dest: "{{ vault_inst_dir }}/" + creates: "{{ vault_inst_dir }}/vault" + remote_src: true + tags: + - vault-inst-package + +- name: Inst - Vault + copy: + src: "{{ vault_inst_dir }}/vault" + dest: "{{ vault_bin_dir }}" + owner: "{{ vault_user }}" + group: "{{ vault_group }}" + force: true + mode: 0755 + remote_src: true + tags: + - vault-inst-package + +- name: Inst - Check Vault mlock capability + command: "setcap cap_ipc_lock=+ep {{ vault_bin_dir }}/vault" + changed_when: false # read-only task + ignore_errors: true + register: vault_mlock_capability + tags: + - vault-inst-package + +- name: Inst - Enable non root mlock capability + command: "setcap cap_ipc_lock=+ep {{ vault_bin_dir }}/vault" + when: vault_mlock_capability is failed + tags: + - vault-inst-package + +- name: Conf - Create directories + file: + dest: "{{ item }}" + state: directory + owner: "{{ vault_user }}" + group: "{{ vault_group }}" + mode: 0750 + with_items: + - "{{ vault_data_dir }}" + - "{{ vault_config_dir }}" + - "{{ vault_ssl_dir }}" + tags: + - vault-conf + +- name: Conf - Vault main configuration + template: + src: "{{ vault_main_configuration_template }}" + dest: "{{ vault_main_config }}" + owner: "{{ vault_user }}" + group: "{{ vault_group }}" + mode: 0400 + tags: + - vault-conf + +#- name: Conf - Copy Certificates And Keys +# copy: +# content: "{{ item.src }}" +# dest: "{{ item.dest }}" +# owner: "{{ vault_user }}" +# group: "{{ vault_group }}" +# mode: 0600 +# no_log: true +# loop: "{{ vault_certificates | flatten(levels=1) }}" +# tags: +# - vault-conf + +- name: Conf - System.d Script + template: + src: "vault_systemd.service.j2" + dest: "/lib/systemd/system/vault.service" + owner: "root" + group: "root" + mode: 0644 + notify: + - "Restart Vault" + tags: + - vault-conf + +- meta: flush_handlers diff --git a/fdio.infra.ansible/roles/vault/templates/vault_backend_consul.j2 b/fdio.infra.ansible/roles/vault/templates/vault_backend_consul.j2 new file mode 100644 index 0000000000..c45498af90 --- /dev/null +++ b/fdio.infra.ansible/roles/vault/templates/vault_backend_consul.j2 @@ -0,0 +1,15 @@ +backend "consul" { + address = "{{ vault_consul }}" + path = "{{ vault_consul_path }}" + service = "{{ vault_consul_service }}" + {% if vault_consul_token is defined and vault_consul_token -%} + token = "{{ vault_consul_token }}" + {% endif -%} + scheme = "{{ vault_consul_scheme }}" + {% if vault_tls_gossip | bool -%} + tls_cert_file = "{{ vault_backend_tls_config_path }}/{{ vault_backend_tls_cert_file }}" + tls_key_file = "{{ vault_backend_tls_config_path }}/{{ vault_backend_tls_key_file }}" + tls_ca_file="{{ vault_backend_tls_config_path }}/{{ vault_backend_tls_ca_file }}" + {% endif %} + +}
\ No newline at end of file diff --git a/fdio.infra.ansible/roles/vault/templates/vault_main_configuration.hcl.j2 b/fdio.infra.ansible/roles/vault/templates/vault_main_configuration.hcl.j2 new file mode 100644 index 0000000000..dec4fff8d9 --- /dev/null +++ b/fdio.infra.ansible/roles/vault/templates/vault_main_configuration.hcl.j2 @@ -0,0 +1,93 @@ +cluster_name = "{{ vault_cluster_name }}" +max_lease_ttl = "{{ vault_max_lease_ttl }}" +default_lease_ttl = "{{ vault_default_lease_ttl }}" + +disable_clustering = "{{ vault_cluster_disable | bool | lower }}" +cluster_addr = "{{ vault_cluster_addr }}" +api_addr = "{{ vault_api_addr }}" + +{% for l in vault_tcp_listeners %} +listener "tcp" { + address = "{{ l.vault_address }}:{{ l.vault_port }}" + cluster_address = "{{ l.vault_cluster_address }}" + {% if (l.vault_proxy_protocol_behavior is defined and l.vault_proxy_protocol_behavior) -%} + proxy_protocol_behavior = "{{ l.vault_proxy_protocol_behavior }}" + {% if (l.vault_proxy_protocol_authorized_addrs is defined) -%} + proxy_protocol_authorized_addrs = "{{ l.vault_proxy_protocol_authorized_addrs }}" + {% endif -%} + {% endif -%} + {% if not (l.vault_tls_disable | bool) -%} + tls_cert_file = "{{ l.vault_tls_config_path }}/{{ l.vault_tls_cert_file }}" + tls_key_file = "{{ l.vault_tls_config_path }}/{{ l.vault_tls_key_file }}" + tls_client_ca_file="{{ l.vault_tls_config_path }}/{{ l.vault_tls_ca_file }}" + tls_min_version = "{{ l.vault_tls_min_version }}" + {% if vault_tls_cipher_suites is defined and vault_tls_cipher_suites -%} + tls_cipher_suites = "{{ l.vault_tls_cipher_suites}}" + {% endif -%} + tls_prefer_server_cipher_suites = "{{ l.vault_tls_prefer_server_cipher_suites }}" + {% if (l.vault_tls_require_and_verify_client_cert | bool) -%} + tls_require_and_verify_client_cert = "{{ l.vault_tls_require_and_verify_client_cert | bool | lower}}" + {% endif -%} + {% if (l.vault_tls_disable_client_certs | bool) -%} + tls_disable_client_certs = "{{ l.vault_tls_disable_client_certs | bool | lower}}" + {% endif -%} + {% endif -%} + tls_disable = "{{ l.vault_tls_disable | bool | lower }}" +} +{% endfor %} + +{% if (vault_listener_localhost_enable | bool) -%} +listener "tcp" { + address = "127.0.0.1:{{ vault_port }}" + cluster_address = "127.0.0.1:8201" + tls_disable = "true" +} +{% endif -%} + +{# + Select which storage backend you want generated and placed + in the vault configuration file. +#} +{%- if vault_backend == 'consul' -%} + {% include vault_backend_consul with context %} +{% elif vault_backend == 'etcd' -%} + {% include vault_backend_etcd with context %} +{% elif vault_backend == 'file' -%} + {% include vault_backend_file with context %} +{% elif vault_backend == 's3' -%} + {% include vault_backend_s3 with context %} +{% elif vault_backend == 'dynamodb' -%} + {% include vault_backend_dynamodb with context %} +{% elif vault_backend == 'mysql' -%} + {% include vault_backend_mysql with context %} +{% elif vault_backend == 'gcs' -%} + {% include vault_backend_gcs with context %} +{% elif vault_backend == 'raft' -%} + {% include vault_backend_raft with context %} +{% endif %} + +{% if vault_service_registration_consul_enable -%} + {% include vault_service_registration_consul_template with context %} +{% endif %} + +{% if vault_ui %} +ui = {{ vault_ui | bool | lower }} +{% endif %} + +{% if vault_telemetry_enabled | bool -%} +telemetry { + {% if vault_statsite_address is defined -%} + statsite_address = "{{vault_statsite_address}}" + {% endif -%} + {% if vault_statsd_address is defined -%} + statsd_address = "{{vault_statsd_address}}" + {% endif -%} + {% if vault_prometheus_retention_time is defined -%} + prometheus_retention_time = "{{ vault_prometheus_retention_time }}" + {% endif -%} + {% if vault_telemetry_disable_hostname is defined -%} + disable_hostname = {{vault_telemetry_disable_hostname | bool | lower }} + {% endif %} + +} +{% endif %}
\ No newline at end of file diff --git a/fdio.infra.ansible/roles/vault/templates/vault_service_registration_consul.hcl.j2 b/fdio.infra.ansible/roles/vault/templates/vault_service_registration_consul.hcl.j2 new file mode 100644 index 0000000000..cd5da1ffb6 --- /dev/null +++ b/fdio.infra.ansible/roles/vault/templates/vault_service_registration_consul.hcl.j2 @@ -0,0 +1,22 @@ +service_registration "consul" { + address = "{{ vault_service_registration_consul_address }}" + check_timeout = "{{ vault_service_registration_consul_check_timeout }}" + disable_registration = "{{ vault_service_registration_consul_disable_registration | bool | lower }}" + scheme = "{{ vault_service_registration_consul_scheme }}" + service = "{{ vault_service_registration_consul_service }}" + service_tags = "{{ vault_service_registration_consul_service_tags }}" + {% if vault_service_registration_consul_service_address is defined and vault_service_registration_consul_service_address -%} + service_address = "{{ vault_service_registration_consul_service_address }}" + {% endif -%} + {% if vault_service_registration_consul_token is defined and vault_service_registration_consul_token -%} + token = "{{ vault_service_registration_consul_token }}" + {% endif -%} + {% if vault_service_registration_consul_scheme == "https" -%} + tls_ca_file="{{ vault_service_registration_consul_tls_config_path }}/{{ vault_service_registration_consul_tls_ca_file }}" + tls_cert_file = "{{ vault_service_registration_consul_tls_config_path }}/{{ vault_service_registration_consul_tls_cert_file }}" + tls_key_file = "{{ vault_service_registration_consul_tls_config_path }}/{{ vault_service_registration_consul_tls_key_file }}" + tls_min_version = "{{ vault_service_registration_consul_tls_min_version }}" + tls_skip_verify = "{{ vault_service_registration_consul_tls_skip_verify }}" + {% endif %} + +}
\ No newline at end of file diff --git a/fdio.infra.ansible/roles/vault/templates/vault_systemd.service.j2 b/fdio.infra.ansible/roles/vault/templates/vault_systemd.service.j2 new file mode 100644 index 0000000000..5d2ca78b2e --- /dev/null +++ b/fdio.infra.ansible/roles/vault/templates/vault_systemd.service.j2 @@ -0,0 +1,30 @@ +[Unit] +Description=Vault +Documentation=https://www.vaultproject.io/docs/ +Requires=network-online.target +After=network-online.target + +[Service] +User={{ vault_user }} +Group={{ vault_group }} +ProtectSystem=full +ProtectHome=read-only +PrivateTmp=yes +PrivateDevices=yes +NoNewPrivileges=yes +ExecReload=/bin/kill -HUP $MAINPID +ExecStart={{ vault_bin_dir }}/vault {{ vault_node_role }} -config={{ vault_config_dir }} +KillMode=process +KillSignal=SIGINT +Restart=on-failure +RestartSec=5 +TimeoutStopSec=30 +StartLimitInterval=60 +StartLimitBurst=3 +LimitNOFILE=524288 +LimitNPROC=524288 +LimitMEMLOCK=infinity +LimitCORE=0 + +[Install] +WantedBy=multi-user.target
\ No newline at end of file diff --git a/fdio.infra.ansible/roles/vault/vars/main.yaml b/fdio.infra.ansible/roles/vault/vars/main.yaml new file mode 100644 index 0000000000..2b16a63fdf --- /dev/null +++ b/fdio.infra.ansible/roles/vault/vars/main.yaml @@ -0,0 +1,5 @@ +--- +# file: roles/vault/vars/main.yaml + +vault_node_client: "{{ (vault_node_role == 'client') or (vault_node_role == 'both') }}" +vault_node_server: "{{ (vault_node_role == 'server') or (vault_node_role == 'both') }}" diff --git a/fdio.infra.terraform/1n_nmd/aws/main.tf b/fdio.infra.terraform/1n_nmd/aws/main.tf new file mode 100644 index 0000000000..6768203441 --- /dev/null +++ b/fdio.infra.terraform/1n_nmd/aws/main.tf @@ -0,0 +1,37 @@ +resource "vault_aws_secret_backend" "aws" { + access_key = var.aws_access_key + secret_key = var.aws_secret_key + path = "${var.name}-path" + + default_lease_ttl_seconds = "120" + max_lease_ttl_seconds = "240" +} + +resource "vault_aws_secret_backend_role" "admin" { + backend = vault_aws_secret_backend.aws.path + name = "${var.name}-role" + credential_type = "iam_user" + + policy_document = <<EOF +{ + "Version": "2012-10-17", + "Statement": [ + { + "Effect": "Allow", + "Action": [ + "iam:*", "ec2:*" + ], + "Resource": "*" + } + ] +} +EOF +} + +output "backend" { + value = vault_aws_secret_backend.aws.path +} + +output "role" { + value = vault_aws_secret_backend_role.admin.name +}
\ No newline at end of file diff --git a/fdio.infra.terraform/1n_nmd/aws/providers.tf b/fdio.infra.terraform/1n_nmd/aws/providers.tf new file mode 100644 index 0000000000..49922fd78f --- /dev/null +++ b/fdio.infra.terraform/1n_nmd/aws/providers.tf @@ -0,0 +1,14 @@ +terraform { + required_providers { + vault = { + version = ">=2.22.1" + } + } + required_version = ">= 1.0.3" +} + +provider "vault" { + address = "http://10.30.51.28:8200" + skip_tls_verify = true + token = "s.4z5PsufFwV3sHbCzK9Y2Cojd" +}
\ No newline at end of file diff --git a/fdio.infra.terraform/1n_nmd/aws/variables.tf b/fdio.infra.terraform/1n_nmd/aws/variables.tf new file mode 100644 index 0000000000..11c3535266 --- /dev/null +++ b/fdio.infra.terraform/1n_nmd/aws/variables.tf @@ -0,0 +1,9 @@ +variable "aws_access_key" { +} + +variable "aws_secret_key" { +} + +variable "name" { + default = "dynamic-aws-creds-vault-admin" +}
\ No newline at end of file diff --git a/fdio.infra.terraform/2n_aws_c5n/deploy/main.tf b/fdio.infra.terraform/2n_aws_c5n/deploy/main.tf index b9d6f188bb..8ab8311220 100644 --- a/fdio.infra.terraform/2n_aws_c5n/deploy/main.tf +++ b/fdio.infra.terraform/2n_aws_c5n/deploy/main.tf @@ -1,11 +1,12 @@ -provider "aws" { - region = var.region +data "vault_aws_access_credentials" "creds" { + backend = "${var.vault-name}-path" + role = "${var.vault-name}-role" } resource "aws_vpc" "CSITVPC" { cidr_block = var.vpc_cidr_mgmt - tags = { + tags = { "Name" = "${var.resources_name_prefix}_${var.testbed_name}-vpc" "Environment" = var.environment_name } @@ -218,18 +219,19 @@ data "aws_network_interface" "tg_if2" { # Instances resource "aws_instance" "tg" { - depends_on = [aws_vpc.CSITVPC, aws_placement_group.CSITPG] - ami = var.ami_image - availability_zone = var.avail_zone - instance_type = var.instance_type - key_name = aws_key_pair.CSITKP.key_name - associate_public_ip_address = true - subnet_id = aws_subnet.mgmt.id - private_ip = var.tg_mgmt_ip - vpc_security_group_ids = [aws_security_group.CSITSG.id] - placement_group = aws_placement_group.CSITPG.id - source_dest_check = false - # host_id = "1" + depends_on = [aws_vpc.CSITVPC, aws_placement_group.CSITPG] + ami = var.ami_image + availability_zone = var.avail_zone + instance_initiated_shutdown_behavior = var.instance_initiated_shutdown_behavior + instance_type = var.instance_type + key_name = aws_key_pair.CSITKP.key_name + associate_public_ip_address = true + subnet_id = aws_subnet.mgmt.id + private_ip = var.tg_mgmt_ip + vpc_security_group_ids = [aws_security_group.CSITSG.id] + placement_group = aws_placement_group.CSITPG.id + source_dest_check = false + # host_id = "1" root_block_device { volume_size = 50 @@ -242,18 +244,19 @@ resource "aws_instance" "tg" { } resource "aws_instance" "dut1" { - depends_on = [aws_vpc.CSITVPC, aws_placement_group.CSITPG, aws_instance.tg] - ami = var.ami_image - availability_zone = var.avail_zone - instance_type = var.instance_type - key_name = aws_key_pair.CSITKP.key_name - associate_public_ip_address = true - subnet_id = aws_subnet.mgmt.id - private_ip = var.dut1_mgmt_ip - vpc_security_group_ids = [aws_security_group.CSITSG.id] - placement_group = aws_placement_group.CSITPG.id - source_dest_check = false - # host_id = "2" + depends_on = [aws_vpc.CSITVPC, aws_placement_group.CSITPG, aws_instance.tg] + ami = var.ami_image + availability_zone = var.avail_zone + instance_initiated_shutdown_behavior = var.instance_initiated_shutdown_behavior + instance_type = var.instance_type + key_name = aws_key_pair.CSITKP.key_name + associate_public_ip_address = true + subnet_id = aws_subnet.mgmt.id + private_ip = var.dut1_mgmt_ip + vpc_security_group_ids = [aws_security_group.CSITSG.id] + placement_group = aws_placement_group.CSITPG.id + source_dest_check = false + # host_id = "2" root_block_device { volume_size = 50 diff --git a/fdio.infra.terraform/2n_aws_c5n/deploy/providers.tf b/fdio.infra.terraform/2n_aws_c5n/deploy/providers.tf new file mode 100644 index 0000000000..a74ebb2455 --- /dev/null +++ b/fdio.infra.terraform/2n_aws_c5n/deploy/providers.tf @@ -0,0 +1,11 @@ +provider "aws" { + region = var.region + access_key = data.vault_aws_access_credentials.creds.access_key + secret_key = data.vault_aws_access_credentials.creds.secret_key +} + +provider "vault" { + address = "http://10.30.51.28:8200" + skip_tls_verify = true + token = "s.4z5PsufFwV3sHbCzK9Y2Cojd" +}
\ No newline at end of file diff --git a/fdio.infra.terraform/2n_aws_c5n/deploy/variables.tf b/fdio.infra.terraform/2n_aws_c5n/deploy/variables.tf index ca974709cd..9fa5a4da9e 100644 --- a/fdio.infra.terraform/2n_aws_c5n/deploy/variables.tf +++ b/fdio.infra.terraform/2n_aws_c5n/deploy/variables.tf @@ -3,6 +3,10 @@ variable "region" { type = string } +variable "vault-name" { + default = "dynamic-aws-creds-vault-admin" +} + variable "ami_image" { description = "AWS AMI image name" type = string @@ -13,6 +17,12 @@ variable "testbed_name" { type = string } +variable "instance_initiated_shutdown_behavior" { + description = "Shutdown behavior for the instance" + type = string + default = "terminate" +} + variable "instance_type" { description = "AWS instance type" type = string diff --git a/fdio.infra.terraform/2n_aws_c5n/deploy/versions.tf b/fdio.infra.terraform/2n_aws_c5n/deploy/versions.tf index 8017bb9dc3..05fa5502b5 100644 --- a/fdio.infra.terraform/2n_aws_c5n/deploy/versions.tf +++ b/fdio.infra.terraform/2n_aws_c5n/deploy/versions.tf @@ -1,17 +1,20 @@ terraform { required_providers { - aws = { - source = "hashicorp/aws" - version = "~> 3.32.0" + aws = { + source = "hashicorp/aws" + version = "~> 3.32.0" } - null = { - source = "hashicorp/null" - version = "~> 3.0.0" + null = { + source = "hashicorp/null" + version = "~> 3.0.0" } - tls = { - source = "hashicorp/tls" - version = "~> 3.0.0" + tls = { + source = "hashicorp/tls" + version = "~> 3.0.0" + } + vault = { + version = ">=2.22.1" } } - required_version = ">= 0.13" + required_version = ">= 1.0.3" } diff --git a/fdio.infra.terraform/2n_aws_c5n/variables.tf b/fdio.infra.terraform/2n_aws_c5n/variables.tf index c5c74f6d13..43a2df335a 100644 --- a/fdio.infra.terraform/2n_aws_c5n/variables.tf +++ b/fdio.infra.terraform/2n_aws_c5n/variables.tf @@ -4,6 +4,10 @@ variable "region" { default = "eu-central-1" } +variable "vault-name" { + default = "dynamic-aws-creds-vault-admin" +} + variable "avail_zone" { description = "AWS availability zone" type = string diff --git a/fdio.infra.terraform/3n_aws_c5n/deploy/main.tf b/fdio.infra.terraform/3n_aws_c5n/deploy/main.tf index d8968bf5fe..769aa59f1a 100644 --- a/fdio.infra.terraform/3n_aws_c5n/deploy/main.tf +++ b/fdio.infra.terraform/3n_aws_c5n/deploy/main.tf @@ -1,5 +1,6 @@ -provider "aws" { - region = var.region +data "vault_aws_access_credentials" "creds" { + backend = "${var.vault-name}-path" + role = "${var.vault-name}-role" } resource "aws_vpc" "CSITVPC" { @@ -262,17 +263,18 @@ data "aws_network_interface" "tg_if2" { # Instances resource "aws_instance" "tg" { - ami = var.ami_image - availability_zone = var.avail_zone - instance_type = var.instance_type - key_name = aws_key_pair.CSITKP.key_name - associate_public_ip_address = true - subnet_id = aws_subnet.mgmt.id - private_ip = var.tg_mgmt_ip - vpc_security_group_ids = [aws_security_group.CSITSG.id] - placement_group = aws_placement_group.CSITPG.id - source_dest_check = false - # host_id = "1" + ami = var.ami_image + availability_zone = var.avail_zone + instance_initiated_shutdown_behavior = var.instance_initiated_shutdown_behavior + instance_type = var.instance_type + key_name = aws_key_pair.CSITKP.key_name + associate_public_ip_address = true + subnet_id = aws_subnet.mgmt.id + private_ip = var.tg_mgmt_ip + vpc_security_group_ids = [aws_security_group.CSITSG.id] + placement_group = aws_placement_group.CSITPG.id + source_dest_check = false + # host_id = "1" depends_on = [ aws_vpc.CSITVPC, @@ -290,17 +292,18 @@ resource "aws_instance" "tg" { } resource "aws_instance" "dut1" { - ami = var.ami_image - availability_zone = var.avail_zone - instance_type = var.instance_type - key_name = aws_key_pair.CSITKP.key_name - associate_public_ip_address = true - subnet_id = aws_subnet.mgmt.id - private_ip = var.dut1_mgmt_ip - vpc_security_group_ids = [aws_security_group.CSITSG.id] - placement_group = aws_placement_group.CSITPG.id - source_dest_check = false - # host_id = "2" + ami = var.ami_image + availability_zone = var.avail_zone + instance_initiated_shutdown_behavior = var.instance_initiated_shutdown_behavior + instance_type = var.instance_type + key_name = aws_key_pair.CSITKP.key_name + associate_public_ip_address = true + subnet_id = aws_subnet.mgmt.id + private_ip = var.dut1_mgmt_ip + vpc_security_group_ids = [aws_security_group.CSITSG.id] + placement_group = aws_placement_group.CSITPG.id + source_dest_check = false + # host_id = "2" depends_on = [ aws_vpc.CSITVPC, diff --git a/fdio.infra.terraform/3n_aws_c5n/deploy/providers.tf b/fdio.infra.terraform/3n_aws_c5n/deploy/providers.tf new file mode 100644 index 0000000000..a74ebb2455 --- /dev/null +++ b/fdio.infra.terraform/3n_aws_c5n/deploy/providers.tf @@ -0,0 +1,11 @@ +provider "aws" { + region = var.region + access_key = data.vault_aws_access_credentials.creds.access_key + secret_key = data.vault_aws_access_credentials.creds.secret_key +} + +provider "vault" { + address = "http://10.30.51.28:8200" + skip_tls_verify = true + token = "s.4z5PsufFwV3sHbCzK9Y2Cojd" +}
\ No newline at end of file diff --git a/fdio.infra.terraform/3n_aws_c5n/deploy/variables.tf b/fdio.infra.terraform/3n_aws_c5n/deploy/variables.tf index 5dbc481938..f7f3e6189c 100644 --- a/fdio.infra.terraform/3n_aws_c5n/deploy/variables.tf +++ b/fdio.infra.terraform/3n_aws_c5n/deploy/variables.tf @@ -3,6 +3,10 @@ variable "region" { type = string } +variable "vault-name" { + default = "dynamic-aws-creds-vault-admin" +} + variable "ami_image" { description = "AWS AMI image name" type = string @@ -13,6 +17,12 @@ variable "testbed_name" { type = string } +variable "instance_initiated_shutdown_behavior" { + description = "Shutdown behavior for the instance" + type = string + default = "terminate" +} + variable "instance_type" { description = "AWS instance type" type = string diff --git a/fdio.infra.terraform/3n_aws_c5n/deploy/versions.tf b/fdio.infra.terraform/3n_aws_c5n/deploy/versions.tf index 8017bb9dc3..05fa5502b5 100644 --- a/fdio.infra.terraform/3n_aws_c5n/deploy/versions.tf +++ b/fdio.infra.terraform/3n_aws_c5n/deploy/versions.tf @@ -1,17 +1,20 @@ terraform { required_providers { - aws = { - source = "hashicorp/aws" - version = "~> 3.32.0" + aws = { + source = "hashicorp/aws" + version = "~> 3.32.0" } - null = { - source = "hashicorp/null" - version = "~> 3.0.0" + null = { + source = "hashicorp/null" + version = "~> 3.0.0" } - tls = { - source = "hashicorp/tls" - version = "~> 3.0.0" + tls = { + source = "hashicorp/tls" + version = "~> 3.0.0" + } + vault = { + version = ">=2.22.1" } } - required_version = ">= 0.13" + required_version = ">= 1.0.3" } diff --git a/fdio.infra.terraform/3n_aws_c5n/variables.tf b/fdio.infra.terraform/3n_aws_c5n/variables.tf index c5c74f6d13..0d11014744 100644 --- a/fdio.infra.terraform/3n_aws_c5n/variables.tf +++ b/fdio.infra.terraform/3n_aws_c5n/variables.tf @@ -18,6 +18,12 @@ variable "ami_image" { default = "ami-0a875db8a031a9efb" } +variable "instance_initiated_shutdown_behavior" { + description = "Shutdown behavior for the instance" + type = string + default = "terminate" +} + variable "instance_type" { description = "AWS instance type" type = string diff --git a/resources/libraries/bash/entry/bootstrap_docs.sh b/resources/libraries/bash/entry/bootstrap_docs.sh new file mode 100755 index 0000000000..9d2519ebf3 --- /dev/null +++ b/resources/libraries/bash/entry/bootstrap_docs.sh @@ -0,0 +1,32 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +set -exuo pipefail + +# Assumptions: +# + There is a directory holding CSIT code to use (this script is there). +# Consequences (and specific assumptions) are multiple, +# examine tree of functions for current description. + +# "set -eu" handles failures from the following two lines. +BASH_ENTRY_DIR="$(dirname $(readlink -e "${BASH_SOURCE[0]}"))" +BASH_FUNCTION_DIR="$(readlink -e "${BASH_ENTRY_DIR}/../function")" +source "${BASH_FUNCTION_DIR}/common.sh" || { + echo "Source failed." >&2 + exit 1 +} +source "${BASH_FUNCTION_DIR}/docs.sh" || die "Source failed." +common_dirs || die +activate_virtualenv || die +generate_docs || die +die_on_docs_error || die diff --git a/resources/libraries/bash/entry/bootstrap_report.sh b/resources/libraries/bash/entry/bootstrap_report.sh new file mode 100755 index 0000000000..191f910171 --- /dev/null +++ b/resources/libraries/bash/entry/bootstrap_report.sh @@ -0,0 +1,32 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +set -exuo pipefail + +# Assumptions: +# + There is a directory holding CSIT code to use (this script is there). +# Consequences (and specific assumptions) are multiple, +# examine tree of functions for current description. + +# "set -eu" handles failures from the following two lines. +BASH_ENTRY_DIR="$(dirname $(readlink -e "${BASH_SOURCE[0]}"))" +BASH_FUNCTION_DIR="$(readlink -e "${BASH_ENTRY_DIR}/../function")" +source "${BASH_FUNCTION_DIR}/common.sh" || { + echo "Source failed." >&2 + exit 1 +} +source "${BASH_FUNCTION_DIR}/docs.sh" || die "Source failed." +common_dirs || die +activate_virtualenv || die +generate_report || die +die_on_docs_error || die diff --git a/resources/libraries/bash/entry/bootstrap_trending.sh b/resources/libraries/bash/entry/bootstrap_trending.sh new file mode 100755 index 0000000000..b172a81be5 --- /dev/null +++ b/resources/libraries/bash/entry/bootstrap_trending.sh @@ -0,0 +1,32 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +set -exuo pipefail + +# Assumptions: +# + There is a directory holding CSIT code to use (this script is there). +# Consequences (and specific assumptions) are multiple, +# examine tree of functions for current description. + +# "set -eu" handles failures from the following two lines. +BASH_ENTRY_DIR="$(dirname $(readlink -e "${BASH_SOURCE[0]}"))" +BASH_FUNCTION_DIR="$(readlink -e "${BASH_ENTRY_DIR}/../function")" +source "${BASH_FUNCTION_DIR}/common.sh" || { + echo "Source failed." >&2 + exit 1 +} +source "${BASH_FUNCTION_DIR}/docs.sh" || die "Source failed." +common_dirs || die +activate_virtualenv || die +generate_trending || die +die_on_docs_error || die diff --git a/resources/libraries/bash/entry/tox.sh b/resources/libraries/bash/entry/tox.sh index c6ceb6503e..22dfdfe05f 100755 --- a/resources/libraries/bash/entry/tox.sh +++ b/resources/libraries/bash/entry/tox.sh @@ -29,5 +29,12 @@ source "${BASH_FUNCTION_DIR}/common.sh" || { common_dirs || die cd "${CSIT_DIR}" || die activate_virtualenv "${CSIT_DIR}" "${CSIT_DIR}/tox-requirements.txt" || die +set +e # Verbosity is increased so console output shows any unwanted downloads. -tox -vv # Return code is turned into Jenkins job vote. +tox -vv +TOX_EXIT_STATUS="$?" +set -e +mkdir -p "${CSIT_DIR}/archives" || die +mv *.log "${CSIT_DIR}/archives" || die + +exit "${TOX_EXIT_STATUS}" diff --git a/resources/libraries/bash/function/device.sh b/resources/libraries/bash/function/device.sh index 868fdb1342..4e2453e8f6 100644 --- a/resources/libraries/bash/function/device.sh +++ b/resources/libraries/bash/function/device.sh @@ -30,6 +30,7 @@ function activate_wrapper () { enter_mutex || die get_available_interfaces "${1}" "${2}" || die + bind_dut_interfaces_to_vpp_driver || die start_topology_containers "${3}" || die bind_interfaces_to_containers || die set_env_variables || die @@ -38,6 +39,29 @@ function activate_wrapper () { } +function bind_dut_interfaces_to_vpp_driver () { + + # Bind DUT network interfaces to the driver that vpp will use + # + # Variables read: + # - DUT1_NETDEVS - List of network devices allocated to DUT1 container. + # Variables set: + # - NETDEV - Linux network interface. + # - DRIVER - Kernel driver to bind the interface to. + # - KRN_DRIVER - The original kernel driver of the network interface. + + for NETDEV in "${DUT1_NETDEVS[@]}"; do + get_pci_addr || die + get_krn_driver || die + if [[ ${KRN_DRIVER} == "iavf" ]]; then + DRIVER="vfio-pci" + ADDR=${PCI_ADDR} + bind_interfaces_to_driver || die + fi + done +} + + function bind_interfaces_to_containers () { # Bind linux network interface to container and create symlink for PCI @@ -51,36 +75,42 @@ function bind_interfaces_to_containers () { # - TG_NETDEVS - List of network devices allocated to TG container. # Variables set: # - NETDEV - Linux network interface. + # - KRN_DRIVER - Kernel driver of network device. set -exuo pipefail - for NETDEV in "${TG_NETDEVS[@]}"; do - get_pci_addr || die + for PCI_ADDR in "${TG_PCIDEVS[@]}"; do + get_netdev_name || die link_target=$(readlink -f /sys/bus/pci/devices/"${PCI_ADDR}") || { die "Reading symlink for PCI address failed!" } cmd="ln -s ${link_target} /sys/bus/pci/devices/${PCI_ADDR}" - sudo ip link set ${NETDEV} netns ${DCR_CPIDS[tg]} || { - die "Moving interface to ${DCR_CPIDS[tg]} namespace failed!" - } docker exec "${DCR_UUIDS[tg]}" ${cmd} || { die "Linking PCI address in container failed!" } + + sudo ip link set ${NETDEV} netns ${DCR_CPIDS[tg]} || { + die "Moving interface to ${DCR_CPIDS[tg]} namespace failed!" + } done - for NETDEV in "${DUT1_NETDEVS[@]}"; do - get_pci_addr || die + for PCI_ADDR in "${DUT1_PCIDEVS[@]}"; do link_target=$(readlink -f /sys/bus/pci/devices/"${PCI_ADDR}") || { die "Reading symlink for PCI address failed!" } cmd="ln -s ${link_target} /sys/bus/pci/devices/${PCI_ADDR}" - sudo ip link set ${NETDEV} netns ${DCR_CPIDS[dut1]} || { - die "Moving interface to ${DCR_CPIDS[dut1]} namespace failed!" - } docker exec "${DCR_UUIDS[dut1]}" ${cmd} || { die "Linking PCI address in container failed!" } + + get_krn_driver + if [[ ${KRN_DRIVER} != "vfio-pci" ]]; then + get_netdev_name || die + sudo ip link set ${NETDEV} netns ${DCR_CPIDS[dut1]} || { + die "Moving interface to ${DCR_CPIDS[dut1]} namespace failed!" + } + fi done } @@ -99,13 +129,22 @@ function bind_interfaces_to_driver () { pci_path="/sys/bus/pci/devices/${ADDR}" drv_path="/sys/bus/pci/drivers/${DRIVER}" if [ -d "${pci_path}/driver" ]; then - echo ${ADDR} | sudo tee ${pci_path}/driver/unbind || { + echo ${ADDR} | sudo tee ${pci_path}/driver/unbind > /dev/null || { die "Failed to unbind interface ${ADDR}!" } fi - echo ${ADDR} | sudo tee ${drv_path}/bind || { + + echo ${DRIVER} | sudo tee /sys/bus/pci/devices/${ADDR}/driver_override \ + > /dev/null || { + die "Failed to override driver to ${DRIVER} for ${ADDR}!" + } + + echo ${ADDR} | sudo tee ${drv_path}/bind > /dev/null || { die "Failed to bind interface ${ADDR}!" } + + echo | sudo tee /sys/bus/pci/devices/${ADDR}/driver_override > /dev/null \ + || die "Failed to reset driver override for ${ADDR}!" } @@ -402,6 +441,25 @@ function get_mac_addr () { } +function get_netdev_name () { + + # Get Linux network device name. + # + # Variables read: + # - PCI_ADDR - PCI address of the device. + # Variables set: + # - NETDEV - Linux network device name. + + set -exuo pipefail + + if [ -d /sys/bus/pci/devices/${PCI_ADDR}/net ]; then + NETDEV="$(basename /sys/bus/pci/devices/${PCI_ADDR}/net/*)" || { + die "Failed to get Linux interface name of ${PCI_ADDR}" + } + fi +} + + function get_pci_addr () { # Get PCI address in <domain>:<bus:<device>.<func> format from linux network @@ -425,6 +483,24 @@ function get_pci_addr () { } +function get_vfio_group () { + + # Get the VFIO group of a pci device. + # + # Variables read: + # - PCI_ADDR - PCI address of a device. + # Variables set: + # - VFIO_GROUP - The VFIO group of the PCI device. + + if [[ -d /sys/bus/pci/devices/${PCI_ADDR}/iommu_group ]]; then + VFIO_GROUP="$(basename\ + $(readlink /sys/bus/pci/devices/${PCI_ADDR}/iommu_group)\ + )" || { + die "PCI device ${PCI_ADDR} does not have an iommu group!" + } + fi +} + function get_vlan_filter () { # Get VLAN stripping filter from PF searched by mac adress. @@ -592,9 +668,19 @@ function start_topology_containers () { # Override access to PCI bus by attaching a filesystem mount to the # container. dcr_stc_params+="--mount type=tmpfs,destination=/sys/bus/pci/devices " - # Mount vfio to be able to bind to see bound interfaces. We cannot use - # --device=/dev/vfio as this does not see newly bound interfaces. - dcr_stc_params+="--volume /dev/vfio:/dev/vfio " + # Mount vfio devices to be able to use VFs inside the container. + vfio_bound="false" + for PCI_ADDR in ${DUT1_PCIDEVS[@]}; do + get_krn_driver + if [[ ${KRN_DRIVER} == "vfio-pci" ]]; then + get_vfio_group + dcr_stc_params+="--device /dev/vfio/${VFIO_GROUP} " + vfio_bound="true" + fi + done + if ! ${vfio_bound}; then + dcr_stc_params+="--volume /dev/vfio:/dev/vfio " + fi # Disable manipulation with hugepages by VPP. dcr_stc_params+="--volume /dev/null:/etc/sysctl.d/80-vpp.conf " # Mount docker.sock to be able to use docker deamon of the host. diff --git a/resources/libraries/bash/function/docs.sh b/resources/libraries/bash/function/docs.sh new file mode 100644 index 0000000000..ec5cbefdd0 --- /dev/null +++ b/resources/libraries/bash/function/docs.sh @@ -0,0 +1,253 @@ +#!/usr/bin/env bash + +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +set -exuo pipefail + + +function die_on_docs_error () { + + # Source this fragment if you want to abort on any failure. + # + # Variables read: + # - DOCS_EXIT_STATUS - Set by a generation function. + # Functions called: + # - die - Print to stderr and exit. + + set -exuo pipefail + + if [[ "${DOCS_EXIT_STATUS}" != "0" ]]; then + die "Failed to generate docs!" "${DOCS_EXIT_STATUS}" + fi +} + +function generate_docs () { + + # Generate docs content. + # + # Variable read: + # - ${TOOLS_DIR} - Path to existing resources subdirectory "tools". + # Variables set: + # - DOCS_EXIT_STATUS - Exit status of docs generation. + # Functions called: + # - die - Print to stderr and exit. + + set -exuo pipefail + + pushd "${TOOLS_DIR}"/doc_gen || die "Pushd failed!" + + WORKING_DIR="tmp" + BUILD_DIR="_build" + + # Create working directories + mkdir "${BUILD_DIR}" + mkdir --parents "${WORKING_DIR}"/resources/libraries/python/ + mkdir --parents "${WORKING_DIR}"/resources/libraries/robot/ + mkdir --parents "${WORKING_DIR}"/tests/ + + # Copy the Sphinx source files: + cp -r src/* ${WORKING_DIR}/ + + # Copy the source files to be processed: + from_dir="../../../resources/libraries/python/" + to_dir="${WORKING_DIR}/resources/libraries/python/" + command="rsync -a --include '*/'" + ${command} --include '*.py' --exclude '*' "${from_dir}" "${to_dir}" + cp ../../../resources/__init__.py ${WORKING_DIR}/resources/ + cp ../../../resources/libraries/__init__.py ${WORKING_DIR}/resources/libraries/ + from_dir="../../../resources/libraries/robot/" + to_dir="${WORKING_DIR}/resources/libraries/robot/" + ${command} --include '*.robot' --exclude '*' "${from_dir}" "${to_dir}" + from_dir="../../../tests/" + to_dir="${WORKING_DIR}/tests/" + ${command} --include '*.robot' --exclude '*' "${from_dir}" "${to_dir}" + + python3 gen_rst.py + # Remove all rst files from ./${WORKING_DIR}/env directory - we do not need + # them + find ./${WORKING_DIR}/env -type f -name '*.rst' | xargs rm -f + + # Generate the documentation: + DATE=$(date -u '+%d-%b-%Y') + + all_options=("-v") + all_options+=("-c" "${WORKING_DIR}") + all_options+=("-a") + all_options+=("-b" "html") + all_options+=("-E") + all_options+=("-D" "release=$1") + all_options+=("-D" "version='$1 documentation - $DATE'") + all_options+=("${WORKING_DIR}" "${BUILD_DIR}/") + + set +e + sphinx-build "${all_options[@]}" + DOCS_EXIT_STATUS="$?" + set -e + + find . -type d -name 'env' | xargs rm -rf + +} + +function generate_report () { + + # Generate report content. + # + # Variable read: + # - ${TOOLS_DIR} - Path to existing resources subdirectory "tools". + # - ${GERRIT_BRANCH} - Gerrit branch used for release tagging. + # Variables set: + # - DOCS_EXIT_STATUS - Exit status of report generation. + # Functions called: + # - die - Print to stderr and exit. + + set -exuo pipefail + + pushd "${TOOLS_DIR}"/presentation || die "Pushd failed!" + + # Set default values in config array. + typeset -A CFG + typeset -A DIR + + DIR[WORKING]="_tmp" + + # Create working directories. + mkdir "${DIR[WORKING]}" || die "Mkdir failed!" + + export PYTHONPATH=`pwd`:`pwd`/../../../ || die "Export failed!" + + all_options=("pal.py") + all_options+=("--specification" "specifications/report") + all_options+=("--release" "${GERRIT_BRANCH:-master}") + all_options+=("--week" $(date "+%V")) + all_options+=("--logging" "INFO") + all_options+=("--force") + + set +e + python "${all_options[@]}" + DOCS_EXIT_STATUS="$?" + set -e + +} + +function generate_report_local () { + + # Generate report from local content. + # + # Variable read: + # - ${TOOLS_DIR} - Path to existing resources subdirectory "tools". + # - ${CSIT_REPORT_FILENAME} - Source filename. + # - ${CSIT_REPORT_DIRECTORYNAME} - Source directory. + # - ${CSIT_REPORT_INSTALL_DEPENDENCIES} - Whether to install dependencies. + # - ${CSIT_REPORT_INSTALL_LATEX} - Whether to install latex. + # Variables set: + # - DOCS_EXIT_STATUS - Exit status of report generation. + # Functions called: + # - die - Print to stderr and exit. + + set -exuo pipefail + + pushd "${TOOLS_DIR}"/presentation || die "Pushd failed!" + + filename="${CSIT_REPORT_FILENAME-}" + directoryname="${CSIT_REPORT_DIRECTORYNAME-}" + install_dependencies="${CSIT_REPORT_INSTALL_DEPENDENCIES:-1}" + install_latex="${CSIT_REPORT_INSTALL_LATEX:-0}" + + # Set default values in config array. + typeset -A CFG + typeset -A DIR + + DIR[WORKING]="_tmp" + + # Install system dependencies. + if [[ ${install_dependencies} -eq 1 ]] ; + then + sudo apt -y update || die "APT update failed!" + sudo apt -y install libxml2 libxml2-dev libxslt-dev \ + build-essential zlib1g-dev unzip || die "APT install failed!" + fi + + if [[ ${install_latex} -eq 1 ]] ; + then + sudo apt -y update || die "APT update failed!" + sudo apt -y install xvfb texlive-latex-recommended \ + texlive-fonts-recommended texlive-fonts-extra texlive-latex-extra \ + latexmk wkhtmltopdf inkscape || die "APT install failed!" + target="/usr/share/texlive/texmf-dist/web2c/texmf.cnf" + sudo sed -i.bak 's/^\(main_memory\s=\s\).*/\110000000/' "${target}" || { + die "Patching latex failed!" + } + fi + + # Create working directories. + mkdir "${DIR[WORKING]}" || die "Mkdir failed!" + + export PYTHONPATH=`pwd`:`pwd`/../../../ || die "Export failed!" + + all_options=("pal.py") + all_options+=("--specification" "specifications/report_local") + all_options+=("--release" "${RELEASE:-master}") + all_options+=("--week" "${WEEK:-1}") + all_options+=("--logging" "INFO") + all_options+=("--force") + if [[ ${filename} != "" ]]; then + all_options+=("--input-file" "${filename}") + fi + if [[ ${directoryname} != "" ]]; then + all_options+=("--input-directory" "${directoryname}") + fi + + set +e + python "${all_options[@]}" + DOCS_EXIT_STATUS="$?" + set -e + +} + +function generate_trending () { + + # Generate trending content. + # + # Variable read: + # - ${TOOLS_DIR} - Path to existing resources subdirectory "tools". + # Variables set: + # - DOCS_EXIT_STATUS - Exit status of trending generation. + # Functions called: + # - die - Print to stderr and exit. + + set -exuo pipefail + + pushd "${TOOLS_DIR}"/presentation || die "Pushd failed!" + + # Set default values in config array. + typeset -A DIR + + DIR[WORKING]="_tmp" + + # Create working directories. + mkdir "${DIR[WORKING]}" || die "Mkdir failed!" + + export PYTHONPATH=`pwd`:`pwd`/../../../ || die "Export failed!" + + all_options=("pal.py") + all_options+=("--specification" "specifications/trending") + all_options+=("--logging" "INFO") + all_options+=("--force") + + set +e + python "${all_options[@]}" + DOCS_EXIT_STATUS="$?" + set -e + +} diff --git a/resources/libraries/bash/function/terraform.sh b/resources/libraries/bash/function/terraform.sh index 567fc78f06..5313b62545 100644 --- a/resources/libraries/bash/function/terraform.sh +++ b/resources/libraries/bash/function/terraform.sh @@ -34,7 +34,7 @@ function terraform_apply () { pushd "${CSIT_DIR}"/fdio.infra.terraform || die "Pushd failed!" pushd "${NODENESS}_${FLAVOR}_c5n" || die "Pushd failed!" export TF_LOG=INFO - terraform apply -auto-approve || die "Failed to run terraform apply!" + terraform apply -no-color -auto-approve || die "Terraform apply failed!" popd || die "Popd failed!" popd || die "Popd failed!" } @@ -57,7 +57,7 @@ function terraform_destroy () { pushd "${CSIT_DIR}"/fdio.infra.terraform || die "Pushd failed!" pushd "${NODENESS}_${FLAVOR}_c5n" || die "Pushd failed!" export TF_LOG=INFO - terraform destroy -auto-approve || die "Failed to run terraform destroy!" + terraform destroy -auto-approve -no-color || die "Terraform destroy failed!" popd || die "Popd failed!" popd || die "Popd failed!" } @@ -75,7 +75,13 @@ function terraform_init () { set -exuo pipefail if ! installed terraform; then - die "Please install terraform!" + curl -fsSL https://apt.releases.hashicorp.com/gpg | sudo apt-key add - + os="$(lsb_release -cs)" || die "Failed to get OS release!" + repo="deb [arch=amd64] https://apt.releases.hashicorp.com ${os} main" + sudo apt-add-repository "${repo}" || die "Failed to add repo!" + apt update -y + apt install -y terraform + #die "Please install terraform!" fi pushd "${CSIT_DIR}"/fdio.infra.terraform || die "Pushd failed!" diff --git a/resources/libraries/python/DUTSetup.py b/resources/libraries/python/DUTSetup.py index 712da63893..885b1ef30a 100644 --- a/resources/libraries/python/DUTSetup.py +++ b/resources/libraries/python/DUTSetup.py @@ -400,6 +400,20 @@ class DUTSetup: :type numvfs: int :raises RuntimeError: Failed to create VFs on PCI. """ + cmd = f"test -f /sys/bus/pci/devices/{pf_pci_addr}/sriov_numvfs" + sriov_unsupported, _, _ = exec_cmd(node, cmd) + # if sriov_numvfs doesn't exist, then sriov_unsupported != 0 + if int(sriov_unsupported): + if numvfs == 0: + # sriov is not supported and we want 0 VFs + # no need to do anything + return + else: + raise RuntimeError( + f"Can't configure {numvfs} VFs on {pf_pci_addr} device " + f"on {node[u'host']} since it doesn't support SR-IOV." + ) + pci = pf_pci_addr.replace(u":", r"\:") command = f"sh -c \"echo {numvfs} | " \ f"tee /sys/bus/pci/devices/{pci}/sriov_numvfs\"" @@ -430,16 +444,21 @@ class DUTSetup: ) @staticmethod - def pci_driver_unbind_list(node, *pci_addrs): - """Unbind PCI devices from current driver on node. + def unbind_pci_devices_from_other_driver(node, driver, *pci_addrs): + """Unbind PCI devices from driver other than input driver on node. :param node: DUT node. + :param driver: Driver to not unbind from. If None or empty string, + will attempt to unbind from the current driver. :param pci_addrs: PCI device addresses. :type node: dict + :type driver: str :type pci_addrs: list """ for pci_addr in pci_addrs: - DUTSetup.pci_driver_unbind(node, pci_addr) + if not driver or \ + DUTSetup.get_pci_dev_driver(node, pci_addr) != driver: + DUTSetup.pci_driver_unbind(node, pci_addr) @staticmethod def pci_driver_bind(node, pci_addr, driver): @@ -543,61 +562,25 @@ class DUTSetup: def get_pci_dev_driver(node, pci_addr): """Get current PCI device driver on node. - .. note:: - # lspci -vmmks 0000:00:05.0 - Slot: 00:05.0 - Class: Ethernet controller - Vendor: Red Hat, Inc - Device: Virtio network device - SVendor: Red Hat, Inc - SDevice: Device 0001 - PhySlot: 5 - Driver: virtio-pci - :param node: DUT node. :param pci_addr: PCI device address. :type node: dict :type pci_addr: str :returns: Driver or None - :raises RuntimeError: If PCI rescan or lspci command execution failed. :raises RuntimeError: If it is not possible to get the interface driver information from the node. """ - ssh = SSH() - ssh.connect(node) - - for i in range(3): - logger.trace(f"Try number {i}: Get PCI device driver") - - cmd = f"lspci -vmmks {pci_addr}" - ret_code, stdout, _ = ssh.exec_command(cmd) - if int(ret_code): - raise RuntimeError(f"'{cmd}' failed on '{node[u'host']}'") - - for line in stdout.splitlines(): - if not line: - continue - name = None - value = None - try: - name, value = line.split(u"\t", 1) - except ValueError: - if name == u"Driver:": - return None - if name == u"Driver:": - return value - - if i < 2: - logger.trace( - f"Driver for PCI device {pci_addr} not found, " - f"executing pci rescan and retrying" - ) - cmd = u"sh -c \"echo 1 > /sys/bus/pci/rescan\"" - ret_code, _, _ = ssh.exec_command_sudo(cmd) - if int(ret_code) != 0: - raise RuntimeError(f"'{cmd}' failed on '{node[u'host']}'") - - return None + driver_path = f"/sys/bus/pci/devices/{pci_addr}/driver" + cmd = f"test -d {driver_path}" + ret_code, ret_val, _ = exec_cmd(node, cmd) + if int(ret_code): + # the directory doesn't exist which means the device is not bound + # to any driver + return None + else: + cmd = f"basename $(readlink -f {driver_path})" + ret_val, _ = exec_cmd_no_error(node, cmd) + return ret_val.strip() @staticmethod def verify_kernel_module(node, module, force_load=False): diff --git a/resources/libraries/python/InterfaceUtil.py b/resources/libraries/python/InterfaceUtil.py index 59652c742c..c50593ce6c 100644 --- a/resources/libraries/python/InterfaceUtil.py +++ b/resources/libraries/python/InterfaceUtil.py @@ -1792,6 +1792,10 @@ class InterfaceUtil: vf_keys = InterfaceUtil.init_generic_interface( node, ifc_key, numvfs=numvfs, osi_layer=osi_layer ) + elif driver == u"rdma-core": + vf_keys = InterfaceUtil.init_generic_interface( + node, ifc_key, numvfs=numvfs, osi_layer=osi_layer + ) return vf_keys @staticmethod @@ -1825,8 +1829,9 @@ class InterfaceUtil: # PCI device must be re-bound to kernel driver before creating VFs. DUTSetup.verify_kernel_module(node, kernel_driver, force_load=True) # Stop VPP to prevent deadlock. - # Unbind from current driver. - DUTSetup.pci_driver_unbind(node, pf_pci_addr) + # Unbind from current driver if bound. + if current_driver: + DUTSetup.pci_driver_unbind(node, pf_pci_addr) # Bind to kernel driver. DUTSetup.pci_driver_bind(node, pf_pci_addr, kernel_driver) diff --git a/resources/libraries/robot/shared/interfaces.robot b/resources/libraries/robot/shared/interfaces.robot index 701d9938ac..99ea2c6b41 100644 --- a/resources/libraries/robot/shared/interfaces.robot +++ b/resources/libraries/robot/shared/interfaces.robot @@ -137,7 +137,8 @@ | | Run Keyword If | ${index} >= 0 | Return From Keyword | | FOR | ${dut} | IN | @{duts} | | | Stop VPP Service | ${nodes['${dut}']} -| | | PCI Driver Unbind List | ${nodes['${dut}']} | @{${dut}_pf_pci} +| | | Unbind PCI Devices From Other Driver | ${nodes['${dut}']} | vfio-pci | +| | | ... | @{${dut}_pf_pci} | | | Run keyword | ${dut}.Add DPDK Dev | @{${dut}_pf_pci} | | | Run Keyword If | ${dpdk_no_tx_checksum_offload} | | | ... | ${dut}.Add DPDK No Tx Checksum Offload diff --git a/resources/tools/presentation/generator_alerts.py b/resources/tools/presentation/generator_alerts.py index 4dd78fe820..9a0a03a59f 100644 --- a/resources/tools/presentation/generator_alerts.py +++ b/resources/tools/presentation/generator_alerts.py @@ -22,10 +22,11 @@ import smtplib import logging import re +from difflib import SequenceMatcher from email.mime.text import MIMEText from email.mime.multipart import MIMEMultipart from os.path import isdir -from collections import OrderedDict +from collections import OrderedDict, defaultdict from pal_errors import PresentationError @@ -80,12 +81,14 @@ class Alerting: self._spec = spec + self.error_msgs = list() + try: self._spec_alert = spec.alerting except KeyError as err: - raise AlertingError(u"Alerting is not configured, skipped.", - repr(err), - u"WARNING") + raise AlertingError( + u"Alerting is not configured, skipped.", repr(err), u"WARNING" + ) self._path_failed_tests = spec.environment[u"paths"][u"DIR[STATIC,VPP]"] @@ -250,7 +253,7 @@ class Alerting: """ directory = self.configs[alert[u"way"]][u"output-dir"] - failed_tests = OrderedDict() + failed_tests = defaultdict(dict) file_path = f"{directory}/{test_set}.txt" version = u"" try: @@ -273,20 +276,42 @@ class Alerting: duration = f"{(minutes // 60):02d}:{(minutes % 60):02d}" continue try: - test = line[:-1].split(u'-') + line, error_msg = line[:-1].split(u'###', maxsplit=1) + test = line.split(u'-') name = u'-'.join(test[3:-1]) - except IndexError: + except ValueError: continue - if failed_tests.get(name, None) is None: - failed_tests[name] = dict(nics=list(), - framesizes=list(), - cores=list()) - if test[0] not in failed_tests[name][u"nics"]: - failed_tests[name][u"nics"].append(test[0]) - if test[1] not in failed_tests[name][u"framesizes"]: - failed_tests[name][u"framesizes"].append(test[1]) - if test[2] not in failed_tests[name][u"cores"]: - failed_tests[name][u"cores"].append(test[2]) + + for e_msg in self.error_msgs: + if SequenceMatcher(None, e_msg, + error_msg).ratio() > 0.5: + error_msg = e_msg + break + if error_msg not in self.error_msgs: + self.error_msgs.append(error_msg) + + error_msg_index = self.error_msgs.index(error_msg) + + if failed_tests.get(name, {}).get(error_msg_index) is None: + failed_tests[name][error_msg_index] = \ + dict(nics=list(), + framesizes=list(), + cores=list()) + + if test[0] not in \ + failed_tests[name][error_msg_index][u"nics"]: + failed_tests[name][error_msg_index][u"nics"].\ + append(test[0]) + if test[1] not in \ + failed_tests[name][error_msg_index][u"framesizes"]: + failed_tests[name][error_msg_index][u"framesizes"].\ + append(test[1]) + check_core = test[2] + f"[{str(error_msg_index)}]" + if check_core not in \ + failed_tests[name][error_msg_index][u"cores"]: + failed_tests[name][error_msg_index][u"cores"].\ + append(test[2] + "[" + str(error_msg_index) + "]") + except IOError: logging.error(f"No such file or directory: {file_path}") return None, None, None, None, None, None @@ -404,31 +429,46 @@ class Alerting: max_len = MaxLens(0, 0, 0, 0) - for name, params in failed_tests.items(): - failed_tests[name][u"nics"] = u",".join(sorted(params[u"nics"])) - failed_tests[name][u"framesizes"] = \ - u",".join(sorted(params[u"framesizes"])) - failed_tests[name][u"cores"] = \ - u",".join(sorted(params[u"cores"])) - if len(name) > max_len.name: - max_len.name = len(name) - if len(failed_tests[name][u"nics"]) > max_len.nics: - max_len.nics = len(failed_tests[name][u"nics"]) - if len(failed_tests[name][u"framesizes"]) > max_len.frmsizes: - max_len.frmsizes = len(failed_tests[name][u"framesizes"]) - if len(failed_tests[name][u"cores"]) > max_len.cores: - max_len.cores = len(failed_tests[name][u"cores"]) - - for name, params in failed_tests.items(): - text += ( - f"{name + u' ' * (max_len.name - len(name))} " - f"{params[u'nics']}" - f"{u' ' * (max_len.nics - len(params[u'nics']))} " - f"{params[u'framesizes']}" - f"{u' ' * (max_len.frmsizes-len(params[u'framesizes']))} " - f"{params[u'cores']}" - f"{u' ' * (max_len.cores - len(params[u'cores']))}\n" - ) + for test, message in failed_tests.items(): + for e_message, params in message.items(): + failed_tests[test][e_message][u"nics"] = \ + u" ".join(sorted(params[u"nics"])) + failed_tests[test][e_message][u"framesizes"] = \ + u" ".join(sorted(params[u"framesizes"])) + failed_tests[test][e_message][u"cores"] = \ + u" ".join(sorted(params[u"cores"])) + if len(test) > max_len.name: + max_len.name = len(test) + if len(failed_tests[test][e_message][u"nics"]) > \ + max_len.nics: + max_len.nics = \ + len(failed_tests[test][e_message][u"nics"]) + if len(failed_tests[test][e_message][u"framesizes"]) > \ + max_len.frmsizes: + max_len.frmsizes = \ + len(failed_tests[test][e_message][u"framesizes"]) + if len(failed_tests[test][e_message][u"cores"]) > \ + max_len.cores: + max_len.cores = \ + len(failed_tests[test][e_message][u"cores"]) + + for test, message in failed_tests.items(): + test_added = False + for e_message, params in message.items(): + if not test_added: + test_added = True + else: + test = "" + text += ( + f"{test + u' ' * (max_len.name - len(test))} " + f"{params[u'nics']}" + f"{u' ' * (max_len.nics - len(params[u'nics']))} " + f"{params[u'framesizes']}" + f"""{u' ' * (max_len.frmsizes + - len(params[u'framesizes']))} """ + f"{params[u'cores']}" + f"{u' ' * (max_len.cores - len(params[u'cores']))}\n" + ) gression_hdr = ( f"\n\n{test_set_short}, " @@ -446,6 +486,11 @@ class Alerting: f"{self.configs[alert[u'way']][u'output-file']}" logging.info(f"Writing the file {file_name}.txt ...") + text += f"\n\nLegend:\n\n" + + for e_msg in self.error_msgs: + text += f"[{self.error_msgs.index(e_msg)}] - {e_msg}\n" + try: with open(f"{file_name}.txt", u'w') as txt_file: txt_file.write(text) diff --git a/resources/tools/presentation/generator_cpta.py b/resources/tools/presentation/generator_cpta.py index 997333a769..7f4c050b29 100644 --- a/resources/tools/presentation/generator_cpta.py +++ b/resources/tools/presentation/generator_cpta.py @@ -180,25 +180,32 @@ def _generate_trending_traces(in_data, job_name, build_info, :rtype: tuple(traces, result) """ - if incl_tests not in (u"mrr", u"ndr", u"pdr"): + if incl_tests not in (u"mrr", u"ndr", u"pdr", u"pdr-lat"): return list(), None data_x = list(in_data.keys()) data_y_pps = list() data_y_mpps = list() data_y_stdev = list() - for item in in_data.values(): - data_y_pps.append(float(item[u"receive-rate"])) - data_y_stdev.append(float(item[u"receive-stdev"]) / 1e6) - data_y_mpps.append(float(item[u"receive-rate"]) / 1e6) - + if incl_tests == u"pdr-lat": + for item in in_data.values(): + data_y_pps.append(float(item.get(u"lat_1", u"nan")) / 1e6) + data_y_stdev.append(float(u"nan")) + data_y_mpps.append(float(item.get(u"lat_1", u"nan")) / 1e6) + multi = 1.0 + else: + for item in in_data.values(): + data_y_pps.append(float(item[u"receive-rate"])) + data_y_stdev.append(float(item[u"receive-stdev"]) / 1e6) + data_y_mpps.append(float(item[u"receive-rate"]) / 1e6) + multi = 1e6 hover_text = list() xaxis = list() for index, key in enumerate(data_x): str_key = str(key) date = build_info[job_name][str_key][0] hover_str = (u"date: {date}<br>" - u"{property} [Mpps]: {value:.3f}<br>" + u"{property} [Mpps]: <val><br>" u"<stdev>" u"{sut}-ref: {build}<br>" u"csit-ref: {test}-{period}-build-{build_nr}<br>" @@ -209,8 +216,16 @@ def _generate_trending_traces(in_data, job_name, build_info, ) else: hover_str = hover_str.replace(u"<stdev>", u"") + if incl_tests == u"pdr-lat": + hover_str = hover_str.replace( + u"throughput [Mpps]", u"latency [s]" + ) + hover_str = hover_str.replace(u"<val>", u"{value:.1e}") + else: + hover_str = hover_str.replace(u"<val>", u"{value:.3f}") if u"-cps" in name: - hover_str = hover_str.replace(u"[Mpps]", u"[Mcps]") + hover_str = hover_str.replace(u"[Mpps]", u"[Mcps]").\ + replace(u"throughput", u"connection rate") if u"dpdk" in job_name: hover_text.append(hover_str.format( date=date, @@ -223,7 +238,7 @@ def _generate_trending_traces(in_data, job_name, build_info, build_nr=str_key, testbed=build_info[job_name][str_key][2])) elif u"vpp" in job_name: - hover_str = hover_str.format( + hover_text.append(hover_str.format( date=date, property=u"average" if incl_tests == u"mrr" else u"throughput", value=data_y_mpps[index], @@ -232,10 +247,7 @@ def _generate_trending_traces(in_data, job_name, build_info, test=incl_tests, period=u"daily" if incl_tests == u"mrr" else u"weekly", build_nr=str_key, - testbed=build_info[job_name][str_key][2]) - if u"-cps" in name: - hover_str = hover_str.replace(u"throughput", u"connection rate") - hover_text.append(hover_str) + testbed=build_info[job_name][str_key][2])) xaxis.append(datetime(int(date[0:4]), int(date[4:6]), int(date[6:8]), int(date[9:11]), int(date[12:]))) @@ -249,9 +261,9 @@ def _generate_trending_traces(in_data, job_name, build_info, classify_anomalies(data_pd) except ValueError as err: logging.info(f"{err} Skipping") - return - avgs_mpps = [avg_pps / 1e6 for avg_pps in avgs_pps] - stdevs_mpps = [stdev_pps / 1e6 for stdev_pps in stdevs_pps] + return list(), None + avgs_mpps = [avg_pps / multi for avg_pps in avgs_pps] + stdevs_mpps = [stdev_pps / multi for stdev_pps in stdevs_pps] anomalies = OrderedDict() anomalies_colors = list() @@ -264,7 +276,7 @@ def _generate_trending_traces(in_data, job_name, build_info, if anomaly_classification: for index, (key, value) in enumerate(data_pd.items()): if anomaly_classification[index] in (u"regression", u"progression"): - anomalies[key] = value / 1e6 + anomalies[key] = value / multi anomalies_colors.append( anomaly_color[anomaly_classification[index]]) anomalies_avgs.append(avgs_mpps[index]) @@ -294,10 +306,15 @@ def _generate_trending_traces(in_data, job_name, build_info, trend_hover_text = list() for idx in range(len(data_x)): - trend_hover_str = ( - f"trend [Mpps]: {avgs_mpps[idx]:.3f}<br>" - f"stdev [Mpps]: {stdevs_mpps[idx]:.3f}" - ) + if incl_tests == u"pdr-lat": + trend_hover_str = ( + f"trend [s]: {avgs_mpps[idx]:.1e}<br>" + ) + else: + trend_hover_str = ( + f"trend [Mpps]: {avgs_mpps[idx]:.3f}<br>" + f"stdev [Mpps]: {stdevs_mpps[idx]:.3f}" + ) trend_hover_text.append(trend_hover_str) trace_trend = plgo.Scatter( @@ -317,6 +334,26 @@ def _generate_trending_traces(in_data, job_name, build_info, ) traces.append(trace_trend) + if incl_tests == u"pdr-lat": + colorscale = [ + [0.00, u"green"], + [0.33, u"green"], + [0.33, u"white"], + [0.66, u"white"], + [0.66, u"red"], + [1.00, u"red"] + ] + ticktext = [u"Progression", u"Normal", u"Regression"] + else: + colorscale = [ + [0.00, u"red"], + [0.33, u"red"], + [0.33, u"white"], + [0.66, u"white"], + [0.66, u"green"], + [1.00, u"green"] + ] + ticktext = [u"Regression", u"Normal", u"Progression"] trace_anomalies = plgo.Scatter( x=list(anomalies.keys()), y=anomalies_avgs, @@ -329,14 +366,7 @@ def _generate_trending_traces(in_data, job_name, build_info, u"size": 15, u"symbol": u"circle-open", u"color": anomalies_colors, - u"colorscale": [ - [0.00, u"red"], - [0.33, u"red"], - [0.33, u"white"], - [0.66, u"white"], - [0.66, u"green"], - [1.00, u"green"] - ], + u"colorscale": colorscale, u"showscale": True, u"line": { u"width": 2 @@ -351,7 +381,7 @@ def _generate_trending_traces(in_data, job_name, build_info, }, u"tickmode": u"array", u"tickvals": [0.167, 0.500, 0.833], - u"ticktext": [u"Regression", u"Normal", u"Progression"], + u"ticktext": ticktext, u"ticks": u"", u"ticklen": 0, u"tickangle": -90, @@ -474,12 +504,18 @@ def _generate_all_charts(spec, input_data): # CSIT-1180: Itm will be list, compute stats. try: tst_lst.append(str(itm.get(u"receive-rate", u""))) - tst_lst_lat_1.append(str(itm.get(u"lat_1", u""))) - tst_lst_lat_2.append(str(itm.get(u"lat_2", u""))) + if ttype == u"pdr": + tst_lst_lat_1.append( + str(itm.get(u"lat_1", u"")) + ) + tst_lst_lat_2.append( + str(itm.get(u"lat_2", u"")) + ) except AttributeError: tst_lst.append(u"") - tst_lst_lat_1.append(u"") - tst_lst_lat_2.append(u"") + if ttype == u"pdr": + tst_lst_lat_1.append(u"") + tst_lst_lat_2.append(u"") csv_tbl.append(f"{tst_name}," + u",".join(tst_lst) + u'\n') csv_tbl_lat_1.append( f"{tst_name}," + u",".join(tst_lst_lat_1) + u"\n" @@ -490,6 +526,7 @@ def _generate_all_charts(spec, input_data): # Generate traces: traces = list() + traces_lat = list() index = 0 groups = graph.get(u"groups", None) visibility = list() @@ -544,6 +581,18 @@ def _generate_all_charts(spec, input_data): color=COLORS[index], incl_tests=ttype ) + if ttype == u"pdr": + trace_lat, _ = _generate_trending_traces( + test_data, + job_name=job_name, + build_info=build_info, + name=u'-'.join( + tst_name.split(u'.')[-1].split( + u'-')[2:-1]), + color=COLORS[index], + incl_tests=u"pdr-lat" + ) + traces_lat.extend(trace_lat) except IndexError: logging.error( f"Out of colors: index: " @@ -621,6 +670,33 @@ def _generate_all_charts(spec, input_data): except plerr.PlotlyEmptyDataError: logging.warning(u"No data for the plot. Skipped.") + if traces_lat: + try: + layout = deepcopy(graph[u"layout"]) + layout[u"yaxis"][u"title"] = u"Latency [s]" + layout[u"yaxis"][u"tickformat"] = u".3s" + except KeyError as err: + logging.error(u"Finished with error: No layout defined") + logging.error(repr(err)) + return dict() + name_file = ( + f"{spec.cpta[u'output-file']}/" + f"{graph[u'output-file-name']}-lat.html" + ) + name_file = name_file.format(core=core, test_type=ttype) + + logging.info(f" Writing the file {name_file}") + plpl = plgo.Figure(data=traces_lat, layout=layout) + try: + ploff.plot( + plpl, + show_link=False, + auto_open=False, + filename=name_file + ) + except plerr.PlotlyEmptyDataError: + logging.warning(u"No data for the plot. Skipped.") + return_lst.append( { u"job_name": job_name, diff --git a/resources/tools/presentation/generator_plots.py b/resources/tools/presentation/generator_plots.py index f273aeb97b..1b95030818 100644 --- a/resources/tools/presentation/generator_plots.py +++ b/resources/tools/presentation/generator_plots.py @@ -193,9 +193,9 @@ def plot_statistics(plot, input_data): logging.info(f" Writing the file {name_file}") plpl = plgo.Figure(data=traces, layout=plot[u"layout"]) - tickvals = [min(data_y_duration), max(data_y_duration)] - step = (tickvals[1] - tickvals[0]) / 6 - for i in range(6): + tickvals = [0, (max(data_y_duration) // 60) * 60] + step = tickvals[1] / 5 + for i in range(5): tickvals.append(int(tickvals[0] + step * (i + 1))) plpl.update_layout( yaxis2=dict( @@ -203,6 +203,7 @@ def plot_statistics(plot, input_data): anchor=u"x", overlaying=u"y", side=u"right", + rangemode="tozero", tickmode=u"array", tickvals=tickvals, ticktext=[f"{(val // 60):02d}:{(val % 60):02d}" for val in tickvals] diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index 449b2357a8..1a3e46ab8e 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -17,6 +17,7 @@ import logging import csv +import math import re from collections import OrderedDict @@ -24,11 +25,11 @@ from xml.etree import ElementTree as ET from datetime import datetime as dt from datetime import timedelta from copy import deepcopy -from json import loads import plotly.graph_objects as go import plotly.offline as ploff import pandas as pd +import prettytable from numpy import nan, isnan from yaml import load, FullLoader, YAMLError @@ -59,7 +60,8 @@ def generate_tables(spec, data): u"table_failed_tests_html": table_failed_tests_html, u"table_oper_data_html": table_oper_data_html, u"table_comparison": table_comparison, - u"table_weekly_comparison": table_weekly_comparison + u"table_weekly_comparison": table_weekly_comparison, + u"table_job_spec_duration": table_job_spec_duration } logging.info(u"Generating the tables ...") @@ -76,6 +78,96 @@ def generate_tables(spec, data): logging.info(u"Done.") +def table_job_spec_duration(table, input_data): + """Generate the table(s) with algorithm: table_job_spec_duration + specified in the specification file. + + :param table: Table to generate. + :param input_data: Data to process. + :type table: pandas.Series + :type input_data: InputData + """ + + _ = input_data + + logging.info(f" Generating the table {table.get(u'title', u'')} ...") + + jb_type = table.get(u"jb-type", None) + + tbl_lst = list() + if jb_type == u"iterative": + for line in table.get(u"lines", tuple()): + tbl_itm = { + u"name": line.get(u"job-spec", u""), + u"data": list() + } + for job, builds in line.get(u"data-set", dict()).items(): + for build_nr in builds: + try: + minutes = input_data.metadata( + job, str(build_nr) + )[u"elapsedtime"] // 60000 + except (KeyError, IndexError, ValueError, AttributeError): + continue + tbl_itm[u"data"].append(minutes) + tbl_itm[u"mean"] = mean(tbl_itm[u"data"]) + tbl_itm[u"stdev"] = stdev(tbl_itm[u"data"]) + tbl_lst.append(tbl_itm) + elif jb_type == u"coverage": + job = table.get(u"data", None) + if not job: + return + for line in table.get(u"lines", tuple()): + try: + tbl_itm = { + u"name": line.get(u"job-spec", u""), + u"mean": input_data.metadata( + list(job.keys())[0], str(line[u"build"]) + )[u"elapsedtime"] // 60000, + u"stdev": float(u"nan") + } + tbl_itm[u"data"] = [tbl_itm[u"mean"], ] + except (KeyError, IndexError, ValueError, AttributeError): + continue + tbl_lst.append(tbl_itm) + else: + logging.warning(f"Wrong type of job-spec: {jb_type}. Skipping.") + return + + for line in tbl_lst: + line[u"mean"] = \ + f"{int(line[u'mean'] // 60):02d}:{int(line[u'mean'] % 60):02d}" + if math.isnan(line[u"stdev"]): + line[u"stdev"] = u"" + else: + line[u"stdev"] = \ + f"{int(line[u'stdev'] //60):02d}:{int(line[u'stdev'] % 60):02d}" + + if not tbl_lst: + return + + rows = list() + for itm in tbl_lst: + rows.append([ + itm[u"name"], + f"{len(itm[u'data'])}", + f"{itm[u'mean']} +- {itm[u'stdev']}" + if itm[u"stdev"] != u"" else f"{itm[u'mean']}" + ]) + + txt_table = prettytable.PrettyTable( + [u"Job Specification", u"Nr of Runs", u"Duration [HH:MM]"] + ) + for row in rows: + txt_table.add_row(row) + txt_table.align = u"r" + txt_table.align[u"Job Specification"] = u"l" + + file_name = f"{table.get(u'output-file', u'')}.txt" + with open(file_name, u"wt", encoding='utf-8') as txt_file: + txt_file.write(str(txt_table)) + + def table_oper_data_html(table, input_data): """Generate the table(s) with algorithm: html_table_oper_data specified in the specification file. @@ -205,29 +297,15 @@ def table_oper_data_html(table, input_data): threads = dict({idx: list() for idx in range(len(runtime))}) for idx, run_data in runtime.items(): for gnode, gdata in run_data.items(): - if gdata[u"vectors"] > 0: - clocks = gdata[u"clocks"] / gdata[u"vectors"] - elif gdata[u"calls"] > 0: - clocks = gdata[u"clocks"] / gdata[u"calls"] - elif gdata[u"suspends"] > 0: - clocks = gdata[u"clocks"] / gdata[u"suspends"] - else: - clocks = 0.0 - if gdata[u"calls"] > 0: - vectors_call = gdata[u"vectors"] / gdata[u"calls"] - else: - vectors_call = 0.0 - if int(gdata[u"calls"]) + int(gdata[u"vectors"]) + \ - int(gdata[u"suspends"]): - threads[idx].append([ - gnode, - int(gdata[u"calls"]), - int(gdata[u"vectors"]), - int(gdata[u"suspends"]), - clocks, - vectors_call - ]) - + threads[idx].append([ + gnode, + int(gdata[u"calls"]), + int(gdata[u"vectors"]), + int(gdata[u"suspends"]), + float(gdata[u"clocks"]), + float(gdata[u"vectors"] / gdata[u"calls"]) \ + if gdata[u"calls"] else 0.0 + ]) bold = ET.SubElement(tcol, u"b") bold.text = ( f"Host IP: {dut_data.get(u'host', '')}, " @@ -477,6 +555,13 @@ def _tpc_insert_data(target, src, include_tests): target[u"data"].append(src[u"throughput"][u"PDR"][u"LOWER"]) elif include_tests == u"NDR": target[u"data"].append(src[u"throughput"][u"NDR"][u"LOWER"]) + elif u"latency" in include_tests: + keys = include_tests.split(u"-") + if len(keys) == 4: + lat = src[keys[0]][keys[1]][keys[2]][keys[3]] + target[u"data"].append( + float(u"nan") if lat == -1 else lat * 1e6 + ) except (KeyError, TypeError): pass @@ -1367,7 +1452,11 @@ def table_last_failed_tests(table, input_data): if not groups: continue nic = groups.group(0) - failed_tests.append(f"{nic}-{tst_data[u'name']}") + msg = tst_data[u'msg'].replace(u"\n", u"") + msg = re.sub(r'(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})', + 'xxx.xxx.xxx.xxx', msg) + msg = msg.split(u'Also teardown failed')[0] + failed_tests.append(f"{nic}-{tst_data[u'name']}###{msg}") tbl_list.append(passed) tbl_list.append(failed) tbl_list.append(duration) @@ -1623,7 +1712,14 @@ def table_comparison(table, input_data): tag = col.get(u"tag", None) data = input_data.filter_data( table, - params=[u"throughput", u"result", u"name", u"parent", u"tags"], + params=[ + u"throughput", + u"result", + u"latency", + u"name", + u"parent", + u"tags" + ], data=col[u"data-set"], continue_on_error=True ) @@ -1661,7 +1757,14 @@ def table_comparison(table, input_data): if replacement: rpl_data = input_data.filter_data( table, - params=[u"throughput", u"result", u"name", u"parent", u"tags"], + params=[ + u"throughput", + u"result", + u"latency", + u"name", + u"parent", + u"tags" + ], data=replacement, continue_on_error=True ) @@ -1695,7 +1798,8 @@ def table_comparison(table, input_data): include_tests=table[u"include-tests"] ) - if table[u"include-tests"] in (u"NDR", u"PDR"): + if table[u"include-tests"] in (u"NDR", u"PDR") or \ + u"latency" in table[u"include-tests"]: for tst_name, tst_data in col_data[u"data"].items(): if tst_data[u"data"]: tst_data[u"mean"] = mean(tst_data[u"data"]) @@ -1780,11 +1884,14 @@ def table_comparison(table, input_data): cmp_itm[u"mean"] is not None and \ ref_itm[u"stdev"] is not None and \ cmp_itm[u"stdev"] is not None: - delta, d_stdev = relative_change_stdev( - ref_itm[u"mean"], cmp_itm[u"mean"], - ref_itm[u"stdev"], cmp_itm[u"stdev"] - ) - if delta is None: + try: + delta, d_stdev = relative_change_stdev( + ref_itm[u"mean"], cmp_itm[u"mean"], + ref_itm[u"stdev"], cmp_itm[u"stdev"] + ) + except ZeroDivisionError: + break + if delta is None or math.isnan(delta): break new_row.append({ u"mean": delta * 1e6, diff --git a/resources/tools/presentation/run_cpta.sh b/resources/tools/presentation/run_cpta.sh deleted file mode 100755 index 842339f7f5..0000000000 --- a/resources/tools/presentation/run_cpta.sh +++ /dev/null @@ -1,36 +0,0 @@ -#!/bin/bash - -set -x - -# set default values in config array -typeset -A DIR - -DIR[WORKING]=_tmp - -# Create working directories -mkdir ${DIR[WORKING]} - -# Create virtual environment -virtualenv -p $(which python3) ${DIR[WORKING]}/env -source ${DIR[WORKING]}/env/bin/activate - -# FIXME: s3 config (until migrated to vault, then account will be reset) -mkdir -p ${HOME}/.aws -echo "[nomad-s3]" >> ${HOME}/.aws/config -echo "[nomad-s3] -aws_access_key_id = csit -aws_secret_access_key = Csit1234" >> ${HOME}/.aws/credentials - -# Install python dependencies: -pip3 install -r requirements.txt - -export PYTHONPATH=`pwd`:`pwd`/../../../ - -STATUS=$(python pal.py \ - --specification specifications/trending \ - --logging INFO \ - --force) -RETURN_STATUS=$? - -echo ${STATUS} -exit ${RETURN_STATUS} diff --git a/resources/tools/presentation/run_report.sh b/resources/tools/presentation/run_report.sh deleted file mode 100755 index 81188e73ff..0000000000 --- a/resources/tools/presentation/run_report.sh +++ /dev/null @@ -1,40 +0,0 @@ -#!/bin/bash - -set -x - -RELEASE=$1 - -# set default values in config array -typeset -A CFG -typeset -A DIR - -DIR[WORKING]=_tmp - -# Create working directories -mkdir ${DIR[WORKING]} - -# Create virtual environment -virtualenv -p $(which python3) ${DIR[WORKING]}/env -source ${DIR[WORKING]}/env/bin/activate - -# FIXME: s3 config (until migrated to vault, then account will be reset) -mkdir -p ${HOME}/.aws -echo "[nomad-s3]" >> ${HOME}/.aws/config -echo "[nomad-s3] -aws_access_key_id = csit -aws_secret_access_key = Csit1234" >> ${HOME}/.aws/credentials - -# Install python dependencies: -pip3 install -r requirements.txt - -export PYTHONPATH=`pwd`:`pwd`/../../../ - -python pal.py \ - --specification specifications/report \ - --release ${RELEASE} \ - --week "30" \ - --logging INFO \ - --force - -RETURN_STATUS=$(echo $?) -exit ${RETURN_STATUS} diff --git a/resources/tools/presentation/run_report_local.sh b/resources/tools/presentation/run_report_local.sh deleted file mode 100755 index b48d4d2db5..0000000000 --- a/resources/tools/presentation/run_report_local.sh +++ /dev/null @@ -1,126 +0,0 @@ -#!/bin/bash - -# set -x - -usage() -{ - cat <<EOF -usage: run_report_local [OPTION] - -Options: - -h; --help Display this help and exit. - -f; --file Input XML file to be processed. - -d; --directory Directory with input XML files to be processed. - -r; --release Release string (optional). - -w; --week Release week (optional). - -i; --no-dependencies Do not install dependencies. - -l; --install-latex Instal Latex. -EOF -} - -filename="" -directoryname="" -release="master" -week="1" -cfg_install_dependencies=1 -cfg_install_latex=0 - -while [ "$1" != "" ]; do - case $1 in - -f | --file ) shift - filename=$1 - ;; - -d | --directory ) shift - directoryname=$1 - ;; - -r | --release ) shift - release=$1 - ;; - -w | --week ) shift - week=$1 - ;; - -i | --no-dependencies ) cfg_install_dependencies=0 - ;; - -l | --install-latex ) cfg_install_latex=1 - ;; - -h | --help ) usage - exit 1 - ;; - * ) usage - exit 1 - esac - shift -done - -echo "Parameters:" -echo " Input file: " ${filename} -echo " Input directory: " ${directoryname} -echo " Report release: " ${release} -echo " Report week: " ${week} -echo " Install dependencies: " ${cfg_install_dependencies} -echo " Install Latex: " ${cfg_install_latex} - -if [[ $filename == "" && $directoryname == "" ]]; then - echo "ERROR: The input directory or file is required." - usage - exit 1 -fi - -# set default values in config array -typeset -A CFG -typeset -A DIR - -DIR[WORKING]=_tmp - -# Install system dependencies -if [[ ${cfg_install_dependencies} -eq 1 ]] ; -then -sudo apt-get -y update -sudo apt-get -y install libxml2 libxml2-dev libxslt-dev build-essential \ - zlib1g-dev unzip -fi - -if [[ ${cfg_install_latex} -eq 1 ]] ; -then - sudo apt-get -y install xvfb texlive-latex-recommended \ - texlive-fonts-recommended texlive-fonts-extra texlive-latex-extra latexmk wkhtmltopdf inkscape - sudo sed -i.bak 's/^\(main_memory\s=\s\).*/\110000000/' /usr/share/texlive/texmf-dist/web2c/texmf.cnf -fi - -# Create working directories -mkdir ${DIR[WORKING]} - -# Create virtual environment -virtualenv -p $(which python3) ${DIR[WORKING]}/env -source ${DIR[WORKING]}/env/bin/activate - -# Install python dependencies: -pip3 install -r requirements.txt - -export PYTHONPATH=`pwd`:`pwd`/../../../:`pwd`/../../libraries/python - -# Show help so you know the meaning of all parameters -python pal.py --help - -if [[ ${filename} != "" ]]; then - python pal.py \ - --specification specifications/report_local \ - --release ${release} \ - --week ${week} \ - --logging INFO \ - --force \ - --input-file ${filename} -fi - -if [[ ${directoryname} != "" ]]; then - python pal.py \ - --specification specifications/report_local \ - --release ${release} \ - --week ${week} \ - --logging INFO \ - --force \ - --input-directory ${directoryname} -fi - -RETURN_STATUS=$(echo $?) -exit ${RETURN_STATUS} diff --git a/resources/tools/presentation/specification_parser.py b/resources/tools/presentation/specification_parser.py index a94d09f3fa..00614cf62f 100644 --- a/resources/tools/presentation/specification_parser.py +++ b/resources/tools/presentation/specification_parser.py @@ -666,9 +666,16 @@ class Specification: table[u"columns"][i][u"data-replacement"] = \ self.data_sets[data_set] + if table.get(u"lines", None): + for i in range(len(table[u"lines"])): + data_set = table[u"lines"][i].get(u"data-set", None) + if isinstance(data_set, str): + table[u"lines"][i][u"data-set"] = \ + self.data_sets[data_set] + except KeyError: raise PresentationError( - f"Wrong data set used in {table.get(u'title', u'')}." + f"Wrong set '{data_set}' used in {table.get(u'title', u'')}." ) self._specification[u"tables"].append(table) diff --git a/resources/tools/presentation/specifications/converter/environment.yaml b/resources/tools/presentation/specifications/converter/environment.yaml index 1f57445638..4ab9637eab 100644 --- a/resources/tools/presentation/specifications/converter/environment.yaml +++ b/resources/tools/presentation/specifications/converter/environment.yaml @@ -47,6 +47,12 @@ file-format: ".gz" enabled: True - type: "xml" + url: "https://s3-logs.fd.io/logs/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" path: "{job}/{build}/archives/{filename}" file-name: "output.xml.gz" diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 1ffa40e242..31344dbc02 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -283,6 +283,11 @@ - 52 # rls2106.rel MRR iter env 7 - 88 # rls2106.rel MRR AF-XDP iter env 7 + # TODO: Remove + vpp-2n-skx-curr-iter-mrr-single: + csit-vpp-perf-report-iterative-2106-2n-skx: + - 52 # rls2106.rel MRR iter env 7 + vpp-2n-skx-curr-soak: csit-vpp-perf-report-iterative-2106-2n-skx: - 58 # rls2106.rel soak env 7 @@ -511,6 +516,11 @@ - 36 # rls2106.rel MRR iter env 7 - 48 # rls2106.rel MRR AF-XDP iter env 7 + # TODO: Remove + vpp-2n-zn2-curr-iter-mrr-single: + csit-vpp-perf-report-iterative-2106-2n-zn2: + - 36 # rls2106.rel MRR iter env 7 + vpp-2n-zn2-curr-cov: csit-vpp-perf-report-coverage-2106-2n-zn2: - 1 # rls2106.rel NDRPDR COV env 7 @@ -675,11 +685,11 @@ - 131 # rls2106.rel NDRPDR AF-XDP iter env 7 - 132 # rls2106.rel NDRPDR AF-XDP iter env 7 - 133 # rls2106.rel NDRPDR AF-XDP iter env 7 - - 134 # rls2106.rel NDRPDR iter env 7 + - 144 # rls2106.rel NDRPDR iter env 7 vpp-2n-clx-curr-iter-best: csit-vpp-perf-report-iterative-2106-2n-clx: - - 134 # rls2106.rel NDRPDR iter env 7 + - 144 # rls2106.rel NDRPDR iter env 7 vpp-2n-clx-hist-iter-mrr-new-env: csit-vpp-perf-report-iterative-2101-2n-clx: @@ -694,11 +704,16 @@ vpp-2n-clx-prev-iter-mrr-new-env: csit-vpp-perf-report-iterative-2106-2n-clx: - 8 # rls2101.rel MRR iter env 7 - - 123 # rls2101.rel MRR AF-XDP iter env 7 vpp-2n-clx-curr-iter-mrr: csit-vpp-perf-report-iterative-2106-2n-clx: - 66 # rls2106.rel MRR iter env 7 + - 123 # rls2101.rel MRR AF-XDP iter env 7 + + # TODO: Remove + vpp-2n-clx-curr-iter-mrr-single: + csit-vpp-perf-report-iterative-2106-2n-clx: + - 66 # rls2106.rel MRR iter env 7 vpp-2n-clx-curr-iter-gso: csit-vpp-perf-report-iterative-2106-2n-clx: @@ -1057,6 +1072,11 @@ - 18 # rls2106.rel MRR iter env 7 - 29 # rls2101.rel MRR AF-XDP iter env 7 + # TODO: Remove + vpp-2n-tx2-curr-iter-mrr-single: + csit-vpp-perf-report-iterative-2106-2n-tx2: + - 18 # rls2106.rel MRR iter env 7 + vpp-2n-tx2-curr-cov: csit-vpp-perf-report-coverage-2106-2n-tx2: - 1 # rls2106.rel NDRPDR COV env 7 @@ -1329,13 +1349,11 @@ vpp-2n-icx-curr-iter: intel-csit-vpp-perf-report-iterative-2101-2n-icx: - - 2 # master NDRPDR iter env 6 - - 3 # master NDRPDR iter env 6 - - 4 # master NDRPDR iter env 6 + - 10 # rls2106.rel NDRPDR iter env 7 vpp-2n-icx-curr-iter-best: intel-csit-vpp-perf-report-iterative-2101-2n-icx: - - 2 # master NDRPDR iter env 6 + - 10 # rls2106.rel NDRPDR iter env 7 # vpp-2n-icx-curr-iter-mrr: # intel-csit-vpp-perf-report-iterative-2101-2n-icx: @@ -1352,8 +1370,8 @@ vpp-3n-icx-curr-iter: intel-csit-vpp-perf-report-iterative-2101-3n-icx: - - 2 # master NDRPDR iter env 6 + - 10 # rls2106.rel NDRPDR iter env 7 vpp-3n-icx-curr-iter-best: intel-csit-vpp-perf-report-iterative-2101-3n-icx: - - 2 # master NDRPDR iter env 6 + - 10 # rls2106.rel NDRPDR iter env 7 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 617828b917..2396851443 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -2,6 +2,1106 @@ ### T A B L E S ### ################################################################################ +# Statistics: job-specs' durations +- type: "table" + title: "Job Specification Duration: 2n-clx-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-clx-curr-iter-mrr-single" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-clx-curr-iter-best" + - job-spec: "vpp-gso-mrr-00" + data-set: "vpp-2n-clx-curr-iter-gso" + - job-spec: "soak-00" + data-set: "vpp-2n-clx-curr-soak" + - job-spec: "vsap-00" + data-set: "vpp-2n-clx-curr-iter-vsap" + - job-spec: "nfv-density-mrr-00" + data-set: "vpp-2n-clx-curr-nfv-mrr" + - job-spec: "nfv-density-mlr-00" + data-set: "vpp-2n-clx-curr-nfv-ndrpdr" + - job-spec: "reconf-00" + data-set: "vpp-2n-clx-curr-nfv-reconf" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-2n-clx-curr-iter" + +- type: "table" + title: "Job Specification Duration: 2n-clx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" + jb-type: "coverage" + data: "vpp-2n-clx-curr-cov" + lines: + - job-spec: "gso-00" + build: "1" + - job-spec: "ip4-00" + build: "2" + - job-spec: "ip4-01" + build: "3" + - job-spec: "ip4-02" + build: "4" + - job-spec: "ip4-03" + build: "5" + - job-spec: "ip4-04" + build: "6" + - job-spec: "ip4-05" + build: "7" + - job-spec: "ip4-06" + build: "8" + - job-spec: "ip4-07" + build: "9" + - job-spec: "ip4tun-00" + build: "10" + - job-spec: "ip6-00" + build: "11" + - job-spec: "ip6-01" + build: "12" + - job-spec: "l2-00" + build: "13" + - job-spec: "l2-01" + build: "14" + - job-spec: "lb-00" + build: "15" + - job-spec: "memif-00" + build: "16" + - job-spec: "vhost-00" + build: "17" + +- type: "table" + title: "Job Specification Duration: 2n-dnv-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-dnv-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-dnv-curr-iter" + +- type: "table" + title: "Job Specification Duration: 2n-dnv-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" + jb-type: "coverage" + data: "vpp-2n-dnv-curr-cov" + lines: + - job-spec: "ip4-00" + build: "7" + - job-spec: "ip4-01" + build: "8" + - job-spec: "ip6-00" + build: "9" + - job-spec: "ip6-01" + build: "10" + - job-spec: "l2-00" + build: "11" + - job-spec: "l2-01" + build: "13" + +- type: "table" + title: "Job Specification Duration: 2n-skx-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-skx-curr-iter-mrr-single" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-skx-curr-iter-best" + - job-spec: "vpp-gso-mrr-00" + data-set: "vpp-2n-skx-curr-gso" + - job-spec: "soak-00" + data-set: "vpp-2n-skx-curr-soak" + - job-spec: "nfv-density-mrr-00" + data-set: "vpp-2n-skx-curr-nfv-mrr" + - job-spec: "nfv-density-mlr-00" + data-set: "vpp-2n-skx-curr-nfv-ndrpdr" + - job-spec: "reconf-00" + data-set: "vpp-2n-skx-curr-nfv-reconf" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-2n-skx-curr-iter" + +- type: "table" + title: "Job Specification Duration: 2n-skx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" + jb-type: "coverage" + data: "vpp-2n-skx-curr-cov" + lines: + - job-spec: "gso-00" + build: "1" + - job-spec: "ip4-00" + build: "2" + - job-spec: "ip4-01" + build: "3" + - job-spec: "ip4-02" + build: "4" + - job-spec: "ip4-03" + build: "5" + - job-spec: "ip4-04" + build: "6" + - job-spec: "ip4-05" + build: "7" + - job-spec: "ip4-06" + build: "8" + - job-spec: "ip4-07" + build: "9" + - job-spec: "ip4tun-00" + build: "10" + - job-spec: "ip6-00" + build: "11" + - job-spec: "ip6-01" + build: "12" + - job-spec: "l2-00" + build: "13" + - job-spec: "l2-01" + build: "14" + - job-spec: "lb-00" + build: "15" + - job-spec: "memif-00" + build: "16" + - job-spec: "vhost-00" + build: "17" + +- type: "table" + title: "Job Specification Duration: 2n-tx2-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-tx2-curr-iter-mrr-single" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-tx2-curr-iter" + +- type: "table" + title: "Job Specification Duration: 2n-tx2-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" + jb-type: "coverage" + data: "vpp-2n-tx2-curr-cov" + lines: + - job-spec: "ip4-00" + build: "1" + - job-spec: "ip4-01" + build: "2" + - job-spec: "ip4-02" + build: "3" + - job-spec: "ip4-03" + build: "4" + - job-spec: "ip4-04" + build: "5" + - job-spec: "ip4-05" + build: "6" + - job-spec: "ip4-06" + build: "7" + - job-spec: "ip6-00" + build: "8" + - job-spec: "ip6-01" + build: "9" + - job-spec: "l2-00" + build: "10" + - job-spec: "l2-01" + build: "11" + - job-spec: "l2-02" + build: "12" + - job-spec: "l2-03" + build: "13" + - job-spec: "l2-04" + build: "14" + +- type: "table" + title: "Job Specification Duration: 2n-zn2-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-zn2-curr-iter-mrr-single" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-zn2-curr-iter-best" + - job-spec: "vpp-gso-mrr-00" + data-set: "vpp-2n-zn2-curr-iter-gso" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-2n-zn2-curr-iter" + +- type: "table" + title: "Job Specification Duration: 2n-zn2-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" + jb-type: "coverage" + data: "vpp-2n-zn2-curr-cov" + lines: + - job-spec: "gso-00" + build: "1" + - job-spec: "ip4-00" + build: "2" + - job-spec: "ip4-01" + build: "3" + - job-spec: "ip4-02" + build: "4" + - job-spec: "ip4-03" + build: "18" + - job-spec: "ip4-04" + build: "6" + - job-spec: "ip4-05" + build: "7" + - job-spec: "ip4tun-00" + build: "8" + - job-spec: "ip6-00" + build: "9" + - job-spec: "ip6-01" + build: "19" + - job-spec: "l2-00" + build: "11" + - job-spec: "l2-01" + build: "12" + - job-spec: "lb-00" + build: "13" + - job-spec: "memif-00" + build: "14" + - job-spec: "vhost-00" + build: "15" + +- type: "table" + title: "Job Specification Duration: 3n-dnv-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-dnv-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-dnv-curr-iter" + +- type: "table" + title: "Job Specification Duration: 3n-dnv-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" + jb-type: "coverage" + data: "vpp-3n-dnv-curr-cov" + lines: + - job-spec: "crypto-00" + build: "11" + - job-spec: "crypto-01" + build: "12" + - job-spec: "crypto-02" + build: "13" + - job-spec: "ip4-00" + build: "14" + - job-spec: "ip4-01" + build: "15" + - job-spec: "ip4tun-00" + build: "16" + - job-spec: "ip6-00" + build: "17" + - job-spec: "ip6-01" + build: "10" + - job-spec: "l2-00" + build: "20" + - job-spec: "l2-01" + build: "21" + +- type: "table" + title: "Job Specification Duration: 3n-skx-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-skx-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-skx-curr-iter" + - job-spec: "hoststack-00" + data-set: "vpp-3n-skx-curr-iter-hoststack" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-3n-skx-curr-iter" + +- type: "table" + title: "Job Specification Duration: 3n-skx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" + jb-type: "coverage" + data: "vpp-3n-skx-curr-cov" + lines: + - job-spec: "crypto-00" + build: "1" + - job-spec: "crypto-01" + build: "3" + - job-spec: "crypto-02" + build: "4" + - job-spec: "crypto-03" + build: "36" + - job-spec: "crypto-04" + build: "6" + - job-spec: "ip4-00" + build: "7" + - job-spec: "ip4-01" + build: "8" + - job-spec: "ip4-02" + build: "9" + - job-spec: "ip4-03" + build: "10" + - job-spec: "ip4-04" + build: "11" + - job-spec: "ip4-05" + build: "12" + - job-spec: "ip4-06" + build: "13" + - job-spec: "ip4-07" + build: "14" + - job-spec: "ip4tun-00" + build: "15" + - job-spec: "ip4tun-02" + build: "16" + - job-spec: "ip6-00" + build: "17" + - job-spec: "ip6-01" + build: "18" + - job-spec: "ip6tun-00" + build: "19" + - job-spec: "l2-00" + build: "20" + - job-spec: "l2-01" + build: "21" + - job-spec: "l2-02" + build: "22" + - job-spec: "l2-03" + build: "23" + - job-spec: "l2-04" + build: "24" + - job-spec: "l2-05" + build: "25" + - job-spec: "l2-06" + build: "26" + - job-spec: "l2-07" + build: "27" + - job-spec: "l2-08" + build: "28" + - job-spec: "l2-09" + build: "29" + - job-spec: "l2-10" + build: "30" + - job-spec: "memif-00" + build: "31" + - job-spec: "srv6-00" + build: "32" + - job-spec: "srv6-01" + build: "33" + - job-spec: "vhost-00" + build: "34" + - job-spec: "vhost-01" + build: "35" + +- type: "table" + title: "Job Specification Duration: 3n-tsh-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-tsh-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-tsh-curr-iter" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-3n-tsh-curr-iter" + +- type: "table" + title: "Job Specification Duration: 3n-tsh-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" + jb-type: "coverage" + data: "vpp-3n-tsh-curr-cov" + lines: + - job-spec: "ip4-00" + build: "7" + - job-spec: "ip4-01" + build: "8" + - job-spec: "ip4-02" + build: "9" + - job-spec: "ip4-03" + build: "10" + - job-spec: "ip4tun-00" + build: "15" + - job-spec: "ip6-00" + build: "17" + - job-spec: "ip6-01" + build: "18" + - job-spec: "l2-00" + build: "20" + - job-spec: "l2-01" + build: "21" + - job-spec: "l2-02" + build: "22" + - job-spec: "l2-03" + build: "23" + - job-spec: "l2-04" + build: "24" + - job-spec: "memif-00" + build: "31" + - job-spec: "srv6-00" + build: "32" + - job-spec: "srv6-01" + build: "33" + - job-spec: "vhost-00" + build: "34" + - job-spec: "vhost-01" + build: "35" + +# VPP Latency Changes 3n-skx 2t1c +- type: "table" + title: "VPP Latency Changes 3n-skx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-6" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-skx 2t1c +- type: "table" + title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-6" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-skx 2t1c +- type: "table" + title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-6" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-skx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-skx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-skx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-skx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-zn2 2t1c +- type: "table" + title: "VPP Latency Changes 2n-zn2 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-zn2 2t1c +- type: "table" + title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-zn2 2t1c +- type: "table" + title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-tx2 1t1c +- type: "table" + title: "VPP Latency Changes 2n-tx2 1t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-tx2 1t1c +- type: "table" + title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-tx2 1t1c +- type: "table" + title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-6" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-tsh 1t1c +- type: "table" + title: "VPP Latency Changes 3n-tsh 1t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-6" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-tsh 1t1c +- type: "table" + title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-6" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-tsh 1t1c +- type: "table" + title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-6" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter-best" + comparisons: + - title: "2101.0-7 vs 2101.0-6" + reference: 1 + compare: 2 +# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 2 + compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + # VPP Soak vs NDR - 2n-skx - type: "table" title: "VPP Soak vs NDR 2n-skx" @@ -2938,7 +4038,7 @@ # - "" # - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." # - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# +# # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr # - type: "table" # title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr" @@ -2961,7 +4061,7 @@ # - "" # - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." # - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# +# # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr # - type: "table" # title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr" diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml index d2263df97e..1c02347c11 100644 --- a/resources/tools/presentation/specifications/report/environment.yaml +++ b/resources/tools/presentation/specifications/report/environment.yaml @@ -143,6 +143,12 @@ file-format: ".gz" enabled: True - type: "xml" + url: "https://s3-logs.fd.io/logs/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" path: "{job}/{build}/archives/{filename}" file-name: "output.xml.gz" @@ -264,5 +270,5 @@ format: html: - full - pdf: - - minimal + # pdf: + # - minimal diff --git a/resources/tools/presentation/specifications/report_local/environment.yaml b/resources/tools/presentation/specifications/report_local/environment.yaml index ccf31b7cb9..cdbce03155 100644 --- a/resources/tools/presentation/specifications/report_local/environment.yaml +++ b/resources/tools/presentation/specifications/report_local/environment.yaml @@ -134,6 +134,12 @@ file-format: ".gz" enabled: True - type: "xml" + url: "https://s3-logs.fd.io/logs/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" path: "{job}/{build}/archives/{filename}" file-name: "output.xml.gz" diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml index b549948a4f..ca1ba6bba9 100644 --- a/resources/tools/presentation/specifications/trending/elements.yaml +++ b/resources/tools/presentation/specifications/trending/elements.yaml @@ -243,6 +243,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 2n-skx" @@ -255,6 +256,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 2n-clx" @@ -267,6 +269,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 2n-zn2" @@ -279,6 +282,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 3n-tsh" @@ -291,6 +295,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 2n-tx2" @@ -303,6 +308,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 3n-dnv" @@ -315,6 +321,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 2n-dnv" @@ -327,6 +334,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 3n-skx-ndrpdr" @@ -339,6 +347,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 2n-skx-ndrpdr" @@ -351,6 +360,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 2n-clx-ndrpdr" @@ -363,6 +373,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) DPDK 3n-tsh" @@ -375,6 +386,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) DPDK 2n-tx2" @@ -387,6 +399,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) DPDK 3n-skx" @@ -399,6 +412,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) DPDK 2n-skx" @@ -411,6 +425,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) DPDK 2n-clx" @@ -423,6 +438,7 @@ - "name" - "parent" - "status" + - "msg" # 3n-skx - type: "table" @@ -647,6 +663,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -667,6 +684,7 @@ - "name" - "parent" - "status" + - "msg" window: 30 # days - type: "table" @@ -753,6 +771,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -773,6 +792,7 @@ - "name" - "parent" - "status" + - "msg" window: 30 # days - type: "table" @@ -859,6 +879,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -879,6 +900,7 @@ - "name" - "parent" - "status" + - "msg" window: 30 # days - type: "table" @@ -965,6 +987,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -1050,6 +1073,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -1135,6 +1159,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -1220,6 +1245,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -1305,6 +1331,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -1533,7 +1560,6 @@ core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-mrr" layout: "plot-cpta" @@ -1544,7 +1570,6 @@ core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-mrr" layout: "plot-cpta" @@ -1554,7 +1579,6 @@ data: "plot-performance-trending-vpp-2n-clx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-{core}-rdma-eth-l2xcbase-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-{core}-rdma-ethip4-ip4base-eth-2memif-1dcr-mrr" @@ -1566,7 +1590,6 @@ core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-mrr" layout: "plot-cpta" @@ -1577,7 +1600,6 @@ core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-mrr" layout: "plot-cpta" @@ -1589,7 +1611,6 @@ include: - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1lxc-mrr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-mrr" layout: "plot-cpta" @@ -1612,7 +1633,6 @@ include: - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Xcbase-Eth-2Memif-1Lxc-mrr.64B-{core}-eth-l2xcbase-eth-2memif-1lxc-mrr" - - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr" - "Tests.Vpp.Perf.Container Memif.10ge2p1x520-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-mrr" layout: "plot-cpta" @@ -1633,7 +1653,6 @@ data: "plot-performance-trending-vpp-2n-clx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-{core}-avf-dot1q-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-{core}-avf-ethip4-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" layout: "plot-cpta" @@ -1808,7 +1827,6 @@ data: "plot-performance-trending-vpp-2n-clx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Mrr.64B-{core}-rdma-dot1q-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Mrr.64B-{core}-rdma-ethip4-ip4base-mrr" layout: "plot-cpta" @@ -1855,7 +1873,6 @@ data: "plot-performance-trending-vpp-2n-dnv" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-mrr.64B-{core}-dot1q-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-{core}-ethip4-ip4scale20k-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-{core}-ethip4-ip4scale200k-mrr" @@ -1879,7 +1896,6 @@ data: "plot-performance-trending-vpp-2n-skx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-{core}-avf-dot1q-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-{core}-avf-ethip4-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-{core}-avf-ethip4-ip4scale20k-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-{core}-avf-ethip4-ip4scale200k-mrr" @@ -1901,7 +1917,6 @@ data: "plot-performance-trending-vpp-2n-skx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-mrr.64B-{core}-dot1q-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-mrr.64B-{core}-ethip4-ip4scale20k-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-mrr.64B-{core}-ethip4-ip4scale200k-mrr" @@ -2083,7 +2098,6 @@ data: "plot-performance-trending-vpp-3n-dnv" core: ["1t1c", "2t2c", "4t4c"] include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-mrr.64B-{core}-dot1q-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-{core}-ethip4-ip4scale20k-mrr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-{core}-ethip4-ip4scale200k-mrr" @@ -2105,7 +2119,6 @@ data: "plot-performance-trending-vpp-3n-skx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-{core}-avf-dot1q-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Mrr.64B-{core}-avf-ethip4-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-mrr.64B-{core}-avf-ethip4-ip4scale20k-mrr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-mrr.64B-{core}-avf-ethip4-ip4scale200k-mrr" @@ -2126,7 +2139,6 @@ data: "plot-performance-trending-vpp-3n-tsh" core: ["1t1c", "2t2c", "4t4c"] include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-mrr.64B-{core}-dot1q-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-mrr.64B-{core}-ethip4-ip4scale20k-mrr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-mrr.64B-{core}-ethip4-ip4scale200k-mrr" @@ -2151,8 +2163,6 @@ include: - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-mrr.64B-{core}-ethip4vxlan-l2xcbase-mrr" - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-mrr.64B-{core}-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-mrr.64B-{core}-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr" layout: "plot-cpta" - title: "3n-skx-xxv710-64b-{core}-ip4tunnel-base-scale-avf-dpdk" @@ -2160,8 +2170,6 @@ data: "plot-performance-trending-vpp-3n-skx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Mrr.64B-{core}-avf-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Mrr.64B-{core}-avf-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-mrr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Mrr.64B-{core}-avf-ethip4vxlan-l2xcbase-mrr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-mrr" @@ -2175,8 +2183,6 @@ include: - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Xcbase-mrr.64B-{core}-ethip4vxlan-l2xcbase-mrr" - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-mrr.64B-{core}-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-mrr.64B-{core}-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr" layout: "plot-cpta" - title: "2n-clx-x710-78b-{core}-ip6routing-base-scale-avf-dpdk" @@ -2195,7 +2201,6 @@ data: "plot-performance-trending-vpp-2n-clx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-mrr.78B-{core}-avf-dot1q-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-mrr.78B-{core}-avf-ethip6-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-mrr.78B-{core}-avf-ethip6-ip6scale20k-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-mrr.78B-{core}-avf-ethip6-ip6scale200k-mrr" @@ -2240,7 +2245,6 @@ data: "plot-performance-trending-vpp-2n-clx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Mrr.78B-{core}-rdma-dot1q-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Mrr.78B-{core}-rdma-ethip6-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Mrr.78B-{core}-rdma-ethip6-ip6scale20k-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Mrr.78B-{core}-rdma-ethip6-ip6scale200k-mrr" @@ -2252,7 +2256,6 @@ data: "plot-performance-trending-vpp-2n-dnv" core: ["1t1c", "2t2c", "4t4c"] include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-mrr.78B-{core}-dot1q-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-mrr.78B-{core}-ethip6-ip6scale20k-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-mrr.78B-{core}-ethip6-ip6scale200k-mrr" @@ -2319,7 +2322,6 @@ data: "plot-performance-trending-vpp-3n-dnv" core: ["1t1c", "2t2c", "4t4c"] include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-mrr.78B-{core}-dot1q-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-mrr.78B-{core}-ethip6-ip6scale20k-mrr" - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-mrr.78B-{core}-ethip6-ip6scale200k-mrr" @@ -2340,7 +2342,6 @@ data: "plot-performance-trending-vpp-3n-skx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-mrr.78B-{core}-avf-dot1q-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-mrr.78B-{core}-avf-ethip6-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-mrr.78B-{core}-avf-ethip6-ip6scale20k-mrr" - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-mrr.78B-{core}-avf-ethip6-ip6scale200k-mrr" @@ -2361,7 +2362,6 @@ data: "plot-performance-trending-vpp-3n-tsh" core: ["1t1c", "2t2c", "4t4c"] include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Dot1Q-Ip6Base-mrr.78B-{core}-dot1q-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Scale20K-mrr.78B-{core}-ethip6-ip6scale20k-mrr" - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Scale200K-mrr.78B-{core}-ethip6-ip6scale200k-mrr" @@ -2482,7 +2482,6 @@ - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-mrr.64B-{core}-avf-eth-l2patch-mrr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-mrr.64B-{core}-avf-eth-l2xcbase-mrr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-mrr.64B-{core}-avf-dot1q-l2xcbase-mrr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-mrr" layout: "plot-cpta" @@ -2523,7 +2522,6 @@ data: "plot-performance-trending-vpp-2n-clx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Mrr.64B-{core}-rdma-dot1q-l2xcbase-mrr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-mrr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Mrr.64B-{core}-rdma-eth-l2patch-mrr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Mrr.64B-{core}-rdma-eth-l2xcbase-mrr" @@ -2581,7 +2579,6 @@ data: "plot-performance-trending-vpp-2n-skx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Mrr.64B-{core}-avf-dot1q-l2xcbase-mrr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-mrr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-mrr.64B-{core}-avf-eth-l2patch-mrr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-mrr.64B-{core}-avf-eth-l2xcbase-mrr" @@ -2649,7 +2646,6 @@ data: "plot-performance-trending-vpp-3n-skx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Mrr.64B-{core}-avf-dot1q-l2xcbase-mrr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-mrr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Mrr.64B-{core}-avf-eth-l2patch-mrr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Mrr.64B-{core}-avf-eth-l2xcbase-mrr" @@ -2683,7 +2679,6 @@ data: "plot-performance-trending-vpp-3n-tsh" core: ["1t1c", "2t2c", "4t4c"] include: - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Xcbase-mrr.64B-{core}-dot1q-l2xcbase-mrr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-mrr.64B-{core}-dot1q-l2bdbasemaclrn-mrr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-Mrr.64B-{core}-eth-l2patch-mrr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-mrr.64B-{core}-eth-l2xcbase-mrr" @@ -2747,8 +2742,6 @@ data: "plot-performance-trending-vpp-2n-clx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" layout: "plot-cpta" @@ -2758,8 +2751,6 @@ data: "plot-performance-trending-vpp-2n-clx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" layout: "plot-cpta" @@ -2785,8 +2776,6 @@ data: "plot-performance-trending-vpp-2n-clx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" layout: "plot-cpta" @@ -2796,8 +2785,6 @@ data: "plot-performance-trending-vpp-2n-clx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" layout: "plot-cpta" @@ -2817,8 +2804,6 @@ data: "plot-performance-trending-vpp-2n-skx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" layout: "plot-cpta" @@ -2828,8 +2813,6 @@ data: "plot-performance-trending-vpp-2n-skx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" layout: "plot-cpta" @@ -2839,7 +2822,6 @@ data: "plot-performance-trending-vpp-2n-skx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" layout: "plot-cpta" @@ -2849,7 +2831,6 @@ data: "plot-performance-trending-vpp-2n-skx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" layout: "plot-cpta" @@ -2877,7 +2858,6 @@ data: "plot-performance-trending-vpp-3n-skx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr" @@ -2889,8 +2869,6 @@ data: "plot-performance-trending-vpp-3n-skx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr" @@ -2902,39 +2880,17 @@ data: "plot-performance-trending-vpp-3n-skx" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" layout: "plot-cpta" - - title: "3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-testpmd" - output-file-name: "3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-testpmd" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-avf-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - layout: "plot-cpta" - - - title: "3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-vpp" - output-file-name: "3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-vpp" - data: "plot-performance-trending-vpp-3n-skx" - core: ["2t1c", "4t2c", "8t4c"] - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-mrr.64B-{core}-avf-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - layout: "plot-cpta" - - title: "3n-tsh-x520-64b-{core}-vhost-base-ixgbe-testpmd" output-file-name: "3n-tsh-x520-64b-{core}-vhost-base-ixgbe-testpmd" data: "plot-performance-trending-vpp-3n-tsh" core: ["1t1c", "2t2c", "4t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-mrr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr" @@ -2946,8 +2902,6 @@ data: "plot-performance-trending-vpp-3n-tsh" core: ["1t1c", "2t2c", "4t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-vppl2xc-mrr" @@ -3035,7 +2989,6 @@ core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-mrr" layout: "plot-cpta" @@ -3046,7 +2999,6 @@ core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-mrr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-mrr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-mrr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-mrr" layout: "plot-cpta" @@ -3056,7 +3008,6 @@ data: "plot-performance-trending-vpp-2n-zn2" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Mrr.64B-{core}-rdma-eth-l2xcbase-eth-2memif-1dcr-mrr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Mrr.64B-{core}-rdma-ethip4-ip4base-eth-2memif-1dcr-mrr" @@ -3078,7 +3029,6 @@ data: "plot-performance-trending-vpp-2n-zn2" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Mrr.64B-{core}-avf-dot1q-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-mrr.64B-{core}-avf-ethip4-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" layout: "plot-cpta" @@ -3219,7 +3169,6 @@ data: "plot-performance-trending-vpp-2n-zn2" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Mrr.64B-{core}-rdma-dot1q-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Mrr.64B-{core}-rdma-ethip4-ip4base-mrr" layout: "plot-cpta" @@ -3277,7 +3226,6 @@ data: "plot-performance-trending-vpp-2n-zn2" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-mrr.78B-{core}-avf-dot1q-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-mrr.78B-{core}-avf-ethip6-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-mrr.78B-{core}-avf-ethip6-ip6scale20k-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-mrr.78B-{core}-avf-ethip6-ip6scale200k-mrr" @@ -3322,7 +3270,6 @@ data: "plot-performance-trending-vpp-2n-zn2" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Mrr.78B-{core}-rdma-dot1q-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Mrr.78B-{core}-rdma-ethip6-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Mrr.78B-{core}-rdma-ethip6-ip6scale20k-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Mrr.78B-{core}-rdma-ethip6-ip6scale200k-mrr" @@ -3347,7 +3294,6 @@ - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-mrr.64B-{core}-avf-eth-l2patch-mrr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-mrr.64B-{core}-avf-eth-l2xcbase-mrr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-mrr.64B-{core}-avf-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-mrr.64B-{core}-avf-dot1q-l2xcbase-mrr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-mrr" layout: "plot-cpta" @@ -3388,7 +3334,6 @@ data: "plot-performance-trending-vpp-2n-zn2" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Mrr.64B-{core}-rdma-dot1q-l2xcbase-mrr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-mrr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Mrr.64B-{core}-rdma-eth-l2patch-mrr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Mrr.64B-{core}-rdma-eth-l2xcbase-mrr" @@ -3411,7 +3356,6 @@ data: "plot-performance-trending-vpp-2n-zn2" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" @@ -3422,7 +3366,6 @@ data: "plot-performance-trending-vpp-2n-zn2" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" @@ -3449,7 +3392,6 @@ data: "plot-performance-trending-vpp-2n-zn2" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-8t4c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-8t4c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Mrr.64B-8t4c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Mrr.64B-8t4c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr" @@ -3460,7 +3402,6 @@ data: "plot-performance-trending-vpp-2n-zn2" core: ["2t1c", "4t2c", "8t4c"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-mrr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Mrr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-mrr" @@ -3562,7 +3503,6 @@ data: "plot-performance-trending-vpp-2n-tx2" core: ["1t1c", "2t2c", "4t4c"] include: - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Dot1Q-Ip4Base-Mrr.64B-{core}-dot1q-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Mrr.64B-{core}-ethip4-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale20K-Mrr.64B-{core}-ethip4-ip4scale20k-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale200K-Mrr.64B-{core}-ethip4-ip4scale200k-mrr" @@ -3586,7 +3526,6 @@ data: "plot-performance-trending-vpp-2n-tx2" core: ["1t1c", "2t2c", "4t4c"] include: - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Dot1Q-Ip6Base-Mrr.78B-{core}-dot1q-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Mrr.78B-{core}-ethip6-ip6base-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale20K-Mrr.78B-{core}-ethip6-ip6scale20k-mrr" - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale200K-Mrr.78B-{core}-ethip6-ip6scale200k-mrr" @@ -3599,7 +3538,6 @@ data: "plot-performance-trending-vpp-2n-tx2" core: ["1t1c", "2t2c", "4t4c"] include: - - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Xcbase-Mrr.64B-{core}-dot1q-l2xcbase-mrr" - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Mrr.64B-{core}-dot1q-l2bdbasemaclrn-mrr" - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Patch-Mrr.64B-{core}-eth-l2patch-mrr" - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Xcbase-Mrr.64B-{core}-eth-l2xcbase-mrr" @@ -3651,7 +3589,6 @@ test-type: ["ndr", "pdr"] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" layout: "plot-cpta" @@ -3663,7 +3600,6 @@ test-type: ["ndr", "pdr"] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" layout: "plot-cpta" @@ -3674,7 +3610,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" @@ -3700,7 +3635,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-rdma-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-{core}-rdma-ethip4-ip4base-ndrpdr" layout: "plot-cpta" @@ -3738,7 +3672,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" @@ -3945,7 +3878,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-rdma-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-{core}-rdma-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-rdma-ethip6-ip6scale200k-ndrpdr" @@ -3970,7 +3902,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" @@ -4021,7 +3952,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-{core}-rdma-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-ndrpdr" @@ -4057,7 +3987,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" @@ -4098,8 +4027,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" layout: "plot-cpta" @@ -4110,8 +4037,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" layout: "plot-cpta" @@ -4122,8 +4047,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -4135,8 +4058,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -4161,7 +4082,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" @@ -4173,7 +4093,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" @@ -4199,7 +4118,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" layout: "plot-cpta" @@ -4486,7 +4404,6 @@ - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" layout: "plot-cpta" @@ -4533,8 +4450,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" layout: "plot-cpta" @@ -4545,8 +4460,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" layout: "plot-cpta" @@ -4557,7 +4470,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" layout: "plot-cpta" @@ -4568,7 +4480,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" layout: "plot-cpta" @@ -4581,7 +4492,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" @@ -4668,7 +4578,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" @@ -4695,8 +4604,6 @@ include: - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-{core}-avf-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-{core}-avf-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr" layout: "plot-cpta" - title: "3n-skx-xxv710-64b-{core}-ip4-tunnels-base-dpdk-{test_type}" @@ -4727,7 +4634,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - " Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" @@ -4764,7 +4670,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" @@ -4839,7 +4744,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" @@ -4872,8 +4776,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" @@ -4886,8 +4788,6 @@ core: ["2t1c", ] test-type: ["ndr", "pdr"] include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" diff --git a/resources/tools/presentation/specifications/trending/environment.yaml b/resources/tools/presentation/specifications/trending/environment.yaml index 3ad4c4f2b0..16261fa1c7 100644 --- a/resources/tools/presentation/specifications/trending/environment.yaml +++ b/resources/tools/presentation/specifications/trending/environment.yaml @@ -93,6 +93,12 @@ file-format: ".gz" enabled: True - type: "xml" + url: "https://s3-logs.fd.io/logs/production/vex-yul-rot-jenkins-1" + path: "{job}/{build}/{filename}" + file-name: "output_info.xml.gz" + file-format: ".gz" + enabled: True + - type: "xml" url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1" path: "{job}/{build}/archives/{filename}" file-name: "output.xml.gz" @@ -197,7 +203,6 @@ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-clx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-zn2" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-tx2" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" @@ -205,7 +210,6 @@ - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-skx" - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-skx" - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-clx" - - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master" - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-tsh" - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-tx2" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" diff --git a/resources/tools/presentation/specifications/trending/layouts.yaml b/resources/tools/presentation/specifications/trending/layouts.yaml index aec150fd45..97dee3f9e2 100644 --- a/resources/tools/presentation/specifications/trending/layouts.yaml +++ b/resources/tools/presentation/specifications/trending/layouts.yaml @@ -22,6 +22,7 @@ tickcolor: "rgb(238, 238, 238)" linewidth: 1 showgrid: True + rangemode: "tozero" xaxis: title: 'Date [MMDD]' type: "date" diff --git a/resources/tools/presentation/sphinx_conf/report/conf.py b/resources/tools/presentation/sphinx_conf/report/conf.py index 3d0988a8e6..e1d08430a7 100644 --- a/resources/tools/presentation/sphinx_conf/report/conf.py +++ b/resources/tools/presentation/sphinx_conf/report/conf.py @@ -46,7 +46,7 @@ source_suffix = [u'.rst', u'.md'] master_doc = u'index' # General information about the project. -report_week = u'30' +report_week = u'33' project = u'FD.io CSIT-2106.{week}'.format(week=report_week) copyright = u'2021, FD.io' author = u'FD.io CSIT' |