From 367b37eb0c0c846d21fb21da1c925f0d5762807c Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Fri, 22 Oct 2021 13:58:32 +0200 Subject: job-specs: Reduce nr of tests to shorten execution time Removed tests from iterative job-specs (vpp-mlr-00.md and vpp-mrr-00.md): - 2n-clx: - IPv4: af-xdp ip4scale-200k, nat44ed udir except 64512 sessions, - IPv6: af-xdp ip6scale-200k, - l2: af-xdp, - 2n-skx: - IPv4: af-xdp ip4scale-200k, nat44ed udir except 64512 sessions, - IPv6: af-xdp ip6scale-200k, - L2: af-xdp, - 2n-zn2: - ip4scale-(2m,200k), - ip6scale-(2m,200k), - l2bdscale-1m, - all af-xdp - 3n-skx: - container memif - all - ip4scale-(2m,200k,20k), - ip6scale-(2m,200k,20k), - l2bdscale-(1m,100k,10k), - 3n-tsh: - container memif - all - ip4scale-(2m,200k,20k), - ip6scale-(2m,200k,20k), - l2bdscale-(1m,100k,10k) Suggestion: Keep coverage job-specs as they are now. Change-Id: I777f2984b9547406c77d588f663891e9120cf594 Signed-off-by: Tibor Frank --- .../report_iterative/2n-clx/vpp-mlr-00.md | 95 +--------------------- .../report_iterative/2n-clx/vpp-mrr-00.md | 64 +-------------- 2 files changed, 2 insertions(+), 157 deletions(-) (limited to 'docs/job_specs/report_iterative/2n-clx') diff --git a/docs/job_specs/report_iterative/2n-clx/vpp-mlr-00.md b/docs/job_specs/report_iterative/2n-clx/vpp-mlr-00.md index 04f1764dfd..56ec0272a2 100644 --- a/docs/job_specs/report_iterative/2n-clx/vpp-mlr-00.md +++ b/docs/job_specs/report_iterative/2n-clx/vpp-mlr-00.md @@ -1,9 +1,5 @@ # 2n-clx -### tests 480 -### job hrs est. 41.6 -### job hrs real ??.? -### test mins est. 5.01 -### test mins real 5.01 +### tests 396 ## ./container_memif ### intel-xxv710 #### avf @@ -48,37 +44,6 @@ 4c AND 64b AND ndrpdr AND cx556a AND drv_rdma_core AND ethip4-ip4base-eth-2memif-1dcr ## ./crypto ## ./hoststack -### intel-e810cq -#### dpdk-vfio-pci -##### eth-ip4tcphttp-ldpreload-nginx-1_14_2 -1c AND 0b AND cps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_14_2 -1c AND 64b AND cps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_14_2 -1c AND 1024b AND cps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_14_2 -1c AND 2048b AND cps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_14_2 -1c AND 0b AND rps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_14_2 -1c AND 64b AND rps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_14_2 -1c AND 1024b AND rps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_14_2 -1c AND 2048b AND rps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_14_2 -##### eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 0b AND cps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 64b AND cps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 1024b AND cps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 2048b AND cps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 0b AND rps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 64b AND rps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 1024b AND rps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 2048b AND rps AND e810cq AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -### mellanox-cx556a -#### dpdk-vfio-pci -##### eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 0b AND cps AND cx556a AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 64b AND cps AND cx556a AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 1024b AND cps AND cx556a AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 2048b AND cps AND cx556a AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 0b AND rps AND cx556a AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 64b AND rps AND cx556a AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 1024b AND rps AND cx556a AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 -1c AND 2048b AND rps AND cx556a AND drv_vfio_pci AND eth-ip4tcphttp-ldpreload-nginx-1_15_0 ## ./ip4 ### intel-x710 #### af_xdp @@ -110,14 +75,6 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd 2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd 4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd -##### ethip4-ip4scale200k -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -##### ethip4-ip4scale200k-rnd -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd #### avf ##### ethip4-ip4base 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base @@ -183,18 +140,6 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir 4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir -##### ethip4udp-nat44ed-h16384-p63-s1032192-udir -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -##### ethip4udp-nat44ed-h65536-p63-s4128768-udir -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -##### ethip4udp-nat44ed-h262144-p63-s16515072-udir -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir ##### ethip4udp-nat44ed-h1024-p63-s64512-cps 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps @@ -412,14 +357,6 @@ 1c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd 2c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd 4c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd -##### ethip6-ip6scale200k -1c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -2c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -4c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -##### ethip6-ip6scale200k-rnd -1c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd -2c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd -4c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd #### avf ##### ethip6-ip6base 1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6base @@ -503,11 +440,6 @@ ## ./ip6_tunnels ## ./l2 ### intel-x710 -#### af_xdp -##### eth-l2bdbasemaclrn -1c AND 64b AND ndrpdr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn -2c AND 64b AND ndrpdr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn -4c AND 64b AND ndrpdr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn #### avf ##### eth-l2bdbasemaclrn 1c AND 64b AND ndrpdr AND x710 AND drv_avf AND eth-l2bdbasemaclrn @@ -523,31 +455,6 @@ 2c AND 64b AND ndrpdr AND x710 AND drv_vfio_pci AND eth-l2bdbasemaclrn 4c AND 64b AND ndrpdr AND x710 AND drv_vfio_pci AND eth-l2bdbasemaclrn ### intel-xxv710 -#### af_xdp -##### eth-l2bdbasemaclrn -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -##### eth-l2bdscale10kmaclrn -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -##### eth-l2bdscale100kmaclrn -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -##### eth-l2bdscale1mmaclrn -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -##### eth-l2xcbase -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -##### eth-l2patch -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2patch -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2patch -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2patch #### avf ##### eth-l2bdbasemaclrn 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn diff --git a/docs/job_specs/report_iterative/2n-clx/vpp-mrr-00.md b/docs/job_specs/report_iterative/2n-clx/vpp-mrr-00.md index 4211ac7c24..e5dd87f037 100644 --- a/docs/job_specs/report_iterative/2n-clx/vpp-mrr-00.md +++ b/docs/job_specs/report_iterative/2n-clx/vpp-mrr-00.md @@ -1,9 +1,5 @@ # 2n-clx -### tests 438 -### job hrs est. 7.4 -### job hrs real ?.? -### test mins est. 0.94 -### test mins real 0.94 +### tests 396 ## ./container_memif ### intel-xxv710 #### avf @@ -78,14 +74,6 @@ 1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd 2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd 4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd -##### ethip4-ip4scale200k -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -##### ethip4-ip4scale200k-rnd -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd #### avf ##### ethip4-ip4base 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4-ip4base @@ -151,18 +139,6 @@ 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir 4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir -##### ethip4udp-nat44ed-h16384-p63-s1032192-udir -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -##### ethip4udp-nat44ed-h65536-p63-s4128768-udir -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -##### ethip4udp-nat44ed-h262144-p63-s16515072-udir -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir ##### ethip4udp-nat44ed-h1024-p63-s64512-cps 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps @@ -380,14 +356,6 @@ 1c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd 2c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd 4c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd -##### ethip6-ip6scale200k -1c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -2c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -4c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -##### ethip6-ip6scale200k-rnd -1c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd -2c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd -4c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd #### avf ##### ethip6-ip6base 1c AND 78b AND mrr AND xxv710 AND drv_avf AND ethip6-ip6base @@ -471,11 +439,6 @@ ## ./ip6_tunnels ## ./l2 ### intel-x710 -#### af_xdp -##### eth-l2bdbasemaclrn -1c AND 64b AND mrr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn -2c AND 64b AND mrr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn -4c AND 64b AND mrr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn #### avf ##### eth-l2bdbasemaclrn 1c AND 64b AND mrr AND x710 AND drv_avf AND eth-l2bdbasemaclrn @@ -491,31 +454,6 @@ 2c AND 64b AND mrr AND x710 AND drv_vfio_pci AND eth-l2bdbasemaclrn 4c AND 64b AND mrr AND x710 AND drv_vfio_pci AND eth-l2bdbasemaclrn ### intel-xxv710 -#### af_xdp -##### eth-l2bdbasemaclrn -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -##### eth-l2bdscale10kmaclrn -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -##### eth-l2bdscale100kmaclrn -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -##### eth-l2bdscale1mmaclrn -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -##### eth-l2xcbase -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -##### eth-l2patch -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2patch -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2patch -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2patch #### avf ##### eth-l2bdbasemaclrn 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn -- cgit 1.2.3-korg