From 367b37eb0c0c846d21fb21da1c925f0d5762807c Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Fri, 22 Oct 2021 13:58:32 +0200 Subject: job-specs: Reduce nr of tests to shorten execution time Removed tests from iterative job-specs (vpp-mlr-00.md and vpp-mrr-00.md): - 2n-clx: - IPv4: af-xdp ip4scale-200k, nat44ed udir except 64512 sessions, - IPv6: af-xdp ip6scale-200k, - l2: af-xdp, - 2n-skx: - IPv4: af-xdp ip4scale-200k, nat44ed udir except 64512 sessions, - IPv6: af-xdp ip6scale-200k, - L2: af-xdp, - 2n-zn2: - ip4scale-(2m,200k), - ip6scale-(2m,200k), - l2bdscale-1m, - all af-xdp - 3n-skx: - container memif - all - ip4scale-(2m,200k,20k), - ip6scale-(2m,200k,20k), - l2bdscale-(1m,100k,10k), - 3n-tsh: - container memif - all - ip4scale-(2m,200k,20k), - ip6scale-(2m,200k,20k), - l2bdscale-(1m,100k,10k) Suggestion: Keep coverage job-specs as they are now. Change-Id: I777f2984b9547406c77d588f663891e9120cf594 Signed-off-by: Tibor Frank --- .../report_iterative/2n-skx/vpp-mlr-00.md | 65 +--------------------- .../report_iterative/2n-skx/vpp-mrr-00.md | 65 +--------------------- 2 files changed, 2 insertions(+), 128 deletions(-) (limited to 'docs/job_specs/report_iterative/2n-skx') diff --git a/docs/job_specs/report_iterative/2n-skx/vpp-mlr-00.md b/docs/job_specs/report_iterative/2n-skx/vpp-mlr-00.md index 39431ac324..0b017bbe83 100644 --- a/docs/job_specs/report_iterative/2n-skx/vpp-mlr-00.md +++ b/docs/job_specs/report_iterative/2n-skx/vpp-mlr-00.md @@ -1,9 +1,5 @@ # 2n-skx -### tests 393 -### job hrs est. 35.7 -### job hrs real ??.? -### test mins est. 5.29 -### test mins real 5.29 +### tests 339 ## ./container_memif ### intel-xxv710 #### avf @@ -64,14 +60,6 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd 2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd 4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd -##### ethip4-ip4scale200k -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -##### ethip4-ip4scale200k-rnd -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd #### avf ##### ethip4-ip4base 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base @@ -137,18 +125,6 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir 4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir -##### ethip4udp-nat44ed-h16384-p63-s1032192-udir -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -##### ethip4udp-nat44ed-h65536-p63-s4128768-udir -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -##### ethip4udp-nat44ed-h262144-p63-s16515072-udir -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir ##### ethip4udp-nat44ed-h1024-p63-s64512-cps 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps @@ -328,14 +304,6 @@ 1c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd 2c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd 4c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd -##### ethip6-ip6scale200k -1c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -2c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -4c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -##### ethip6-ip6scale200k-rnd -1c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd -2c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd -4c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd #### avf ##### ethip6-ip6base 1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6base @@ -397,11 +365,6 @@ ## ./ip6_tunnels ## ./l2 ### intel-x710 -#### af_xdp -##### eth-l2bdbasemaclrn -1c AND 64b AND ndrpdr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn -2c AND 64b AND ndrpdr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn -4c AND 64b AND ndrpdr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn #### avf ##### eth-l2bdbasemaclrn 1c AND 64b AND ndrpdr AND x710 AND drv_avf AND eth-l2bdbasemaclrn @@ -437,31 +400,6 @@ 2c AND 64b AND ndrpdr AND x710 AND drv_vfio_pci AND eth-l2patch 4c AND 64b AND ndrpdr AND x710 AND drv_vfio_pci AND eth-l2patch ### intel-xxv710 -#### af_xdp -##### eth-l2bdbasemaclrn -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -##### eth-l2bdscale10kmaclrn -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -##### eth-l2bdscale100kmaclrn -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -##### eth-l2bdscale1mmaclrn -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -##### eth-l2xcbase -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -##### eth-l2patch -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2patch -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2patch -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2patch #### avf ##### eth-l2bdbasemaclrn 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn @@ -560,4 +498,3 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc 2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc 4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc -## ./vts diff --git a/docs/job_specs/report_iterative/2n-skx/vpp-mrr-00.md b/docs/job_specs/report_iterative/2n-skx/vpp-mrr-00.md index f0a3c58a38..c1887fceb8 100644 --- a/docs/job_specs/report_iterative/2n-skx/vpp-mrr-00.md +++ b/docs/job_specs/report_iterative/2n-skx/vpp-mrr-00.md @@ -1,9 +1,5 @@ # 2n-skx -### tests 381 -### job hrs est. 6.0 -### job hrs real ?.?? -### test mins est. 0.89 -### test mins real 0.89 +### tests 339 ## ./container_memif ### intel-xxv710 #### avf @@ -64,14 +60,6 @@ 1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd 2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd 4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd -##### ethip4-ip4scale200k -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -##### ethip4-ip4scale200k-rnd -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd #### avf ##### ethip4-ip4base 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4-ip4base @@ -137,18 +125,6 @@ 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir 4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir -##### ethip4udp-nat44ed-h16384-p63-s1032192-udir -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -##### ethip4udp-nat44ed-h65536-p63-s4128768-udir -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -##### ethip4udp-nat44ed-h262144-p63-s16515072-udir -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir ##### ethip4udp-nat44ed-h1024-p63-s64512-cps 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps @@ -328,14 +304,6 @@ 1c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd 2c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd 4c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd -##### ethip6-ip6scale200k -1c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -2c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -4c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -##### ethip6-ip6scale200k-rnd -1c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd -2c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd -4c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd #### avf ##### ethip6-ip6base 1c AND 78b AND mrr AND xxv710 AND drv_avf AND ethip6-ip6base @@ -397,11 +365,6 @@ ## ./ip6_tunnels ## ./l2 ### intel-x710 -#### af_xdp -##### eth-l2bdbasemaclrn -1c AND 64b AND mrr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn -2c AND 64b AND mrr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn -4c AND 64b AND mrr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn #### avf ##### eth-l2bdbasemaclrn 1c AND 64b AND mrr AND x710 AND drv_avf AND eth-l2bdbasemaclrn @@ -437,31 +400,6 @@ 2c AND 64b AND mrr AND x710 AND drv_vfio_pci AND eth-l2patch 4c AND 64b AND mrr AND x710 AND drv_vfio_pci AND eth-l2patch ### intel-xxv710 -#### af_xdp -##### eth-l2bdbasemaclrn -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -##### eth-l2bdscale10kmaclrn -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -##### eth-l2bdscale100kmaclrn -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -##### eth-l2bdscale1mmaclrn -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -##### eth-l2xcbase -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -##### eth-l2patch -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2patch -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2patch -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2patch #### avf ##### eth-l2bdbasemaclrn 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn @@ -560,4 +498,3 @@ 1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc 2c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc 4c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc -## ./vts -- cgit 1.2.3-korg