diff options
author | 2021-10-22 13:58:32 +0200 | |
---|---|---|
committer | 2021-10-25 11:27:13 +0200 | |
commit | 367b37eb0c0c846d21fb21da1c925f0d5762807c (patch) | |
tree | d7e811aef4f8b4a8725c81fc8efa36c29ba3319b /docs/job_specs/report_iterative/2n-skx | |
parent | 12bf78f5a47ac4490a207c3dc4f4d689b09835e3 (diff) |
job-specs: Reduce nr of tests to shorten execution time
Removed tests from iterative job-specs (vpp-mlr-00.md and vpp-mrr-00.md):
- 2n-clx:
- IPv4: af-xdp ip4scale-200k, nat44ed udir except 64512 sessions,
- IPv6: af-xdp ip6scale-200k,
- l2: af-xdp,
- 2n-skx:
- IPv4: af-xdp ip4scale-200k, nat44ed udir except 64512 sessions,
- IPv6: af-xdp ip6scale-200k,
- L2: af-xdp,
- 2n-zn2:
- ip4scale-(2m,200k),
- ip6scale-(2m,200k),
- l2bdscale-1m,
- all af-xdp
- 3n-skx:
- container memif - all
- ip4scale-(2m,200k,20k),
- ip6scale-(2m,200k,20k),
- l2bdscale-(1m,100k,10k),
- 3n-tsh:
- container memif - all
- ip4scale-(2m,200k,20k),
- ip6scale-(2m,200k,20k),
- l2bdscale-(1m,100k,10k)
Suggestion: Keep coverage job-specs as they are now.
Change-Id: I777f2984b9547406c77d588f663891e9120cf594
Signed-off-by: Tibor Frank <tifrank@cisco.com>
Diffstat (limited to 'docs/job_specs/report_iterative/2n-skx')
-rw-r--r-- | docs/job_specs/report_iterative/2n-skx/vpp-mlr-00.md | 65 | ||||
-rw-r--r-- | docs/job_specs/report_iterative/2n-skx/vpp-mrr-00.md | 65 |
2 files changed, 2 insertions, 128 deletions
diff --git a/docs/job_specs/report_iterative/2n-skx/vpp-mlr-00.md b/docs/job_specs/report_iterative/2n-skx/vpp-mlr-00.md index 39431ac324..0b017bbe83 100644 --- a/docs/job_specs/report_iterative/2n-skx/vpp-mlr-00.md +++ b/docs/job_specs/report_iterative/2n-skx/vpp-mlr-00.md @@ -1,9 +1,5 @@ # 2n-skx -### tests 393 -### job hrs est. 35.7 -### job hrs real ??.? -### test mins est. 5.29 -### test mins real 5.29 +### tests 339 ## ./container_memif ### intel-xxv710 #### avf @@ -64,14 +60,6 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd 2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd 4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd -##### ethip4-ip4scale200k -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -##### ethip4-ip4scale200k-rnd -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd #### avf ##### ethip4-ip4base 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4-ip4base @@ -137,18 +125,6 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir 4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir -##### ethip4udp-nat44ed-h16384-p63-s1032192-udir -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -##### ethip4udp-nat44ed-h65536-p63-s4128768-udir -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -##### ethip4udp-nat44ed-h262144-p63-s16515072-udir -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir ##### ethip4udp-nat44ed-h1024-p63-s64512-cps 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps @@ -328,14 +304,6 @@ 1c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd 2c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd 4c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd -##### ethip6-ip6scale200k -1c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -2c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -4c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -##### ethip6-ip6scale200k-rnd -1c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd -2c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd -4c AND 78b AND ndrpdr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd #### avf ##### ethip6-ip6base 1c AND 78b AND ndrpdr AND xxv710 AND drv_avf AND ethip6-ip6base @@ -397,11 +365,6 @@ ## ./ip6_tunnels ## ./l2 ### intel-x710 -#### af_xdp -##### eth-l2bdbasemaclrn -1c AND 64b AND ndrpdr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn -2c AND 64b AND ndrpdr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn -4c AND 64b AND ndrpdr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn #### avf ##### eth-l2bdbasemaclrn 1c AND 64b AND ndrpdr AND x710 AND drv_avf AND eth-l2bdbasemaclrn @@ -437,31 +400,6 @@ 2c AND 64b AND ndrpdr AND x710 AND drv_vfio_pci AND eth-l2patch 4c AND 64b AND ndrpdr AND x710 AND drv_vfio_pci AND eth-l2patch ### intel-xxv710 -#### af_xdp -##### eth-l2bdbasemaclrn -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -##### eth-l2bdscale10kmaclrn -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -##### eth-l2bdscale100kmaclrn -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -##### eth-l2bdscale1mmaclrn -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -##### eth-l2xcbase -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -##### eth-l2patch -1c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2patch -2c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2patch -4c AND 64b AND ndrpdr AND xxv710 AND drv_af_xdp AND eth-l2patch #### avf ##### eth-l2bdbasemaclrn 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn @@ -560,4 +498,3 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc 2c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc 4c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc -## ./vts diff --git a/docs/job_specs/report_iterative/2n-skx/vpp-mrr-00.md b/docs/job_specs/report_iterative/2n-skx/vpp-mrr-00.md index f0a3c58a38..c1887fceb8 100644 --- a/docs/job_specs/report_iterative/2n-skx/vpp-mrr-00.md +++ b/docs/job_specs/report_iterative/2n-skx/vpp-mrr-00.md @@ -1,9 +1,5 @@ # 2n-skx -### tests 381 -### job hrs est. 6.0 -### job hrs real ?.?? -### test mins est. 0.89 -### test mins real 0.89 +### tests 339 ## ./container_memif ### intel-xxv710 #### avf @@ -64,14 +60,6 @@ 1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd 2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd 4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale20k-rnd -##### ethip4-ip4scale200k -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k -##### ethip4-ip4scale200k-rnd -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND ethip4-ip4scale200k-rnd #### avf ##### ethip4-ip4base 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4-ip4base @@ -137,18 +125,6 @@ 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir 4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir -##### ethip4udp-nat44ed-h16384-p63-s1032192-udir -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h16384-p63-s1032192-udir -##### ethip4udp-nat44ed-h65536-p63-s4128768-udir -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-udir -##### ethip4udp-nat44ed-h262144-p63-s16515072-udir -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-udir ##### ethip4udp-nat44ed-h1024-p63-s64512-cps 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps @@ -328,14 +304,6 @@ 1c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd 2c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd 4c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale20k-rnd -##### ethip6-ip6scale200k -1c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -2c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -4c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k -##### ethip6-ip6scale200k-rnd -1c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd -2c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd -4c AND 78b AND mrr AND xxv710 AND drv_af_xdp AND ethip6-ip6scale200k-rnd #### avf ##### ethip6-ip6base 1c AND 78b AND mrr AND xxv710 AND drv_avf AND ethip6-ip6base @@ -397,11 +365,6 @@ ## ./ip6_tunnels ## ./l2 ### intel-x710 -#### af_xdp -##### eth-l2bdbasemaclrn -1c AND 64b AND mrr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn -2c AND 64b AND mrr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn -4c AND 64b AND mrr AND x710 AND drv_af_xdp AND eth-l2bdbasemaclrn #### avf ##### eth-l2bdbasemaclrn 1c AND 64b AND mrr AND x710 AND drv_avf AND eth-l2bdbasemaclrn @@ -437,31 +400,6 @@ 2c AND 64b AND mrr AND x710 AND drv_vfio_pci AND eth-l2patch 4c AND 64b AND mrr AND x710 AND drv_vfio_pci AND eth-l2patch ### intel-xxv710 -#### af_xdp -##### eth-l2bdbasemaclrn -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdbasemaclrn -##### eth-l2bdscale10kmaclrn -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale10kmaclrn -##### eth-l2bdscale100kmaclrn -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale100kmaclrn -##### eth-l2bdscale1mmaclrn -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2bdscale1mmaclrn -##### eth-l2xcbase -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2xcbase -##### eth-l2patch -1c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2patch -2c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2patch -4c AND 64b AND mrr AND xxv710 AND drv_af_xdp AND eth-l2patch #### avf ##### eth-l2bdbasemaclrn 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn @@ -560,4 +498,3 @@ 1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc 2c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc 4c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc -## ./vts |