diff options
author | Maciek Konstantynowicz <mkonstan@cisco.com> | 2021-10-18 14:50:39 +0100 |
---|---|---|
committer | Maciek Konstantynowicz <mkonstan@cisco.com> | 2021-10-27 16:45:08 +0000 |
commit | a67bec3e62cb239daa3a3991837b5495623fef77 (patch) | |
tree | 729aae58c53fe4731b7b6bbabc82282c334b3aea /docs/job_specs/report_iterative/2n-skx | |
parent | 029bd28947704ab76983f48afec5646621a2b0fe (diff) |
job_specs: remove nat44ed udp and tcp scale 16m session tests
Tests removed from 2n-clx and 2n-skx testbeds for mrr_daily
and mlr_weekly performance jobs. Tests are failing due to
slower session setup rate and very long ramp up time, too
long to be accommodated by CSIT resources.
Change-Id: Idac6920d971256553c7c843056c410bf9393b4a3
Signed-off-by: Maciek Konstantynowicz <mkonstan@cisco.com>
Diffstat (limited to 'docs/job_specs/report_iterative/2n-skx')
-rw-r--r-- | docs/job_specs/report_iterative/2n-skx/vpp-mlr-00.md | 34 | ||||
-rw-r--r-- | docs/job_specs/report_iterative/2n-skx/vpp-mrr-00.md | 34 |
2 files changed, 10 insertions, 58 deletions
diff --git a/docs/job_specs/report_iterative/2n-skx/vpp-mlr-00.md b/docs/job_specs/report_iterative/2n-skx/vpp-mlr-00.md index 0b017bbe83..7ee142f823 100644 --- a/docs/job_specs/report_iterative/2n-skx/vpp-mlr-00.md +++ b/docs/job_specs/report_iterative/2n-skx/vpp-mlr-00.md @@ -1,5 +1,9 @@ # 2n-skx -### tests 339 +### tests 318 +### job hrs est. 28.0 +### job hrs real ??.? +### test mins est. 5.29 +### test mins real 5.29 ## ./container_memif ### intel-xxv710 #### avf @@ -117,10 +121,6 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758 4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758 -##### ethip4udp-nat44det-h262144-p63-s16515072 -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h262144-p63-s16515072 -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h262144-p63-s16515072 -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h262144-p63-s16515072 ##### ethip4udp-nat44ed-h1024-p63-s64512-udir 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir @@ -137,10 +137,6 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps 4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps -##### ethip4udp-nat44ed-h262144-p63-s16515072-cps -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-cps -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-cps -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-cps ##### ethip4udp-nat44ed-h1024-p63-s64512-tput 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput @@ -153,10 +149,6 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput 4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput -##### ethip4udp-nat44ed-h262144-p63-s16515072-tput -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-tput -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-tput -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-tput ##### ethip4udp-ip4base-h1024-p63-s64512-cps 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-cps 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-cps @@ -169,10 +161,6 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-cps 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-cps 4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-cps -##### ethip4udp-ip4base-h262144-p63-s16515072-cps -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h262144-p63-s16515072-cps -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h262144-p63-s16515072-cps -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h262144-p63-s16515072-cps ##### ethip4tcp-nat44ed-h1024-p63-s64512-cps 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps @@ -185,10 +173,6 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps 4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps -##### ethip4tcp-nat44ed-h262144-p63-s16515072-cps -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-cps -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-cps -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-cps ##### ethip4tcp-nat44ed-h1024-p63-s64512-tput 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput @@ -201,10 +185,6 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput 4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput -##### ethip4tcp-nat44ed-h262144-p63-s16515072-tput -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-tput -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-tput -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-tput ##### ethip4tcp-ip4base-h1024-p63-s64512-cps 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-cps 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-cps @@ -217,10 +197,6 @@ 1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-cps 2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-cps 4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-cps -##### ethip4tcp-ip4base-h262144-p63-s16515072-cps -1c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h262144-p63-s16515072-cps -2c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h262144-p63-s16515072-cps -4c AND 64b AND ndrpdr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h262144-p63-s16515072-cps #### dpdk-vfio-pci ##### ethip4-ip4base 1c AND 64b AND ndrpdr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base diff --git a/docs/job_specs/report_iterative/2n-skx/vpp-mrr-00.md b/docs/job_specs/report_iterative/2n-skx/vpp-mrr-00.md index c1887fceb8..8199c230e4 100644 --- a/docs/job_specs/report_iterative/2n-skx/vpp-mrr-00.md +++ b/docs/job_specs/report_iterative/2n-skx/vpp-mrr-00.md @@ -1,5 +1,9 @@ # 2n-skx -### tests 339 +### tests 318 +### job hrs est. 4.7 +### job hrs real ?.?? +### test mins est. 0.89 +### test mins real 0.89 ## ./container_memif ### intel-xxv710 #### avf @@ -117,10 +121,6 @@ 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758 4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758 -##### ethip4udp-nat44det-h262144-p63-s16515072 -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h262144-p63-s16515072 -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h262144-p63-s16515072 -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h262144-p63-s16515072 ##### ethip4udp-nat44ed-h1024-p63-s64512-udir 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir @@ -137,10 +137,6 @@ 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps 4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps -##### ethip4udp-nat44ed-h262144-p63-s16515072-cps -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-cps -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-cps -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-cps ##### ethip4udp-nat44ed-h1024-p63-s64512-tput 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput @@ -153,10 +149,6 @@ 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput 4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput -##### ethip4udp-nat44ed-h262144-p63-s16515072-tput -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-tput -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-tput -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44ed-h262144-p63-s16515072-tput ##### ethip4udp-ip4base-h1024-p63-s64512-cps 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-cps 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-cps @@ -169,10 +161,6 @@ 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-cps 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-cps 4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-cps -##### ethip4udp-ip4base-h262144-p63-s16515072-cps -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h262144-p63-s16515072-cps -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h262144-p63-s16515072-cps -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-ip4base-h262144-p63-s16515072-cps ##### ethip4tcp-nat44ed-h1024-p63-s64512-cps 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps @@ -185,10 +173,6 @@ 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps 4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps -##### ethip4tcp-nat44ed-h262144-p63-s16515072-cps -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-cps -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-cps -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-cps ##### ethip4tcp-nat44ed-h1024-p63-s64512-tput 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput @@ -201,10 +185,6 @@ 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput 4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput -##### ethip4tcp-nat44ed-h262144-p63-s16515072-tput -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-tput -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-tput -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-nat44ed-h262144-p63-s16515072-tput ##### ethip4tcp-ip4base-h1024-p63-s64512-cps 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-cps 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-cps @@ -217,10 +197,6 @@ 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-cps 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-cps 4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-cps -##### ethip4tcp-ip4base-h262144-p63-s16515072-cps -1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h262144-p63-s16515072-cps -2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h262144-p63-s16515072-cps -4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4tcp-ip4base-h262144-p63-s16515072-cps #### dpdk-vfio-pci ##### ethip4-ip4base 1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base |