job_specs: reduce number of daily mrr tests

Remove:
- All vts tests, obsolete use cases.
- dot1q tests apart from dot1q-l2bd, superfluous combinations.
- nat44 tests
  - -pps tests, replaced by -tput tests.
  - h1-p1-s1 single session tests, unessential combination.
  - h4096-p63-s258048 tests, unessential scale combination.
- ipsec tests
  - ethip4ipsectptlispgpe.
  - policy-aes128gcm.
  - policy-aes128cbc-hmac256sha.
  - policy-aes128cbc-hmac512sha.
  - int-aes128cbc-hmac256sha.
  - scale of
    - 400tnlsw.
    - 5000tnlsw.
    - 20000tnlsw.
    - 60000tnlsw.

Change-Id: Iccce3e20299b4ac771228a6878b4f0961b0186de
Signed-off-by: Maciek Konstantynowicz <mkonstan@cisco.com>

1 files changed, 3 insertions, 105 deletions

diff --git a/docs/job_specs/report_iterative/2n-zn2/vpp-mrr-00.md b/docs/job_specs/report_iterative/2n-zn2/vpp-mrr-00.md
index ab96d3dc18..26a4531b47 100644
--- a/docs/job_specs/report_iterative/2n-zn2/vpp-mrr-00.md
+++ b/docs/job_specs/report_iterative/2n-zn2/vpp-mrr-00.md
@@ -1,7 +1,7 @@
 # 2n-zn2
-### tests 402
-### job hrs est. 5.36
-### job hrs real 5.36
+### tests 327
+### job hrs est. 4.36
+### job hrs real ?.??
 ### test mins est. 0.8
 ### test mins real 0.8
 ## ./container_memif
@@ -11,10 +11,6 @@
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
 4c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### dot1q-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2memif-1dcr
 ##### eth-l2xcbase-eth-2memif-1dcr
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
@@ -28,10 +24,6 @@
 1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
 2c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
 4c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### dot1q-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn-eth-2memif-1dcr
 ##### eth-l2xcbase-eth-2memif-1dcr
 1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
 2c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2memif-1dcr
@@ -46,10 +38,6 @@
 1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
 2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
 4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2memif-1dcr
-##### dot1q-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn-eth-2memif-1dcr
 ##### eth-l2xcbase-eth-2memif-1dcr
 1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
 2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase-eth-2memif-1dcr
@@ -109,10 +97,6 @@
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4-ip4scale2m-rnd
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4-ip4scale2m-rnd
 4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4-ip4scale2m-rnd
-##### dot1q-ip4base
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-ip4base
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-ip4base
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-ip4base
 ##### ethip4udp-ip4base-iacl50sf-10kflows
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-ip4base-iacl50sf-10kflows
@@ -129,14 +113,6 @@
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
 4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-##### ethip4udp-nat44det-h1-p1-s1
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h1-p1-s1
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h1-p1-s1
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h1-p1-s1
-##### ethip4udp-nat44det-h1-p63-s63
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h1-p63-s63
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h1-p63-s63
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h1-p63-s63
 ##### ethip4udp-nat44det-h1024-p63-s64512
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
@@ -182,10 +158,6 @@
 1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
 2c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
 4c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND ethip4-ip4scale2m-rnd
-##### ethip4udp-nat44det-h1-p1-s1
-1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND ethip4udp-nat44det-h1-p1-s1
-2c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND ethip4udp-nat44det-h1-p1-s1
-4c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND ethip4udp-nat44det-h1-p1-s1
 ### mellanox-cx556a
 #### rdma-core
 ##### ethip4-ip4base
@@ -216,10 +188,6 @@
 1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m-rnd
 2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m-rnd
 4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4-ip4scale2m-rnd
-##### dot1q-ip4base
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-ip4base
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-ip4base
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-ip4base
 ##### ethip4udp-ip4base-iacl50sf-10kflows
 1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-iacl50sf-10kflows
 2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-iacl50sf-10kflows
@@ -236,14 +204,6 @@
 1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sl-10kflows
 2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sl-10kflows
 4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-ip4base-oacl50sl-10kflows
-##### ethip4udp-nat44det-h1-p1-s1
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-nat44det-h1-p1-s1
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-nat44det-h1-p1-s1
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-nat44det-h1-p1-s1
-##### ethip4udp-nat44det-h1024-p63-s64512
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-nat44det-h1024-p63-s64512
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-nat44det-h1024-p63-s64512
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND ethip4udp-nat44det-h1024-p63-s64512
 ## ./ip4_tunnels
 ### intel-xxv710
 #### avf
@@ -317,10 +277,6 @@
 1c AND 78b AND mrr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd
 2c AND 78b AND mrr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd
 4c AND 78b AND mrr AND xxv710 AND drv_avf AND ethip6-ip6scale2m-rnd
-##### dot1q-ip6base
-1c AND 78b AND mrr AND xxv710 AND drv_avf AND dot1q-ip6base
-2c AND 78b AND mrr AND xxv710 AND drv_avf AND dot1q-ip6base
-4c AND 78b AND mrr AND xxv710 AND drv_avf AND dot1q-ip6base
 #### dpdk-vfio-pci
 ##### ethip6-ip6base
 1c AND 78b AND mrr AND xxv710 AND drv_vfio_pci AND ethip6-ip6base
@@ -380,10 +336,6 @@
 1c AND 78b AND mrr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd
 2c AND 78b AND mrr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd
 4c AND 78b AND mrr AND cx556a AND drv_rdma_core AND ethip6-ip6scale2m-rnd
-##### dot1q-ip6base
-1c AND 78b AND mrr AND cx556a AND drv_rdma_core AND dot1q-ip6base
-2c AND 78b AND mrr AND cx556a AND drv_rdma_core AND dot1q-ip6base
-4c AND 78b AND mrr AND cx556a AND drv_rdma_core AND dot1q-ip6base
 ## ./ip6_tunnels
 ## ./l2
 ### intel-x710
@@ -427,10 +379,6 @@
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase
 4c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase
-##### dot1q-l2xcbase
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase
 ##### eth-l2patch
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2patch
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2patch
@@ -486,10 +434,6 @@
 1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase
 2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase
 4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase
-##### dot1q-l2xcbase
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2xcbase
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2xcbase
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2xcbase
 ##### eth-l2patch
 1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2patch
 2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2patch
@@ -513,14 +457,6 @@
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
 4c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-##### dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
 ##### eth-l2xcbase-eth-2vhostvr1024-1vm
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
@@ -529,14 +465,6 @@
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
 4c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-##### dot1q-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase-eth-2vhostvr1024-1vm
-##### dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
 #### dpdk-vfio-pci
 ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
 1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
@@ -556,14 +484,6 @@
 1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
 2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
 4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-##### dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
 ##### eth-l2xcbase-eth-2vhostvr1024-1vm
 1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase-eth-2vhostvr1024-1vm
 2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase-eth-2vhostvr1024-1vm
@@ -572,26 +492,4 @@
 1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
 2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
 4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-##### dot1q-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2xcbase-eth-2vhostvr1024-1vm
-##### dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND cx556a AND drv_rdma_core AND dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
 ## ./vts
-### intel-xxv710
-#### avf
-##### ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm
-1c AND 114b AND mrr AND xxv710 AND drv_avf AND ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm
-2c AND 114b AND mrr AND xxv710 AND drv_avf AND ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm
-4c AND 114b AND mrr AND xxv710 AND drv_avf AND ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm
-##### ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm
-1c AND 114b AND mrr AND xxv710 AND drv_avf AND ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm
-2c AND 114b AND mrr AND xxv710 AND drv_avf AND ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm
-4c AND 114b AND mrr AND xxv710 AND drv_avf AND ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm
-##### ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm
-1c AND 114b AND mrr AND xxv710 AND drv_avf AND ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm
-2c AND 114b AND mrr AND xxv710 AND drv_avf AND ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm
-4c AND 114b AND mrr AND xxv710 AND drv_avf AND ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm