job_specs: reduce number of daily mrr tests

Remove:
- All vts tests, obsolete use cases.
- dot1q tests apart from dot1q-l2bd, superfluous combinations.
- nat44 tests
  - -pps tests, replaced by -tput tests.
  - h1-p1-s1 single session tests, unessential combination.
  - h4096-p63-s258048 tests, unessential scale combination.
- ipsec tests
  - ethip4ipsectptlispgpe.
  - policy-aes128gcm.
  - policy-aes128cbc-hmac256sha.
  - policy-aes128cbc-hmac512sha.
  - int-aes128cbc-hmac256sha.
  - scale of
    - 400tnlsw.
    - 5000tnlsw.
    - 20000tnlsw.
    - 60000tnlsw.

Change-Id: Iccce3e20299b4ac771228a6878b4f0961b0186de
Signed-off-by: Maciek Konstantynowicz <mkonstan@cisco.com>

1 files changed, 3 insertions, 79 deletions

diff --git a/docs/job_specs/report_iterative/3n-skx/vpp-mrr-00.md b/docs/job_specs/report_iterative/3n-skx/vpp-mrr-00.md
index 050ee2306f..ba2dfbf68c 100644
--- a/docs/job_specs/report_iterative/3n-skx/vpp-mrr-00.md
+++ b/docs/job_specs/report_iterative/3n-skx/vpp-mrr-00.md
@@ -1,7 +1,7 @@
 # 3n-skx
-### tests 324
-### job hrs est. 6.9
-### job hrs real 6.9
+### tests 267
+### job hrs est. 5.69
+### job hrs real ?.??
 ### test mins est. 1.27
 ### test mins real 1.27
 ## ./container_memif
@@ -11,10 +11,6 @@
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
 4c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2memif-1lxc
-##### dot1q-l2bdbasemaclrn-eth-2memif-1dcr
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2memif-1dcr
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2memif-1dcr
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2memif-1dcr
 ##### eth-l2xcbase-eth-2memif-1dcr
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2memif-1dcr
@@ -175,10 +171,6 @@
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4-ip4scale2m
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4-ip4scale2m
 4c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4-ip4scale2m
-##### dot1q-ip4base
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-ip4base
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-ip4base
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-ip4base
 #### dpdk-vfio-pci
 ##### ethip4-ip4base
 1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND ethip4-ip4base
@@ -191,14 +183,6 @@
 ## ./ip4_tunnels
 ### intel-xxv710
 #### avf
-##### dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan
-##### dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan
 ##### ethip4vxlan-l2bdbasemaclrn
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4vxlan-l2bdbasemaclrn
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4vxlan-l2bdbasemaclrn
@@ -246,10 +230,6 @@
 1c AND 78b AND mrr AND xxv710 AND drv_avf AND ethip6-ip6scale2m
 2c AND 78b AND mrr AND xxv710 AND drv_avf AND ethip6-ip6scale2m
 4c AND 78b AND mrr AND xxv710 AND drv_avf AND ethip6-ip6scale2m
-##### dot1q-ip6base
-1c AND 78b AND mrr AND xxv710 AND drv_avf AND dot1q-ip6base
-2c AND 78b AND mrr AND xxv710 AND drv_avf AND dot1q-ip6base
-4c AND 78b AND mrr AND xxv710 AND drv_avf AND dot1q-ip6base
 #### dpdk-vfio-pci
 ##### ethip6-ip6base
 1c AND 78b AND mrr AND xxv710 AND drv_vfio_pci AND ethip6-ip6base
@@ -306,10 +286,6 @@
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase
 4c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase
-##### dot1q-l2xcbase
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase
 ##### eth-l2patch
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2patch
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2patch
@@ -369,41 +345,9 @@
 ## ./vm_vhost
 ### intel-x710
 #### avf
-##### 2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND x710 AND drv_avf AND 2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND x710 AND drv_avf AND 2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND x710 AND drv_avf AND 2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### 2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND x710 AND drv_avf AND 2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND x710 AND drv_avf AND 2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND x710 AND drv_avf AND 2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-##### 2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND x710 AND drv_avf AND 2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND x710 AND drv_avf AND 2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND x710 AND drv_avf AND 2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm
-##### 2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND x710 AND drv_avf AND 2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND x710 AND drv_avf AND 2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND x710 AND drv_avf AND 2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
 #### dpdk-vfio-pci
 ### intel-xxv710
 #### avf
-##### 1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND 1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND 1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND 1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### 1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND 1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND 1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND 1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-##### 1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND 1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND 1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND 1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm
-##### 1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-1vm-vppl2xc
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND 1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND 1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND 1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
 ##### eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
@@ -412,14 +356,6 @@
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
 4c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-##### dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc
 ##### eth-l2xcbase-eth-2vhostvr1024-1vm
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm
@@ -428,14 +364,6 @@
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
 4c AND 64b AND mrr AND xxv710 AND drv_avf AND eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-##### dot1q-l2xcbase-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase-eth-2vhostvr1024-1vm
-##### dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-1c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-2c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
-4c AND 64b AND mrr AND xxv710 AND drv_avf AND dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc
 ##### ethip4-ip4base-eth-2vhostvr1024-1vm
 1c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
 2c AND 64b AND mrr AND xxv710 AND drv_avf AND ethip4-ip4base-eth-2vhostvr1024-1vm
@@ -457,10 +385,6 @@
 1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
 2c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
 4c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-##### dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-2c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
-4c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm
 ##### eth-l2xcbase-eth-2vhostvr1024-1vm
 1c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm
 2c AND 64b AND mrr AND xxv710 AND drv_vfio_pci AND eth-l2xcbase-eth-2vhostvr1024-1vm