job-specs: Remove selected nat44 tests

removed:
 - h262144 - they are failing very often
 - h1024 - big stdev in measured performace
kept:
 - h65536

Change-Id: Iba60577a9f250cf9730f4ce1150e16e931e78c43
Signed-off-by: Tibor Frank <tifrank@cisco.com>

1 files changed, 24 insertions, 64 deletions

diff --git a/resources/job_specs/report_iterative/2n-spr/vpp-ndrpdr-00.md b/resources/job_specs/report_iterative/2n-spr/vpp-ndrpdr-00.md
index 631bdcd2ad..a76dd49c52 100644
--- a/resources/job_specs/report_iterative/2n-spr/vpp-ndrpdr-00.md
+++ b/resources/job_specs/report_iterative/2n-spr/vpp-ndrpdr-00.md
@@ -126,66 +126,46 @@
 1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows
 2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows
 4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-ip4base-oacl50sl-10kflows
-##### ethip4udp-nat44det-h1024-p63-s64512
-1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44det-h1024-p63-s64512
-2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44det-h1024-p63-s64512
-4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44det-h1024-p63-s64512
 ##### ethip4udp-nat44det-h65536-p63-s4128758
 1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44det-h65536-p63-s4128758
 2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44det-h65536-p63-s4128758
 4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44det-h65536-p63-s4128758
-##### ethip4udp-nat44ed-h1024-p63-s64512-udir
-1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-##### ethip4udp-nat44ed-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-cps
-2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-cps
-4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-cps
+##### ethip4udp-nat44ed-h65536-p63-s4128758-udir
+1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128758-udir
+2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128758-udir
+4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128758-udir
 ##### ethip4udp-nat44ed-h65536-p63-s4128768-cps
 1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
 2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
 4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
-##### ethip4udp-nat44ed-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-tput
-2c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-tput
-4c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h1024-p63-s64512-tput
 ##### ethip4udp-nat44ed-h65536-p63-s4128768-tput
 1c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
 2c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
 4c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
-##### ethip4udp-ip4base-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-ip4base-h1024-p63-s64512-cps
 ##### ethip4udp-ip4base-h65536-p63-s4128768-cps
 1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-ip4base-h65536-p63-s4128768-cps
-##### ethip4udp-ip4base-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-ip4base-h1024-p63-s64512-tput
+2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-ip4base-h65536-p63-s4128768-cps
+4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4udp-ip4base-h65536-p63-s4128768-cps
 ##### ethip4udp-ip4base-h65536-p63-s4128768-tput
 1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-tput
-##### ethip4tcp-nat44ed-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
-2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
-4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
+2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-tput
+4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-tput
 ##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps
 1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
 2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
 4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-##### ethip4tcp-nat44ed-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
-2c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
-4c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
 ##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput
 1c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
 2c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
 4c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-##### ethip4tcp-ip4base-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-ip4base-h1024-p63-s64512-cps
 ##### ethip4tcp-ip4base-h65536-p63-s4128768-cps
 1c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-ip4base-h65536-p63-s4128768-cps
-##### ethip4tcp-ip4base-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-ip4base-h1024-p63-s64512-tput
+2c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-ip4base-h65536-p63-s4128768-cps
+4c AND 64b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-ip4base-h65536-p63-s4128768-cps
 ##### ethip4tcp-ip4base-h65536-p63-s4128768-tput
 1c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-ip4base-h65536-p63-s4128768-tput
+2c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-ip4base-h65536-p63-s4128768-tput
+4c AND 100b AND ndrpdr AND 2p1cx7veat AND drv_mlx5_core AND ethip4tcp-ip4base-h65536-p63-s4128768-tput
 ### intel-e810xxv
 #### avf
 ##### ethip4-ip4base
@@ -239,66 +219,46 @@
 1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
 2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
 4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-oacl50sl-10kflows
-##### ethip4udp-nat44det-h1024-p63-s64512
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h1024-p63-s64512
 ##### ethip4udp-nat44det-h65536-p63-s4128758
 1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
 2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
 4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44det-h65536-p63-s4128758
-##### ethip4udp-nat44ed-h1024-p63-s64512-udir
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-udir
-##### ethip4udp-nat44ed-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-cps
+##### ethip4udp-nat44ed-h65536-p63-s4128758-udir
+1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128758-udir
+2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128758-udir
+4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128758-udir
 ##### ethip4udp-nat44ed-h65536-p63-s4128768-cps
 1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
 2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
 4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-cps
-##### ethip4udp-nat44ed-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h1024-p63-s64512-tput
 ##### ethip4udp-nat44ed-h65536-p63-s4128768-tput
 1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
 2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
 4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-nat44ed-h65536-p63-s4128768-tput
-##### ethip4udp-ip4base-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-cps
 ##### ethip4udp-ip4base-h65536-p63-s4128768-cps
 1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-cps
-##### ethip4udp-ip4base-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h1024-p63-s64512-tput
+2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-cps
+4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-cps
 ##### ethip4udp-ip4base-h65536-p63-s4128768-tput
 1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-tput
-##### ethip4tcp-nat44ed-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
-2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
-4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-cps
+2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-tput
+4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4udp-ip4base-h65536-p63-s4128768-tput
 ##### ethip4tcp-nat44ed-h65536-p63-s4128768-cps
 1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
 2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
 4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-cps
-##### ethip4tcp-nat44ed-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
-2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
-4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h1024-p63-s64512-tput
 ##### ethip4tcp-nat44ed-h65536-p63-s4128768-tput
 1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
 2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
 4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-nat44ed-h65536-p63-s4128768-tput
-##### ethip4tcp-ip4base-h1024-p63-s64512-cps
-1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-cps
 ##### ethip4tcp-ip4base-h65536-p63-s4128768-cps
 1c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-cps
-##### ethip4tcp-ip4base-h1024-p63-s64512-tput
-1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h1024-p63-s64512-tput
+2c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-cps
+4c AND 64b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-cps
 ##### ethip4tcp-ip4base-h65536-p63-s4128768-tput
 1c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-tput
+2c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-tput
+4c AND 100b AND ndrpdr AND e810cq AND drv_avf AND ethip4tcp-ip4base-h65536-p63-s4128768-tput
 #### dpdk-vfio-pci
 ##### ethip4-ip4base
 1c AND 64b AND ndrpdr AND e810cq AND drv_vfio_pci AND ethip4-ip4base