aboutsummaryrefslogtreecommitdiffstats
path: root/resources/libraries/bash/function/diffs
diff options
context:
space:
mode:
authorVratko Polak <vrpolak@cisco.com>2019-06-06 12:33:20 +0200
committerVratko Polak <vrpolak@cisco.com>2019-06-06 10:34:28 +0000
commit80e06faea73f1574cdb932c25211162121fabd26 (patch)
tree89c2dc68185df0dbcefdf9e1a933dea984915b22 /resources/libraries/bash/function/diffs
parent060fbf1805a02ec546b238867250d2f19782da55 (diff)
Simplify mrr daily tag expression
The number of tests executed is intentionally smaller, as recently the runtime has gone up too much. New numbers: csit-vpp-perf-mrr-daily-master: 120 csit-vpp-perf-mrr-daily-master-2n-skx: 72 csit-vpp-perf-mrr-daily-master-3n-skx: 126 More details included as diff files. + Less per-testbed exceptions. - Single/double links tags still set at two places. Change-Id: I1149d3e52edf38c7d9d3e0160c533e35ae944d0d Signed-off-by: Vratko Polak <vrpolak@cisco.com>
Diffstat (limited to 'resources/libraries/bash/function/diffs')
-rw-r--r--resources/libraries/bash/function/diffs/README.txt18
-rw-r--r--resources/libraries/bash/function/diffs/mrr-daily-2n-skx.diff245
-rw-r--r--resources/libraries/bash/function/diffs/mrr-daily-3n-hsw.diff668
-rw-r--r--resources/libraries/bash/function/diffs/mrr-daily-3n-skx.diff421
4 files changed, 1352 insertions, 0 deletions
diff --git a/resources/libraries/bash/function/diffs/README.txt b/resources/libraries/bash/function/diffs/README.txt
new file mode 100644
index 0000000000..e883442e03
--- /dev/null
+++ b/resources/libraries/bash/function/diffs/README.txt
@@ -0,0 +1,18 @@
+# Copyright (c) 2019 Cisco and/or its affiliates.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at:
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+Files in this directory system are documenting recent changes
+in what test cases are being executed in which job.
+
+The main reason for storing them is to make it easier
+for PAL or other users to adapt, or provide feedback.
diff --git a/resources/libraries/bash/function/diffs/mrr-daily-2n-skx.diff b/resources/libraries/bash/function/diffs/mrr-daily-2n-skx.diff
new file mode 100644
index 0000000000..3389c5eeac
--- /dev/null
+++ b/resources/libraries/bash/function/diffs/mrr-daily-2n-skx.diff
@@ -0,0 +1,245 @@
+--- st_o_2s.txt 2019-06-06 12:11:01.495987040 +0200
++++ st_n_2s.txt 2019-06-06 11:01:31.697421554 +0200
+@@ -10,121 +10,36 @@ suite /vpp/perf/container_memif/2n1l-10g
+ test tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
+ test tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
+ test tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
+-test tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
+-test tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
+-test tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr
+ suite /vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot
+ test tc01-64B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
+ test tc02-64B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
+ test tc03-64B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
+ suite /vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
+ test tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
+ test tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
+ test tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
+ suite /vpp/perf/ip4
+ suite /vpp/perf/ip4/2n1l-10ge2p1x710-dot1q-ip4base-mrr.robot
+ test tc01-64B-1c-dot1q-ip4base-mrr
+ test tc02-64B-2c-dot1q-ip4base-mrr
+ test tc03-64B-4c-dot1q-ip4base-mrr
+-suite /vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-ipolicemarkbase-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-ipolicemarkbase-mrr
+-test tc02-64B-2c-ethip4-ip4base-ipolicemarkbase-mrr
+-test tc03-64B-4c-ethip4-ip4base-ipolicemarkbase-mrr
+ suite /vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4base-mrr.robot
+ test tc01-64B-1c-ethip4-ip4base-mrr
+ test tc02-64B-2c-ethip4-ip4base-mrr
+ test tc03-64B-4c-ethip4-ip4base-mrr
+-suite /vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale200k-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale200k-mrr
+-test tc02-64B-2c-ethip4-ip4scale200k-mrr
+-test tc03-64B-4c-ethip4-ip4scale200k-mrr
+-suite /vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale20k-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale20k-mrr
+-test tc02-64B-2c-ethip4-ip4scale20k-mrr
+-test tc03-64B-4c-ethip4-ip4scale20k-mrr
+-suite /vpp/perf/ip4/2n1l-10ge2p1x710-ethip4-ip4scale2m-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale2m-mrr
+-test tc02-64B-2c-ethip4-ip4scale2m-mrr
+-test tc03-64B-4c-ethip4-ip4scale2m-mrr
+-suite /vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
+-suite /vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
+-suite /vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
+-suite /vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
+ suite /vpp/perf/ip4/2n1l-10ge2p1x710-ethip4udp-ip4base-nat44-mrr.robot
+ test tc01-64B-1c-ethip4udp-ip4base-nat44-mrr
+ test tc02-64B-2c-ethip4udp-ip4base-nat44-mrr
+ test tc03-64B-4c-ethip4udp-ip4base-nat44-mrr
+-suite /vpp/perf/ip4/2n1l-25ge2p1xxv710-dot1q-ip4base-mrr.robot
+-test tc01-64B-1c-dot1q-ip4base-mrr
+-test tc02-64B-2c-dot1q-ip4base-mrr
+-test tc03-64B-4c-dot1q-ip4base-mrr
+-suite /vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4base-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-mrr
+-test tc02-64B-2c-ethip4-ip4base-mrr
+-test tc03-64B-4c-ethip4-ip4base-mrr
+-suite /vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale200k-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale200k-mrr
+-test tc02-64B-2c-ethip4-ip4scale200k-mrr
+-test tc03-64B-4c-ethip4-ip4scale200k-mrr
+-suite /vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale20k-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale20k-mrr
+-test tc02-64B-2c-ethip4-ip4scale20k-mrr
+-test tc03-64B-4c-ethip4-ip4scale20k-mrr
+-suite /vpp/perf/ip4/2n1l-25ge2p1xxv710-ethip4-ip4scale2m-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale2m-mrr
+-test tc02-64B-2c-ethip4-ip4scale2m-mrr
+-test tc03-64B-4c-ethip4-ip4scale2m-mrr
+ suite /vpp/perf/ip6
++suite /vpp/perf/ip6/2n1l-10ge2p1x710-dot1q-ip6base-mrr.robot
++test tc01-78B-1c-dot1q-ip6base-mrr
++test tc02-78B-2c-dot1q-ip6base-mrr
++test tc03-78B-4c-dot1q-ip6base-mrr
+ suite /vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6base-mrr.robot
+ test tc01-78B-1c-ethip6-ip6base-mrr
+ test tc02-78B-2c-ethip6-ip6base-mrr
+ test tc03-78B-4c-ethip6-ip6base-mrr
+-suite /vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale200k-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale200k-mrr
+-test tc02-78B-2c-ethip6-ip6scale200k-mrr
+-test tc03-78B-4c-ethip6-ip6scale200k-mrr
+-suite /vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale20k-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale20k-mrr
+-test tc02-78B-2c-ethip6-ip6scale20k-mrr
+-test tc03-78B-4c-ethip6-ip6scale20k-mrr
+-suite /vpp/perf/ip6/2n1l-10ge2p1x710-ethip6-ip6scale2m-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale2m-mrr
+-test tc02-78B-2c-ethip6-ip6scale2m-mrr
+-test tc03-78B-4c-ethip6-ip6scale2m-mrr
+-suite /vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6base-mrr.robot
+-test tc01-78B-1c-ethip6-ip6base-mrr
+-test tc02-78B-2c-ethip6-ip6base-mrr
+-test tc03-78B-4c-ethip6-ip6base-mrr
+-suite /vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale200k-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale200k-mrr
+-test tc02-78B-2c-ethip6-ip6scale200k-mrr
+-test tc03-78B-4c-ethip6-ip6scale200k-mrr
+-suite /vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale20k-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale20k-mrr
+-test tc02-78B-2c-ethip6-ip6scale20k-mrr
+-test tc03-78B-4c-ethip6-ip6scale20k-mrr
+-suite /vpp/perf/ip6/2n1l-25ge2p1xxv710-ethip6-ip6scale2m-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale2m-mrr
+-test tc02-78B-2c-ethip6-ip6scale2m-mrr
+-test tc03-78B-4c-ethip6-ip6scale2m-mrr
+ suite /vpp/perf/l2
+ suite /vpp/perf/l2/2n1l-10ge2p1x710-avf-eth-l2bdbasemaclrn-mrr.robot
+ test tc01-64B-1c-avf-eth-l2bdbasemaclrn-mrr
+@@ -150,18 +65,6 @@ suite /vpp/perf/l2/2n1l-10ge2p1x710-eth-
+ test tc01-64B-1c-eth-l2bdbasemaclrn-mrr
+ test tc02-64B-2c-eth-l2bdbasemaclrn-mrr
+ test tc03-64B-4c-eth-l2bdbasemaclrn-mrr
+-suite /vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale100kmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale100kmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale100kmaclrn-mrr
+-suite /vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale10kmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale10kmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale10kmaclrn-mrr
+-suite /vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale1mmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale1mmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale1mmaclrn-mrr
+ suite /vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-mrr.robot
+ test tc01-64B-1c-eth-l2patch-mrr
+ test tc02-64B-2c-eth-l2patch-mrr
+@@ -170,97 +73,32 @@ suite /vpp/perf/l2/2n1l-10ge2p1x710-eth-
+ test tc01-64B-1c-eth-l2xcbase-mrr
+ test tc02-64B-2c-eth-l2xcbase-mrr
+ test tc03-64B-4c-eth-l2xcbase-mrr
+-suite /vpp/perf/l2/2n1l-25ge2p1xxv710-avf-eth-l2bdbasemaclrn-mrr.robot
+-test tc01-64B-1c-avf-eth-l2bdbasemaclrn-mrr
+-test tc02-64B-2c-avf-eth-l2bdbasemaclrn-mrr
+-test tc03-64B-4c-avf-eth-l2bdbasemaclrn-mrr
+-suite /vpp/perf/l2/2n1l-25ge2p1xxv710-avf-eth-l2patch-mrr.robot
+-test tc01-64B-1c-avf-eth-l2patch-mrr
+-test tc02-64B-2c-avf-eth-l2patch-mrr
+-test tc03-64B-4c-avf-eth-l2patch-mrr
+-suite /vpp/perf/l2/2n1l-25ge2p1xxv710-avf-eth-l2xcbase-mrr.robot
+-test tc01-64B-1c-avf-eth-l2xcbase-mrr
+-test tc02-64B-2c-avf-eth-l2xcbase-mrr
+-test tc03-64B-4c-avf-eth-l2xcbase-mrr
+-suite /vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-mrr.robot
+-test tc01-64B-1c-dot1q-l2bdbasemaclrn-mrr
+-test tc02-64B-2c-dot1q-l2bdbasemaclrn-mrr
+-test tc03-64B-4c-dot1q-l2bdbasemaclrn-mrr
+-suite /vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2xcbase-mrr.robot
+-test tc01-64B-1c-dot1q-l2xcbase-mrr
+-test tc02-64B-2c-dot1q-l2xcbase-mrr
+-test tc03-64B-4c-dot1q-l2xcbase-mrr
+-suite /vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-mrr
+-suite /vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale100kmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale100kmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale100kmaclrn-mrr
+-suite /vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale10kmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale10kmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale10kmaclrn-mrr
+-suite /vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale1mmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale1mmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale1mmaclrn-mrr
+-suite /vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2patch-mrr.robot
+-test tc01-64B-1c-eth-l2patch-mrr
+-test tc02-64B-2c-eth-l2patch-mrr
+-test tc03-64B-4c-eth-l2patch-mrr
+-suite /vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2xcbase-mrr.robot
+-test tc01-64B-1c-eth-l2xcbase-mrr
+-test tc02-64B-2c-eth-l2xcbase-mrr
+-test tc03-64B-4c-eth-l2xcbase-mrr
+ suite /vpp/perf/vm_vhost
+ suite /vpp/perf/vm_vhost/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot
+ test tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+ test tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+ test tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-test tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-test tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-test tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+ suite /vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/2n1l-10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot
+ test tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+ test tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+ test tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+ suite /vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/2n1l-10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot
+ test tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+ test tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+ test tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-test tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-test tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-test tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
diff --git a/resources/libraries/bash/function/diffs/mrr-daily-3n-hsw.diff b/resources/libraries/bash/function/diffs/mrr-daily-3n-hsw.diff
new file mode 100644
index 0000000000..434ecfef54
--- /dev/null
+++ b/resources/libraries/bash/function/diffs/mrr-daily-3n-hsw.diff
@@ -0,0 +1,668 @@
+--- st_o_3h.txt 2019-06-06 12:09:37.148382334 +0200
++++ st_n_3h.txt 2019-06-06 10:42:34.297556981 +0200
+@@ -2,45 +2,6 @@ suite
+ suite /vpp
+ suite /vpp/perf
+ suite /vpp/perf/container_memif
+-suite /vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot
+-test tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
+-test tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
+-test tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
+-suite /vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-suite /vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot
+-test tc01-64B-1c-eth-l2xcbase-eth-1memif-1dcr-mrr
+-test tc02-64B-2c-eth-l2xcbase-eth-1memif-1dcr-mrr
+-test tc03-64B-4c-eth-l2xcbase-eth-1memif-1dcr-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-1memif-1dcr-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-1memif-1dcr-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-1memif-1dcr-mrr
+-suite /vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot
+-test tc01-64B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-test tc02-64B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-test tc03-64B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-suite /vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot
+-test tc01-64B-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc02-64B-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc03-64B-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-suite /vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
+ suite /vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot
+ test tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
+ test tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr
+@@ -49,319 +10,102 @@ suite /vpp/perf/container_memif/10ge2p1x
+ test tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+ test tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+ test tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+ suite /vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot
+ test tc01-64B-1c-eth-l2xcbase-eth-1memif-1dcr-mrr
+ test tc02-64B-2c-eth-l2xcbase-eth-1memif-1dcr-mrr
+ test tc03-64B-4c-eth-l2xcbase-eth-1memif-1dcr-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-1memif-1dcr-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-1memif-1dcr-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-1memif-1dcr-mrr
+ suite /vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot
+ test tc01-64B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
+ test tc02-64B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
+ test tc03-64B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
+ suite /vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot
+ test tc01-64B-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
+ test tc02-64B-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
+ test tc03-64B-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
+ suite /vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
+ test tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
+ test tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
+ test tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-suite /vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-suite /vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot
+-test tc01-64B-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc02-64B-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc03-64B-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-suite /vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
++suite /vpp/perf/crypto
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac256sha-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac256sha-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac256sha-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac256sha-mrr
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes256gcm-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes256gcm-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes256gcm-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes256gcm-mrr
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes256gcm-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes256gcm-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes256gcm-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes256gcm-mrr
+ suite /vpp/perf/ip4
+-suite /vpp/perf/ip4/10ge2p1x520-dot1q-ip4base-mrr.robot
+-test tc01-64B-1c-dot1q-ip4base-mrr
+-test tc02-64B-2c-dot1q-ip4base-mrr
+-test tc03-64B-4c-dot1q-ip4base-mrr
+-suite /vpp/perf/ip4/10ge2p1x520-ethip4-ip4base-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-mrr
+-test tc02-64B-2c-ethip4-ip4base-mrr
+-test tc03-64B-4c-ethip4-ip4base-mrr
+-suite /vpp/perf/ip4/10ge2p1x520-ethip4-ip4scale2m-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale2m-mrr
+-test tc02-64B-2c-ethip4-ip4scale2m-mrr
+-test tc03-64B-4c-ethip4-ip4scale2m-mrr
+-suite /vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
+-suite /vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
+-suite /vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
+-suite /vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
+-suite /vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-nat44-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-nat44-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-nat44-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-nat44-mrr
+-suite /vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sf-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-oacl1sf-10kflows-mrr
+-suite /vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl1sl-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-oacl1sl-10kflows-mrr
+-suite /vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sf-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-oacl50sf-10kflows-mrr
+-suite /vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-oacl50sl-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-oacl50sl-10kflows-mrr
+-suite /vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4base-udpsrcscale15-nat44-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
+-suite /vpp/perf/ip4/10ge2p1x520-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
+-test tc02-64B-2c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
+-test tc03-64B-4c-ethip4udp-ip4scale4000-udpsrcscale15-nat44-mrr
++suite /vpp/perf/ip4/10ge2p1x710-avf-eth-ip4base-mrr.robot
++test tc01-64B-1c-avf-eth-ip4base-mrr
++test tc02-64B-2c-avf-eth-ip4base-mrr
++test tc03-64B-4c-avf-eth-ip4base-mrr
+ suite /vpp/perf/ip4/10ge2p1x710-dot1q-ip4base-mrr.robot
+ test tc01-64B-1c-dot1q-ip4base-mrr
+ test tc02-64B-2c-dot1q-ip4base-mrr
+ test tc03-64B-4c-dot1q-ip4base-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-copwhtlistbase-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-copwhtlistbase-mrr
+-test tc02-64B-2c-ethip4-ip4base-copwhtlistbase-mrr
+-test tc03-64B-4c-ethip4-ip4base-copwhtlistbase-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-iacldstbase-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-iacldstbase-mrr
+-test tc02-64B-2c-ethip4-ip4base-iacldstbase-mrr
+-test tc03-64B-4c-ethip4-ip4base-iacldstbase-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ipolicemarkbase-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-ipolicemarkbase-mrr
+-test tc02-64B-2c-ethip4-ip4base-ipolicemarkbase-mrr
+-test tc03-64B-4c-ethip4-ip4base-ipolicemarkbase-mrr
+ suite /vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-mrr.robot
+ test tc01-64B-1c-ethip4-ip4base-mrr
+ test tc02-64B-2c-ethip4-ip4base-mrr
+ test tc03-64B-4c-ethip4-ip4base-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale200k-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale200k-mrr
+-test tc02-64B-2c-ethip4-ip4scale200k-mrr
+-test tc03-64B-4c-ethip4-ip4scale200k-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale20k-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale20k-mrr
+-test tc02-64B-2c-ethip4-ip4scale20k-mrr
+-test tc03-64B-4c-ethip4-ip4scale20k-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale2m-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale2m-mrr
+-test tc02-64B-2c-ethip4-ip4scale2m-mrr
+-test tc03-64B-4c-ethip4-ip4scale2m-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
+ suite /vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-nat44-mrr.robot
+ test tc01-64B-1c-ethip4udp-ip4base-nat44-mrr
+ test tc02-64B-2c-ethip4udp-ip4base-nat44-mrr
+ test tc03-64B-4c-ethip4udp-ip4base-nat44-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
+-test tc02-64B-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
+-test tc03-64B-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
+-suite /vpp/perf/ip4/40ge2p1xl710-ethip4-ip4base-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-mrr
+-test tc02-64B-2c-ethip4-ip4base-mrr
+-test tc03-64B-4c-ethip4-ip4base-mrr
+-suite /vpp/perf/ip4_tunnels
+-suite /vpp/perf/ip4_tunnels/10ge2p1x520-ethip4lispip6-ip4base-mrr.robot
+-test tc01-64B-1c-ethip4lispip6-ip4base-mrr
+-test tc02-64B-2c-ethip4lispip6-ip4base-mrr
+-test tc03-64B-4c-ethip4lispip6-ip4base-mrr
+-suite /vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr.robot
+-test tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
+-test tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
+-test tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
+-suite /vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr.robot
+-test tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
+-test tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
+-test tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
+-suite /vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr.robot
+-test tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
+-test tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
+-test tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
+-suite /vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr.robot
+-test tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
+-test tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
+-test tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
+-suite /vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip4-ip4base-mrr.robot
+-test tc01-64B-1c-ethip4lispip4-ip4base-mrr
+-test tc02-64B-2c-ethip4lispip4-ip4base-mrr
+-test tc03-64B-4c-ethip4lispip4-ip4base-mrr
+-suite /vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-mrr.robot
+-test tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-mrr
+-test tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-mrr
+-test tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-mrr
+-suite /vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2xcbase-mrr.robot
+-test tc01-64B-1c-ethip4vxlan-l2xcbase-mrr
+-test tc02-64B-2c-ethip4vxlan-l2xcbase-mrr
+-test tc03-64B-4c-ethip4vxlan-l2xcbase-mrr
++suite /vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-udpsrcscale15-nat44-mrr.robot
++test tc01-64B-1c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
++test tc02-64B-2c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
++test tc03-64B-4c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
+ suite /vpp/perf/ip6
+-suite /vpp/perf/ip6/10ge2p1x520-ethip6-ip6base-mrr.robot
+-test tc01-78B-1c-ethip6-ip6base-mrr
+-test tc02-78B-2c-ethip6-ip6base-mrr
+-test tc03-78B-4c-ethip6-ip6base-mrr
+-suite /vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-copwhtlistbase-mrr.robot
+-test tc01-78B-1c-ethip6-ip6base-copwhtlistbase-mrr
+-test tc02-78B-2c-ethip6-ip6base-copwhtlistbase-mrr
+-test tc03-78B-4c-ethip6-ip6base-copwhtlistbase-mrr
+-suite /vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-iacldstbase-mrr.robot
+-test tc01-78B-1c-ethip6-ip6base-iacldstbase-mrr
+-test tc02-78B-2c-ethip6-ip6base-iacldstbase-mrr
+-test tc03-78B-4c-ethip6-ip6base-iacldstbase-mrr
++suite /vpp/perf/ip6/10ge2p1x710-dot1q-ip6base-mrr.robot
++test tc01-78B-1c-dot1q-ip6base-mrr
++test tc02-78B-2c-dot1q-ip6base-mrr
++test tc03-78B-4c-dot1q-ip6base-mrr
+ suite /vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-mrr.robot
+ test tc01-78B-1c-ethip6-ip6base-mrr
+ test tc02-78B-2c-ethip6-ip6base-mrr
+ test tc03-78B-4c-ethip6-ip6base-mrr
+-suite /vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale200k-mrr
+-test tc02-78B-2c-ethip6-ip6scale200k-mrr
+-test tc03-78B-4c-ethip6-ip6scale200k-mrr
+-suite /vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale20k-mrr
+-test tc02-78B-2c-ethip6-ip6scale20k-mrr
+-test tc03-78B-4c-ethip6-ip6scale20k-mrr
+-suite /vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale2m-mrr
+-test tc02-78B-2c-ethip6-ip6scale2m-mrr
+-test tc03-78B-4c-ethip6-ip6scale2m-mrr
+-suite /vpp/perf/ip6/40ge2p1xl710-ethip6-ip6base-mrr.robot
+-test tc01-78B-1c-ethip6-ip6base-mrr
+-test tc02-78B-2c-ethip6-ip6base-mrr
+-test tc03-78B-4c-ethip6-ip6base-mrr
+-suite /vpp/perf/ip6_tunnels
+-suite /vpp/perf/ip6_tunnels/10ge2p1x520-ethip6lispip4-ip6base-mrr.robot
+-test tc01-78B-1c-ethip6lispip4-ip6base-mrr
+-test tc02-78B-2c-ethip6lispip4-ip6base-mrr
+-test tc03-78B-4c-ethip6lispip4-ip6base-mrr
+-suite /vpp/perf/ip6_tunnels/10ge2p1x520-ethip6lispip6-ip6base-mrr.robot
+-test tc01-78B-1c-ethip6lispip6-ip6base-mrr
+-test tc02-78B-2c-ethip6lispip6-ip6base-mrr
+-test tc03-78B-4c-ethip6lispip6-ip6base-mrr
+ suite /vpp/perf/l2
+-suite /vpp/perf/l2/10ge2p1vic1227-eth-l2bdbasemaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-mrr
+-suite /vpp/perf/l2/10ge2p1x520-dot1ad-l2xcbase-mrr.robot
++suite /vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-mrr.robot
++test tc01-64B-1c-avf-eth-l2bdbasemaclrn-mrr
++test tc02-64B-2c-avf-eth-l2bdbasemaclrn-mrr
++test tc03-64B-4c-avf-eth-l2bdbasemaclrn-mrr
++suite /vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-mrr.robot
++test tc01-64B-1c-avf-eth-l2patch-mrr
++test tc02-64B-2c-avf-eth-l2patch-mrr
++test tc03-64B-4c-avf-eth-l2patch-mrr
++suite /vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-mrr.robot
++test tc01-64B-1c-avf-eth-l2xcbase-mrr
++test tc02-64B-2c-avf-eth-l2xcbase-mrr
++test tc03-64B-4c-avf-eth-l2xcbase-mrr
++suite /vpp/perf/l2/10ge2p1x710-dot1ad-l2xcbase-mrr.robot
+ test tc01-64B-1c-dot1ad-l2xcbase-mrr
+ test tc02-64B-2c-dot1ad-l2xcbase-mrr
+ test tc03-64B-4c-dot1ad-l2xcbase-mrr
+-suite /vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-mrr.robot
+-test tc01-64B-1c-dot1q-l2bdbasemaclrn-mrr
+-test tc02-64B-2c-dot1q-l2bdbasemaclrn-mrr
+-test tc03-64B-4c-dot1q-l2bdbasemaclrn-mrr
+-suite /vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-mrr.robot
+-test tc01-64B-1c-dot1q-l2xcbase-mrr
+-test tc02-64B-2c-dot1q-l2xcbase-mrr
+-test tc03-64B-4c-dot1q-l2xcbase-mrr
+-suite /vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-mrr
+-suite /vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale1mmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale1mmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale1mmaclrn-mrr
+-suite /vpp/perf/l2/10ge2p1x520-eth-l2xcbase-mrr.robot
+-test tc01-64B-1c-eth-l2xcbase-mrr
+-test tc02-64B-2c-eth-l2xcbase-mrr
+-test tc03-64B-4c-eth-l2xcbase-mrr
+ suite /vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot
+ test tc01-64B-1c-dot1q-l2bdbasemaclrn-mrr
+ test tc02-64B-2c-dot1q-l2bdbasemaclrn-mrr
+@@ -370,38 +114,10 @@ suite /vpp/perf/l2/10ge2p1x710-dot1q-l2x
+ test tc01-64B-1c-dot1q-l2xcbase-mrr
+ test tc02-64B-2c-dot1q-l2xcbase-mrr
+ test tc03-64B-4c-dot1q-l2xcbase-mrr
+-suite /vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
+ suite /vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot
+ test tc01-64B-1c-eth-l2bdbasemaclrn-mrr
+ test tc02-64B-2c-eth-l2bdbasemaclrn-mrr
+ test tc03-64B-4c-eth-l2bdbasemaclrn-mrr
+-suite /vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale100kmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale100kmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale100kmaclrn-mrr
+-suite /vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale10kmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale10kmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale10kmaclrn-mrr
+-suite /vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale1mmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale1mmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale1mmaclrn-mrr
+ suite /vpp/perf/l2/10ge2p1x710-eth-l2patch-mrr.robot
+ test tc01-64B-1c-eth-l2patch-mrr
+ test tc02-64B-2c-eth-l2patch-mrr
+@@ -410,202 +126,44 @@ suite /vpp/perf/l2/10ge2p1x710-eth-l2xcb
+ test tc01-64B-1c-eth-l2xcbase-mrr
+ test tc02-64B-2c-eth-l2xcbase-mrr
+ test tc03-64B-4c-eth-l2xcbase-mrr
+-suite /vpp/perf/l2/40ge2p1vic1385-eth-l2bdbasemaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-mrr
+-suite /vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-mrr
+-suite /vpp/perf/l2/40ge2p1xl710-eth-l2patch-mrr.robot
+-test tc01-64B-1c-eth-l2patch-mrr
+-test tc02-64B-2c-eth-l2patch-mrr
+-test tc03-64B-4c-eth-l2patch-mrr
+-suite /vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-mrr.robot
+-test tc01-64B-1c-eth-l2xcbase-mrr
+-test tc02-64B-2c-eth-l2xcbase-mrr
+-test tc03-64B-4c-eth-l2xcbase-mrr
+-suite /vpp/perf/srv6
+-suite /vpp/perf/srv6/10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-mrr.robot
+-test tc01-78B-1c-ethip6ip6-ip6base-srv6enc1sid-mrr
+-test tc02-78B-2c-ethip6ip6-ip6base-srv6enc1sid-mrr
+-test tc03-78B-4c-ethip6ip6-ip6base-srv6enc1sid-mrr
+-suite /vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-mrr.robot
+-test tc01-78B-1c-ethip6srhip6-ip6base-srv6enc2sids-mrr
+-test tc02-78B-2c-ethip6srhip6-ip6base-srv6enc2sids-mrr
+-test tc03-78B-4c-ethip6srhip6-ip6base-srv6enc2sids-mrr
+-suite /vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr.robot
+-test tc01-78B-1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
+-test tc02-78B-2c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
+-test tc03-78B-4c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr
+-suite /vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-mrr.robot
+-test tc01-78B-1c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
+-test tc02-78B-2c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
+-test tc03-78B-4c-ethip6srhip6-ip6base-srv6proxy-dyn-mrr
+-suite /vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-mrr.robot
+-test tc01-78B-1c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
+-test tc02-78B-2c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
+-test tc03-78B-4c-ethip6srhip6-ip6base-srv6proxy-masq-mrr
+-suite /vpp/perf/srv6/10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-mrr.robot
+-test tc01-78B-1c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
+-test tc02-78B-2c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
+-test tc03-78B-4c-ethip6srhip6-ip6base-srv6proxy-stat-mrr
+ suite /vpp/perf/vm_vhost
+-suite /vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+-test tc01-64B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc02-64B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc03-64B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-suite /vpp/perf/vm_vhost/10ge2p1x520-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+-test tc01-64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc02-64B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc03-64B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-suite /vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+-test tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-suite /vpp/perf/vm_vhost/10ge2p1x520-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+-test tc01-64B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc02-64B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc03-64B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-suite /vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-suite /vpp/perf/vm_vhost/10ge2p1x520-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-test tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-test tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-test tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-suite /vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+-test tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-suite /vpp/perf/vm_vhost/10ge2p1x520-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot
+-test tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-test tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-test tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-suite /vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-test tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-test tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-suite /vpp/perf/vm_vhost/10ge2p1x520-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-test tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-test tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-test tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-test tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-test tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot
+ test tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+ test tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+ test tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-test tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-test tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-test tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot
+ test tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+ test tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+ test tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot
+ test tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+ test tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+ test tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-test tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-test tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-test tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-suite /vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+-test tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-suite /vpp/perf/vts
+-suite /vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr.robot
+-test tc01-114B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
+-test tc02-114B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
+-test tc03-114B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-mrr
+-suite /vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr.robot
+-test tc01-114B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
+-test tc02-114B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
+-test tc03-114B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-mrr
+-suite /vpp/perf/vts/10ge2p1x520-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr.robot
+-test tc01-114B-1c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
+-test tc02-114B-2c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
+-test tc03-114B-4c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-mrr
diff --git a/resources/libraries/bash/function/diffs/mrr-daily-3n-skx.diff b/resources/libraries/bash/function/diffs/mrr-daily-3n-skx.diff
new file mode 100644
index 0000000000..ae3b17f3a1
--- /dev/null
+++ b/resources/libraries/bash/function/diffs/mrr-daily-3n-skx.diff
@@ -0,0 +1,421 @@
+--- st_o_3s.txt 2019-06-06 12:11:37.599818076 +0200
++++ st_n_3s.txt 2019-06-06 10:42:53.849466187 +0200
+@@ -10,37 +10,55 @@ suite /vpp/perf/container_memif/10ge2p1x
+ test tc01-64B-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+ test tc02-64B-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+ test tc03-64B-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+-test tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr
+ suite /vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot
+ test tc01-64B-1c-eth-l2xcbase-eth-1memif-1dcr-mrr
+ test tc02-64B-2c-eth-l2xcbase-eth-1memif-1dcr-mrr
+ test tc03-64B-4c-eth-l2xcbase-eth-1memif-1dcr-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-1memif-1dcr-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-1memif-1dcr-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-1memif-1dcr-mrr
+ suite /vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot
+ test tc01-64B-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
+ test tc02-64B-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
+ test tc03-64B-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1dcr-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1dcr-mrr
+ suite /vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot
+ test tc01-64B-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
+ test tc02-64B-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
+ test tc03-64B-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-2memif-1lxc-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-2memif-1lxc-mrr
+ suite /vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot
+ test tc01-64B-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
+ test tc02-64B-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
+ test tc03-64B-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc10-IMIX-1c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc11-IMIX-2c-ethip4-ip4base-eth-2memif-1dcr-mrr
+-test tc12-IMIX-4c-ethip4-ip4base-eth-2memif-1dcr-mrr
++suite /vpp/perf/crypto
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac256sha-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac256sha-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac256sha-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac256sha-mrr
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128cbc-hmac512sha-mrr
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes128gcm-mrr
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-int-aes256gcm-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-int-aes256gcm-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-int-aes256gcm-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-int-aes256gcm-mrr
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac256sha-mrr
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128cbc-hmac512sha-mrr
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes128gcm-mrr
++suite /vpp/perf/crypto/10ge2p1x710-ethip4ipsecbasetnlsw-ip4base-tnl-aes256gcm-mrr.robot
++test tc01-64B-1c-ethip4ipsecbasetnlsw-ip4base-tnl-aes256gcm-mrr
++test tc02-64B-2c-ethip4ipsecbasetnlsw-ip4base-tnl-aes256gcm-mrr
++test tc03-64B-4c-ethip4ipsecbasetnlsw-ip4base-tnl-aes256gcm-mrr
+ suite /vpp/perf/ip4
+ suite /vpp/perf/ip4/10ge2p1x710-avf-eth-ip4base-mrr.robot
+ test tc01-64B-1c-avf-eth-ip4base-mrr
+@@ -50,152 +68,27 @@ suite /vpp/perf/ip4/10ge2p1x710-dot1q-ip
+ test tc01-64B-1c-dot1q-ip4base-mrr
+ test tc02-64B-2c-dot1q-ip4base-mrr
+ test tc03-64B-4c-dot1q-ip4base-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-copwhtlistbase-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-copwhtlistbase-mrr
+-test tc02-64B-2c-ethip4-ip4base-copwhtlistbase-mrr
+-test tc03-64B-4c-ethip4-ip4base-copwhtlistbase-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-iacldstbase-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-iacldstbase-mrr
+-test tc02-64B-2c-ethip4-ip4base-iacldstbase-mrr
+-test tc03-64B-4c-ethip4-ip4base-iacldstbase-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-ipolicemarkbase-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-ipolicemarkbase-mrr
+-test tc02-64B-2c-ethip4-ip4base-ipolicemarkbase-mrr
+-test tc03-64B-4c-ethip4-ip4base-ipolicemarkbase-mrr
+ suite /vpp/perf/ip4/10ge2p1x710-ethip4-ip4base-mrr.robot
+ test tc01-64B-1c-ethip4-ip4base-mrr
+ test tc02-64B-2c-ethip4-ip4base-mrr
+ test tc03-64B-4c-ethip4-ip4base-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale200k-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale200k-mrr
+-test tc02-64B-2c-ethip4-ip4scale200k-mrr
+-test tc03-64B-4c-ethip4-ip4scale200k-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale20k-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale20k-mrr
+-test tc02-64B-2c-ethip4-ip4scale20k-mrr
+-test tc03-64B-4c-ethip4-ip4scale20k-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4-ip4scale2m-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale2m-mrr
+-test tc02-64B-2c-ethip4-ip4scale2m-mrr
+-test tc03-64B-4c-ethip4-ip4scale2m-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sf-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl1sf-10kflows-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl1sl-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl1sl-10kflows-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sf-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl50sf-10kflows-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-iacl50sl-10kflows-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
+-test tc02-64B-2c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
+-test tc03-64B-4c-ethip4udp-ip4base-iacl50sl-10kflows-mrr
+ suite /vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-nat44-mrr.robot
+ test tc01-64B-1c-ethip4udp-ip4base-nat44-mrr
+ test tc02-64B-2c-ethip4udp-ip4base-nat44-mrr
+ test tc03-64B-4c-ethip4udp-ip4base-nat44-mrr
+-suite /vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr.robot
+-test tc01-64B-1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
+-test tc02-64B-2c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
+-test tc03-64B-4c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-mrr
+-suite /vpp/perf/ip4/25ge2p1xxv710-avf-eth-ip4base-mrr.robot
+-test tc01-64B-1c-avf-eth-ip4base-mrr
+-test tc02-64B-2c-avf-eth-ip4base-mrr
+-test tc03-64B-4c-avf-eth-ip4base-mrr
+-suite /vpp/perf/ip4/25ge2p1xxv710-dot1q-ip4base-mrr.robot
+-test tc01-64B-1c-dot1q-ip4base-mrr
+-test tc02-64B-2c-dot1q-ip4base-mrr
+-test tc03-64B-4c-dot1q-ip4base-mrr
+-suite /vpp/perf/ip4/25ge2p1xxv710-ethip4-ip4base-mrr.robot
+-test tc01-64B-1c-ethip4-ip4base-mrr
+-test tc02-64B-2c-ethip4-ip4base-mrr
+-test tc03-64B-4c-ethip4-ip4base-mrr
+-suite /vpp/perf/ip4/25ge2p1xxv710-ethip4-ip4scale200k-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale200k-mrr
+-test tc02-64B-2c-ethip4-ip4scale200k-mrr
+-test tc03-64B-4c-ethip4-ip4scale200k-mrr
+-suite /vpp/perf/ip4/25ge2p1xxv710-ethip4-ip4scale20k-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale20k-mrr
+-test tc02-64B-2c-ethip4-ip4scale20k-mrr
+-test tc03-64B-4c-ethip4-ip4scale20k-mrr
+-suite /vpp/perf/ip4/25ge2p1xxv710-ethip4-ip4scale2m-mrr.robot
+-test tc01-64B-1c-ethip4-ip4scale2m-mrr
+-test tc02-64B-2c-ethip4-ip4scale2m-mrr
+-test tc03-64B-4c-ethip4-ip4scale2m-mrr
+-suite /vpp/perf/ip4_tunnels
+-suite /vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr.robot
+-test tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
+-test tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
+-test tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr
+-suite /vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr.robot
+-test tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
+-test tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
+-test tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale10l2bd10vlan10vxlan-mrr
+-suite /vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr.robot
+-test tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
+-test tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
+-test tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale1kl2bd1kvlan1kvxlan-mrr
+-suite /vpp/perf/ip4_tunnels/10ge2p1x710-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr.robot
+-test tc01-64B-1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
+-test tc02-64B-2c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
+-test tc03-64B-4c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr
+-suite /vpp/perf/ip4_tunnels/10ge2p1x710-ethip4lispip4-ip4base-mrr.robot
+-test tc01-64B-1c-ethip4lispip4-ip4base-mrr
+-test tc02-64B-2c-ethip4lispip4-ip4base-mrr
+-test tc03-64B-4c-ethip4lispip4-ip4base-mrr
+-suite /vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-mrr.robot
+-test tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-mrr
+-test tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-mrr
+-test tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-mrr
+-suite /vpp/perf/ip4_tunnels/10ge2p1x710-ethip4vxlan-l2xcbase-mrr.robot
+-test tc01-64B-1c-ethip4vxlan-l2xcbase-mrr
+-test tc02-64B-2c-ethip4vxlan-l2xcbase-mrr
+-test tc03-64B-4c-ethip4vxlan-l2xcbase-mrr
++suite /vpp/perf/ip4/10ge2p1x710-ethip4udp-ip4base-udpsrcscale15-nat44-mrr.robot
++test tc01-64B-1c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
++test tc02-64B-2c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
++test tc03-64B-4c-ethip4udp-ip4base-udpsrcscale15-nat44-mrr
+ suite /vpp/perf/ip6
+-suite /vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-copwhtlistbase-mrr.robot
+-test tc01-78B-1c-ethip6-ip6base-copwhtlistbase-mrr
+-test tc02-78B-2c-ethip6-ip6base-copwhtlistbase-mrr
+-test tc03-78B-4c-ethip6-ip6base-copwhtlistbase-mrr
+-suite /vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-iacldstbase-mrr.robot
+-test tc01-78B-1c-ethip6-ip6base-iacldstbase-mrr
+-test tc02-78B-2c-ethip6-ip6base-iacldstbase-mrr
+-test tc03-78B-4c-ethip6-ip6base-iacldstbase-mrr
++suite /vpp/perf/ip6/10ge2p1x710-dot1q-ip6base-mrr.robot
++test tc01-78B-1c-dot1q-ip6base-mrr
++test tc02-78B-2c-dot1q-ip6base-mrr
++test tc03-78B-4c-dot1q-ip6base-mrr
+ suite /vpp/perf/ip6/10ge2p1x710-ethip6-ip6base-mrr.robot
+ test tc01-78B-1c-ethip6-ip6base-mrr
+ test tc02-78B-2c-ethip6-ip6base-mrr
+ test tc03-78B-4c-ethip6-ip6base-mrr
+-suite /vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale200k-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale200k-mrr
+-test tc02-78B-2c-ethip6-ip6scale200k-mrr
+-test tc03-78B-4c-ethip6-ip6scale200k-mrr
+-suite /vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale20k-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale20k-mrr
+-test tc02-78B-2c-ethip6-ip6scale20k-mrr
+-test tc03-78B-4c-ethip6-ip6scale20k-mrr
+-suite /vpp/perf/ip6/10ge2p1x710-ethip6-ip6scale2m-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale2m-mrr
+-test tc02-78B-2c-ethip6-ip6scale2m-mrr
+-test tc03-78B-4c-ethip6-ip6scale2m-mrr
+-suite /vpp/perf/ip6/25ge2p1xxv710-ethip6-ip6base-mrr.robot
+-test tc01-78B-1c-ethip6-ip6base-mrr
+-test tc02-78B-2c-ethip6-ip6base-mrr
+-test tc03-78B-4c-ethip6-ip6base-mrr
+-suite /vpp/perf/ip6/25ge2p1xxv710-ethip6-ip6scale200k-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale200k-mrr
+-test tc02-78B-2c-ethip6-ip6scale200k-mrr
+-test tc03-78B-4c-ethip6-ip6scale200k-mrr
+-suite /vpp/perf/ip6/25ge2p1xxv710-ethip6-ip6scale20k-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale20k-mrr
+-test tc02-78B-2c-ethip6-ip6scale20k-mrr
+-test tc03-78B-4c-ethip6-ip6scale20k-mrr
+-suite /vpp/perf/ip6/25ge2p1xxv710-ethip6-ip6scale2m-mrr.robot
+-test tc01-78B-1c-ethip6-ip6scale2m-mrr
+-test tc02-78B-2c-ethip6-ip6scale2m-mrr
+-test tc03-78B-4c-ethip6-ip6scale2m-mrr
+ suite /vpp/perf/l2
+ suite /vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-mrr.robot
+ test tc01-64B-1c-avf-eth-l2bdbasemaclrn-mrr
+@@ -209,6 +102,10 @@ suite /vpp/perf/l2/10ge2p1x710-avf-eth-l
+ test tc01-64B-1c-avf-eth-l2xcbase-mrr
+ test tc02-64B-2c-avf-eth-l2xcbase-mrr
+ test tc03-64B-4c-avf-eth-l2xcbase-mrr
++suite /vpp/perf/l2/10ge2p1x710-dot1ad-l2xcbase-mrr.robot
++test tc01-64B-1c-dot1ad-l2xcbase-mrr
++test tc02-64B-2c-dot1ad-l2xcbase-mrr
++test tc03-64B-4c-dot1ad-l2xcbase-mrr
+ suite /vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot
+ test tc01-64B-1c-dot1q-l2bdbasemaclrn-mrr
+ test tc02-64B-2c-dot1q-l2bdbasemaclrn-mrr
+@@ -217,38 +114,10 @@ suite /vpp/perf/l2/10ge2p1x710-dot1q-l2x
+ test tc01-64B-1c-dot1q-l2xcbase-mrr
+ test tc02-64B-2c-dot1q-l2xcbase-mrr
+ test tc03-64B-4c-dot1q-l2xcbase-mrr
+-suite /vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr
+-suite /vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr
+ suite /vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot
+ test tc01-64B-1c-eth-l2bdbasemaclrn-mrr
+ test tc02-64B-2c-eth-l2bdbasemaclrn-mrr
+ test tc03-64B-4c-eth-l2bdbasemaclrn-mrr
+-suite /vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale100kmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale100kmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale100kmaclrn-mrr
+-suite /vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale10kmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale10kmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale10kmaclrn-mrr
+-suite /vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale1mmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale1mmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale1mmaclrn-mrr
+ suite /vpp/perf/l2/10ge2p1x710-eth-l2patch-mrr.robot
+ test tc01-64B-1c-eth-l2patch-mrr
+ test tc02-64B-2c-eth-l2patch-mrr
+@@ -257,136 +126,52 @@ suite /vpp/perf/l2/10ge2p1x710-eth-l2xcb
+ test tc01-64B-1c-eth-l2xcbase-mrr
+ test tc02-64B-2c-eth-l2xcbase-mrr
+ test tc03-64B-4c-eth-l2xcbase-mrr
+-suite /vpp/perf/l2/25ge2p1xxv710-avf-eth-l2bdbasemaclrn-mrr.robot
+-test tc01-64B-1c-avf-eth-l2bdbasemaclrn-mrr
+-test tc02-64B-2c-avf-eth-l2bdbasemaclrn-mrr
+-test tc03-64B-4c-avf-eth-l2bdbasemaclrn-mrr
+-suite /vpp/perf/l2/25ge2p1xxv710-avf-eth-l2patch-mrr.robot
+-test tc01-64B-1c-avf-eth-l2patch-mrr
+-test tc02-64B-2c-avf-eth-l2patch-mrr
+-test tc03-64B-4c-avf-eth-l2patch-mrr
+-suite /vpp/perf/l2/25ge2p1xxv710-avf-eth-l2xcbase-mrr.robot
+-test tc01-64B-1c-avf-eth-l2xcbase-mrr
+-test tc02-64B-2c-avf-eth-l2xcbase-mrr
+-test tc03-64B-4c-avf-eth-l2xcbase-mrr
+-suite /vpp/perf/l2/25ge2p1xxv710-dot1q-l2bdbasemaclrn-mrr.robot
+-test tc01-64B-1c-dot1q-l2bdbasemaclrn-mrr
+-test tc02-64B-2c-dot1q-l2bdbasemaclrn-mrr
+-test tc03-64B-4c-dot1q-l2bdbasemaclrn-mrr
+-suite /vpp/perf/l2/25ge2p1xxv710-dot1q-l2xcbase-mrr.robot
+-test tc01-64B-1c-dot1q-l2xcbase-mrr
+-test tc02-64B-2c-dot1q-l2xcbase-mrr
+-test tc03-64B-4c-dot1q-l2xcbase-mrr
+-suite /vpp/perf/l2/25ge2p1xxv710-eth-l2bdbasemaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdbasemaclrn-mrr
+-test tc02-64B-2c-eth-l2bdbasemaclrn-mrr
+-test tc03-64B-4c-eth-l2bdbasemaclrn-mrr
+-suite /vpp/perf/l2/25ge2p1xxv710-eth-l2bdscale100kmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale100kmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale100kmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale100kmaclrn-mrr
+-suite /vpp/perf/l2/25ge2p1xxv710-eth-l2bdscale10kmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale10kmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale10kmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale10kmaclrn-mrr
+-suite /vpp/perf/l2/25ge2p1xxv710-eth-l2bdscale1mmaclrn-mrr.robot
+-test tc01-64B-1c-eth-l2bdscale1mmaclrn-mrr
+-test tc02-64B-2c-eth-l2bdscale1mmaclrn-mrr
+-test tc03-64B-4c-eth-l2bdscale1mmaclrn-mrr
+-suite /vpp/perf/l2/25ge2p1xxv710-eth-l2patch-mrr.robot
+-test tc01-64B-1c-eth-l2patch-mrr
+-test tc02-64B-2c-eth-l2patch-mrr
+-test tc03-64B-4c-eth-l2patch-mrr
+-suite /vpp/perf/l2/25ge2p1xxv710-eth-l2xcbase-mrr.robot
+-test tc01-64B-1c-eth-l2xcbase-mrr
+-test tc02-64B-2c-eth-l2xcbase-mrr
+-test tc03-64B-4c-eth-l2xcbase-mrr
+ suite /vpp/perf/vm_vhost
+ suite /vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-2lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-2lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr.robot
+ test tc01-64B-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+ test tc02-64B-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+ test tc03-64B-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-test tc10-IMIX-1c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-test tc11-IMIX-2c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+-test tc12-IMIX-4c-eth-l2bdbasemaclrn-eth-4vhostvr1024-2vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr.robot
+ test tc01-64B-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+ test tc02-64B-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+ test tc03-64B-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-test tc10-IMIX-1c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-test tc11-IMIX-2c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+-test tc12-IMIX-4c-eth-l2xcbase-eth-4vhostvr1024-2vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr.robot
+ test tc01-64B-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+ test tc02-64B-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+ test tc03-64B-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-test tc10-IMIX-1c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-test tc11-IMIX-2c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+-test tc12-IMIX-4c-ethip4-ip4base-eth-2vhostvr1024-1vm-mrr
+ suite /vpp/perf/vm_vhost/10ge2p1x710-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr.robot
+ test tc01-64B-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+ test tc02-64B-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+ test tc03-64B-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-test tc10-IMIX-1c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-test tc11-IMIX-2c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-test tc12-IMIX-4c-ethip4-ip4base-eth-4vhostvr1024-2vm-mrr
+-suite /vpp/perf/vm_vhost/10ge2p1x710-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr.robot
+-test tc01-64B-1c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc02-64B-2c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr
+-test tc03-64B-4c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-mrr