aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rwxr-xr-xbootstrap-verify-perf.sh15
-rw-r--r--tests/perf/Long_Bridge_Domain_Intel-X520-DA2.robot9
-rw-r--r--tests/perf/Long_Bridge_Domain_Vhost_Intel-X520-DA2.robot15
-rw-r--r--tests/perf/Long_IPv4_Cop_Intel-X520-DA2.robot9
-rw-r--r--tests/perf/Long_IPv4_Fib_200k_Intel-X520-DA2.robot7
-rw-r--r--tests/perf/Long_IPv4_Fib_20k_Intel-X520-DA2.robot7
-rw-r--r--tests/perf/Long_IPv4_Fib_2M_Intel-X520-DA2.robot7
-rw-r--r--tests/perf/Long_IPv4_Intel-X520-DA2.robot9
-rw-r--r--tests/perf/Long_IPv4_Policer_Intel-X520-DA2.robot9
-rw-r--r--tests/perf/Long_IPv4_Vhost_Intel-X520-DA2.robot15
-rw-r--r--tests/perf/Long_IPv4_iAcl_Intel-X520-DA2.robot9
-rw-r--r--tests/perf/Long_IPv6_Cop_Intel-X520-DA2.robot9
-rw-r--r--tests/perf/Long_IPv6_Fib_200k_Intel-X520-DA2.robot7
-rw-r--r--tests/perf/Long_IPv6_Fib_20k_Intel-X520-DA2.robot7
-rw-r--r--tests/perf/Long_IPv6_Fib_2M_Intel-X520-DA2.robot7
-rw-r--r--tests/perf/Long_IPv6_Intel-X520-DA2.robot9
-rw-r--r--tests/perf/Long_IPv6_iAcl_Intel-X520-DA2.robot8
-rw-r--r--tests/perf/Long_Lisp_Intel-X520-DA2.robot7
-rw-r--r--tests/perf/Long_Xconnect_Dot1ad_Intel-X520-DA2.robot9
-rw-r--r--tests/perf/Long_Xconnect_Dot1q_Intel-X520-DA2.robot9
-rw-r--r--tests/perf/Long_Xconnect_Intel-X520-DA2.robot9
-rw-r--r--tests/perf/Long_Xconnect_Intel-XL710.robot9
-rw-r--r--tests/perf/Long_Xconnect_Vhost_Intel-X520-DA2.robot15
-rw-r--r--tests/perf/Long_Xconnect_Vxlan_Ipv4_Intel-X520-DA2.robot9
24 files changed, 170 insertions, 55 deletions
diff --git a/bootstrap-verify-perf.sh b/bootstrap-verify-perf.sh
index 09c5290da7..5416e9cf77 100755
--- a/bootstrap-verify-perf.sh
+++ b/bootstrap-verify-perf.sh
@@ -47,14 +47,15 @@ then
VPP_DEBS="$( readlink -f *.deb | tr '\n' ' ' )"
else
+ VPP_CLASSIFIER="-deb"
#download vpp build from nexus and set VPP_DEBS variable
- wget -q "${VPP_REPO_URL}/vpp/${VPP_STABLE_VER}/vpp-${VPP_STABLE_VER}.deb" || exit
- wget -q "${VPP_REPO_URL}/vpp-dbg/${VPP_STABLE_VER}/vpp-dbg-${VPP_STABLE_VER}.deb" || exit
- wget -q "${VPP_REPO_URL}/vpp-dev/${VPP_STABLE_VER}/vpp-dev-${VPP_STABLE_VER}.deb" || exit
- wget -q "${VPP_REPO_URL}/vpp-dpdk-dev/${VPP_STABLE_VER}/vpp-dpdk-dev-${VPP_STABLE_VER}.deb" || exit
- wget -q "${VPP_REPO_URL}/vpp-dpdk-dkms/${VPP_STABLE_VER}/vpp-dpdk-dkms-${VPP_STABLE_VER}.deb" || exit
- wget -q "${VPP_REPO_URL}/vpp-lib/${VPP_STABLE_VER}/vpp-lib-${VPP_STABLE_VER}.deb" || exit
- wget -q "${VPP_REPO_URL}/vpp-plugins/${VPP_STABLE_VER}/vpp-plugins-${VPP_STABLE_VER}.deb" || exit
+ wget -q "${VPP_REPO_URL}/vpp/${VPP_STABLE_VER}/vpp-${VPP_STABLE_VER}${VPP_CLASSIFIER}.deb" || exit
+ wget -q "${VPP_REPO_URL}/vpp-dbg/${VPP_STABLE_VER}/vpp-dbg-${VPP_STABLE_VER}${VPP_CLASSIFIER}.deb" || exit
+ wget -q "${VPP_REPO_URL}/vpp-dev/${VPP_STABLE_VER}/vpp-dev-${VPP_STABLE_VER}${VPP_CLASSIFIER}.deb" || exit
+ wget -q "${VPP_REPO_URL}/vpp-dpdk-dev/${VPP_STABLE_VER}/vpp-dpdk-dev-${VPP_STABLE_VER}${VPP_CLASSIFIER}.deb" || exit
+ wget -q "${VPP_REPO_URL}/vpp-dpdk-dkms/${VPP_STABLE_VER}/vpp-dpdk-dkms-${VPP_STABLE_VER}${VPP_CLASSIFIER}.deb" || exit
+ wget -q "${VPP_REPO_URL}/vpp-lib/${VPP_STABLE_VER}/vpp-lib-${VPP_STABLE_VER}${VPP_CLASSIFIER}.deb" || exit
+ wget -q "${VPP_REPO_URL}/vpp-plugins/${VPP_STABLE_VER}/vpp-plugins-${VPP_STABLE_VER}${VPP_CLASSIFIER}.deb" || exit
VPP_DEBS="$( readlink -f *.deb | tr '\n' ' ' )"
fi
diff --git a/tests/perf/Long_Bridge_Domain_Intel-X520-DA2.robot b/tests/perf/Long_Bridge_Domain_Intel-X520-DA2.robot
index 9cdb3a687a..f0bffbd4f5 100644
--- a/tests/perf/Long_Bridge_Domain_Intel-X520-DA2.robot
+++ b/tests/perf/Long_Bridge_Domain_Intel-X520-DA2.robot
@@ -20,8 +20,13 @@
| ... | L2 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Show vpp trace dump on all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-bridge
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Show vpp trace dump on all DUTs
| Documentation | *RFC2544: Pkt throughput L2BD test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_Bridge_Domain_Vhost_Intel-X520-DA2.robot b/tests/perf/Long_Bridge_Domain_Vhost_Intel-X520-DA2.robot
index 7c000d9920..1a49568e8a 100644
--- a/tests/perf/Long_Bridge_Domain_Vhost_Intel-X520-DA2.robot
+++ b/tests/perf/Long_Bridge_Domain_Vhost_Intel-X520-DA2.robot
@@ -22,11 +22,16 @@
| ... | AND | Build QEMU on all DUTs
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut1}
-| ... | ${dut1_vm_refs}
-| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut2}
-| ... | ${dut2_vm_refs}
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-bridge
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut1}
+| ... | ${dut1_vm_refs}
+| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut2}
+| ... | ${dut2_vm_refs}
| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_IPv4_Cop_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_Cop_Intel-X520-DA2.robot
index df4cee7e8e..34058c5cb4 100644
--- a/tests/perf/Long_IPv4_Cop_Intel-X520-DA2.robot
+++ b/tests/perf/Long_IPv4_Cop_Intel-X520-DA2.robot
@@ -22,8 +22,13 @@
| ... | L3 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Show vpp trace dump on all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Show vpp trace dump on all DUTs
| Documentation | *RFC2544: Pkt throughput IPv4 whitelist test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_IPv4_Fib_200k_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_Fib_200k_Intel-X520-DA2.robot
index 78cce7a877..670566dd76 100644
--- a/tests/perf/Long_IPv4_Fib_200k_Intel-X520-DA2.robot
+++ b/tests/perf/Long_IPv4_Fib_200k_Intel-X520-DA2.robot
@@ -19,7 +19,12 @@
| ... | L3 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keyword | Remove startup configuration of VPP from all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4-dst-${rts_per_flow}
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_IPv4_Fib_20k_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_Fib_20k_Intel-X520-DA2.robot
index 1ec070dfc9..cd2f7c4f80 100644
--- a/tests/perf/Long_IPv4_Fib_20k_Intel-X520-DA2.robot
+++ b/tests/perf/Long_IPv4_Fib_20k_Intel-X520-DA2.robot
@@ -19,7 +19,12 @@
| ... | L3 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keyword | Remove startup configuration of VPP from all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4-dst-${rts_per_flow}
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_IPv4_Fib_2M_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_Fib_2M_Intel-X520-DA2.robot
index 1c920fabf1..2911eb2513 100644
--- a/tests/perf/Long_IPv4_Fib_2M_Intel-X520-DA2.robot
+++ b/tests/perf/Long_IPv4_Fib_2M_Intel-X520-DA2.robot
@@ -19,7 +19,12 @@
| ... | L3 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keyword | Remove startup configuration of VPP from all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4-dst-${rts_per_flow}
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_IPv4_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_Intel-X520-DA2.robot
index c342f1f03e..c211d12253 100644
--- a/tests/perf/Long_IPv4_Intel-X520-DA2.robot
+++ b/tests/perf/Long_IPv4_Intel-X520-DA2.robot
@@ -24,8 +24,13 @@
| ... | L3 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Show vpp trace dump on all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Show vpp trace dump on all DUTs
| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_IPv4_Policer_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_Policer_Intel-X520-DA2.robot
index 6803b0f660..95e0be3d2b 100644
--- a/tests/perf/Long_IPv4_Policer_Intel-X520-DA2.robot
+++ b/tests/perf/Long_IPv4_Policer_Intel-X520-DA2.robot
@@ -22,8 +22,13 @@
| ... | L3 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Show vpp trace dump on all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Show vpp trace dump on all DUTs
| Documentation | *RFC2544: Pkt throughput IPv4 policer test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_IPv4_Vhost_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_Vhost_Intel-X520-DA2.robot
index 97855b6bd9..eb5bf11e43 100644
--- a/tests/perf/Long_IPv4_Vhost_Intel-X520-DA2.robot
+++ b/tests/perf/Long_IPv4_Vhost_Intel-X520-DA2.robot
@@ -22,11 +22,16 @@
| ... | AND | Build QEMU on all DUTs
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut1}
-| ... | ${dut1_vm_refs}
-| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut2}
-| ... | ${dut2_vm_refs}
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut1}
+| ... | ${dut1_vm_refs}
+| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut2}
+| ... | ${dut2_vm_refs}
| Documentation | *RFC2544: Pkt throughput IPv4 test cases with vhost*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_IPv4_iAcl_Intel-X520-DA2.robot b/tests/perf/Long_IPv4_iAcl_Intel-X520-DA2.robot
index 396a87b40c..e75c31609b 100644
--- a/tests/perf/Long_IPv4_iAcl_Intel-X520-DA2.robot
+++ b/tests/perf/Long_IPv4_iAcl_Intel-X520-DA2.robot
@@ -22,8 +22,13 @@
| ... | L3 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Show vpp trace dump on all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Show vpp trace dump on all DUTs
| Documentation | *RFC2544: Pkt throughput IPv4 iAcl whitelist test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_IPv6_Cop_Intel-X520-DA2.robot b/tests/perf/Long_IPv6_Cop_Intel-X520-DA2.robot
index c077f66ded..b642cab81a 100644
--- a/tests/perf/Long_IPv6_Cop_Intel-X520-DA2.robot
+++ b/tests/perf/Long_IPv6_Cop_Intel-X520-DA2.robot
@@ -20,8 +20,13 @@
| ... | L3 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Show vpp trace dump on all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv6
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Show vpp trace dump on all DUTs
| Documentation | *RFC2544: Pkt throughput IPv6 whitelist test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_IPv6_Fib_200k_Intel-X520-DA2.robot b/tests/perf/Long_IPv6_Fib_200k_Intel-X520-DA2.robot
index 10b20471ee..583b61168c 100644
--- a/tests/perf/Long_IPv6_Fib_200k_Intel-X520-DA2.robot
+++ b/tests/perf/Long_IPv6_Fib_200k_Intel-X520-DA2.robot
@@ -19,7 +19,12 @@
| ... | L3 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keyword | Remove startup configuration of VPP from all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv6-dst-${rts_per_flow}
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_IPv6_Fib_20k_Intel-X520-DA2.robot b/tests/perf/Long_IPv6_Fib_20k_Intel-X520-DA2.robot
index fbd175c76d..0cd0ada1ef 100644
--- a/tests/perf/Long_IPv6_Fib_20k_Intel-X520-DA2.robot
+++ b/tests/perf/Long_IPv6_Fib_20k_Intel-X520-DA2.robot
@@ -19,7 +19,12 @@
| ... | L3 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keyword | Remove startup configuration of VPP from all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv6-dst-${rts_per_flow}
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_IPv6_Fib_2M_Intel-X520-DA2.robot b/tests/perf/Long_IPv6_Fib_2M_Intel-X520-DA2.robot
index d598dc763d..3deed2118c 100644
--- a/tests/perf/Long_IPv6_Fib_2M_Intel-X520-DA2.robot
+++ b/tests/perf/Long_IPv6_Fib_2M_Intel-X520-DA2.robot
@@ -19,7 +19,12 @@
| ... | L3 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keyword | Remove startup configuration of VPP from all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv6-dst-${rts_per_flow}
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_IPv6_Intel-X520-DA2.robot b/tests/perf/Long_IPv6_Intel-X520-DA2.robot
index d48402ddd6..80a2f48a61 100644
--- a/tests/perf/Long_IPv6_Intel-X520-DA2.robot
+++ b/tests/perf/Long_IPv6_Intel-X520-DA2.robot
@@ -19,8 +19,13 @@
| ... | L3 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Show vpp trace dump on all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv6
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Show vpp trace dump on all DUTs
| Documentation | *RFC2544: Pkt throughput IPv6 routing test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_IPv6_iAcl_Intel-X520-DA2.robot b/tests/perf/Long_IPv6_iAcl_Intel-X520-DA2.robot
index a6161f3d27..601265bbe7 100644
--- a/tests/perf/Long_IPv6_iAcl_Intel-X520-DA2.robot
+++ b/tests/perf/Long_IPv6_iAcl_Intel-X520-DA2.robot
@@ -21,8 +21,12 @@
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
| Test Teardown | Run Keywords
-| ... | Remove startup configuration of VPP from all DUTs
-| ... | AND | Show vpp trace dump on all DUTs
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv6
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Show vpp trace dump on all DUTs
| Documentation | *RFC2544: Pkt throughput IPv6 iAcl whitelist test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_Lisp_Intel-X520-DA2.robot b/tests/perf/Long_Lisp_Intel-X520-DA2.robot
index 5f4498c574..8812b9e0ed 100644
--- a/tests/perf/Long_Lisp_Intel-X520-DA2.robot
+++ b/tests/perf/Long_Lisp_Intel-X520-DA2.robot
@@ -26,7 +26,12 @@
| ... | L3 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keyword | Remove startup configuration of VPP from all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-IPv4
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
| Documentation | *RFC6830: Pkt throughput Lisp test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_Xconnect_Dot1ad_Intel-X520-DA2.robot b/tests/perf/Long_Xconnect_Dot1ad_Intel-X520-DA2.robot
index 51be32c5d1..ecf88fff7a 100644
--- a/tests/perf/Long_Xconnect_Dot1ad_Intel-X520-DA2.robot
+++ b/tests/perf/Long_Xconnect_Dot1ad_Intel-X520-DA2.robot
@@ -20,8 +20,13 @@
| ... | L2 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Show vpp trace dump on all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-xconnect
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Show vpp trace dump on all DUTs
| Documentation | *RFC2544: Pkt throughput L2XC with 802.1ad test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_Xconnect_Dot1q_Intel-X520-DA2.robot b/tests/perf/Long_Xconnect_Dot1q_Intel-X520-DA2.robot
index 1699130953..834838820b 100644
--- a/tests/perf/Long_Xconnect_Dot1q_Intel-X520-DA2.robot
+++ b/tests/perf/Long_Xconnect_Dot1q_Intel-X520-DA2.robot
@@ -20,8 +20,13 @@
| ... | L2 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Show vpp trace dump on all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-xconnect
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Show vpp trace dump on all DUTs
| Documentation | *RFC2544: Pkt throughput L2XC with 802.1q test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_Xconnect_Intel-X520-DA2.robot b/tests/perf/Long_Xconnect_Intel-X520-DA2.robot
index 45518c40d8..c1e2f853e7 100644
--- a/tests/perf/Long_Xconnect_Intel-X520-DA2.robot
+++ b/tests/perf/Long_Xconnect_Intel-X520-DA2.robot
@@ -21,8 +21,13 @@
| ... | L2 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Show vpp trace dump on all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-xconnect
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Show vpp trace dump on all DUTs
| Documentation | *RFC2544: Pkt throughput L2XC test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_Xconnect_Intel-XL710.robot b/tests/perf/Long_Xconnect_Intel-XL710.robot
index 70514c5197..011f1dbefc 100644
--- a/tests/perf/Long_Xconnect_Intel-XL710.robot
+++ b/tests/perf/Long_Xconnect_Intel-XL710.robot
@@ -21,8 +21,13 @@
| ... | L2 | Intel-XL710
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Show vpp trace dump on all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-xconnect
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Show vpp trace dump on all DUTs
| Documentation | *RFC2544: Pkt throughput L2XC test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_Xconnect_Vhost_Intel-X520-DA2.robot b/tests/perf/Long_Xconnect_Vhost_Intel-X520-DA2.robot
index f684e8c6bf..a16f07def2 100644
--- a/tests/perf/Long_Xconnect_Vhost_Intel-X520-DA2.robot
+++ b/tests/perf/Long_Xconnect_Vhost_Intel-X520-DA2.robot
@@ -22,11 +22,16 @@
| ... | AND | Build QEMU on all DUTs
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut1}
-| ... | ${dut1_vm_refs}
-| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut2}
-| ... | ${dut2_vm_refs}
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-bridge
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut1}
+| ... | ${dut1_vm_refs}
+| ... | AND | Guest VM with dpdk-testpmd Teardown | ${dut2}
+| ... | ${dut2_vm_refs}
| Documentation | *RFC2544: Pkt throughput L2XC test cases with vhost*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology
diff --git a/tests/perf/Long_Xconnect_Vxlan_Ipv4_Intel-X520-DA2.robot b/tests/perf/Long_Xconnect_Vxlan_Ipv4_Intel-X520-DA2.robot
index 74aa7e9cd5..a347122477 100644
--- a/tests/perf/Long_Xconnect_Vxlan_Ipv4_Intel-X520-DA2.robot
+++ b/tests/perf/Long_Xconnect_Vxlan_Ipv4_Intel-X520-DA2.robot
@@ -19,8 +19,13 @@
| ... | L2 | Intel-X520-DA2
| Suite Teardown | 3-node Performance Suite Teardown
| Test Setup | Setup all DUTs before test
-| Test Teardown | Run Keywords | Remove startup configuration of VPP from all DUTs
-| ... | AND | Show vpp trace dump on all DUTs
+| Test Teardown | Run Keywords
+| ... | Run Keyword If Test Failed
+| ... | Traffic should pass with no loss | 10
+| ... | ${min_rate}pps | ${framesize} | 3-node-xconnect
+| ... | fail_on_loss=${False}
+| ... | AND | Remove startup configuration of VPP from all DUTs
+| ... | AND | Show vpp trace dump on all DUTs
| Documentation | *RFC2544: Pkt throughput L2XC with VXLANoIPv4 test cases*
| ...
| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology