From 8acda639fca422c07701d0be0c9254d8be129a66 Mon Sep 17 00:00:00 2001 From: Maciek Konstantynowicz Date: Tue, 22 Jan 2019 13:46:51 +0000 Subject: NF density: added new TAGs, renamed test suites and test cases per final agreed scheme. Change-Id: Ia7bbfe5f7027c18a68408cc71445a2839b6b19a8 Signed-off-by: Maciek Konstantynowicz --- ...-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...h-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...h-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...h-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...h-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...h-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...h-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...th-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...0-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...th-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...0-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...th-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...0-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...th-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...0-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...th-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...0-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...th-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...0-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr.robot | 137 ++++++++++++++++++++ ...th-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr.robot | 142 +++++++++++++++++++++ ...710-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr.robot | 137 -------------------- ...-eth-l2bd-vhost-10chain-10vm-l3fwd-ndrpdr.robot | 142 --------------------- ...x710-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr.robot | 137 -------------------- ...0-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr.robot | 142 --------------------- ...1x710-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr.robot | 137 -------------------- ...10-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr.robot | 142 --------------------- ...1x710-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr.robot | 137 -------------------- ...10-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr.robot | 142 --------------------- ...1x710-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr.robot | 137 -------------------- ...10-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr.robot | 142 --------------------- ...1x710-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr.robot | 137 -------------------- ...10-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr.robot | 142 --------------------- ...1x710-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr.robot | 137 -------------------- ...10-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr.robot | 142 --------------------- ...x710-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr.robot | 137 -------------------- ...0-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr.robot | 142 --------------------- ...x710-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr.robot | 137 -------------------- ...0-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr.robot | 142 --------------------- ...1x710-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr.robot | 137 -------------------- ...10-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr.robot | 142 --------------------- ...1x710-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr.robot | 137 -------------------- ...10-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr.robot | 142 --------------------- ...1x710-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr.robot | 137 -------------------- ...10-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr.robot | 142 --------------------- ...x710-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr.robot | 137 -------------------- ...0-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr.robot | 142 --------------------- ...1x710-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr.robot | 137 -------------------- ...10-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr.robot | 142 --------------------- ...1x710-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr.robot | 137 -------------------- ...10-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr.robot | 142 --------------------- ...x710-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr.robot | 137 -------------------- ...0-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr.robot | 142 --------------------- ...1x710-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr.robot | 137 -------------------- ...10-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr.robot | 142 --------------------- ...x710-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr.robot | 137 -------------------- ...0-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr.robot | 142 --------------------- ...1x710-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr.robot | 137 -------------------- ...10-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr.robot | 142 --------------------- 76 files changed, 5301 insertions(+), 5301 deletions(-) create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr.robot create mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-10chain-10vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr.robot delete mode 100644 tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr.robot diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..36686a047f --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R6C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 12 vhost 1 chain 6 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${1} | nf_nodes=${6} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${1} | nf_nodes=${6} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..4fb41a8379 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R6C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 12 vhost 1 chain +| ... | 6 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${1} | nf_nodes=${6} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${1} | nf_nodes=${6} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-12vhost-1chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..9816bd0216 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 6R1C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 12 vhost 6 chains 6 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${6} | nf_nodes=${1} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${6} | nf_nodes=${1} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..eafcd9371d --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 6R1C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 12 vhost +| ... | 6 chains 6 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${6} | nf_nodes=${1} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${6} | nf_nodes=${1} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-12vhost-6chain-6vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..574e44d51f --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R8C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 16 vhost 1 chain 8 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${1} | nf_nodes=${8} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${1} | nf_nodes=${8} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..5b5af3a362 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R8C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 16 vhost 1 chain +| ... | 8 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${1} | nf_nodes=${8} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${1} | nf_nodes=${8} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16vhost-1chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..811242599a --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R4C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 16 vhost 2 chains 8 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${2} | nf_nodes=${4} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${2} | nf_nodes=${4} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..fb6c3d549e --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R4C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 16 vhost +| ... | 2 chains 8 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${2} | nf_nodes=${4} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${2} | nf_nodes=${4} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16vhost-2chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..4ef699dc1b --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R2C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 16 vhost 4 chains 8 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${4} | nf_nodes=${2} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${4} | nf_nodes=${2} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..56c309f022 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R2C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 16 vhost +| ... | 4 chains 2 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${4} | nf_nodes=${2} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${4} | nf_nodes=${2} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16vhost-4chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..df3e82d2bf --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 8R1C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 16 vhost 8 chains 8 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${8} | nf_nodes=${1} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${8} | nf_nodes=${1} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..1b355b6ea9 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 8R1C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 16 vhost +| ... | 8 chains 8 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${8} | nf_nodes=${1} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${8} | nf_nodes=${1} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16vhost-8chain-8vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..6deac5ed10 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 10R1C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 20 vhost 10 chains 10 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${10} | nf_nodes=${1} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${10} | nf_nodes=${1} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..397d3f8f70 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-10chain-10vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 10R1C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 20 vhost +| ... | 10 chains 10 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${10} | nf_nodes=${1} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${10} | nf_nodes=${1} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-20vhost-10chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-20vhost-10chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-20vhost-10chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-20vhost-10chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-20vhost-10chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-20vhost-10chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-20vhost-10chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-20vhost-10chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-20vhost-10chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-20vhost-10chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-20vhost-10chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-20vhost-10chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..ab731e8d6c --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R10C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 20 vhost 1 chain 10 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${1} | nf_nodes=${10} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${1} | nf_nodes=${10} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..6b09a6d9ce --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R10C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 20 vhost 1 chain +| ... | 10 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${1} | nf_nodes=${10} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${1} | nf_nodes=${10} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-20vhost-1chain-10vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..d286784bb9 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R6C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 24 vhost 2 chains 12 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${2} | nf_nodes=${6} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${2} | nf_nodes=${6} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..7e31e7d35f --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R6C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 24 vhost +| ... | 6 chains 12 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${2} | nf_nodes=${6} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${2} | nf_nodes=${6} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-24vhost-2chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..a487b3c7f8 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 6R2C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 24 vhost 6 chains 12 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${6} | nf_nodes=${2} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${6} | nf_nodes=${2} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..ac8540cf70 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 6R2C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 24 vhost +| ... | 6 chains 12 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${6} | nf_nodes=${2} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${6} | nf_nodes=${2} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-24vhost-6chain-12vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..40d6ff714f --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R1C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 2 vhost 1 chain 1 VM* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${1} | nf_nodes=${1} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${1} | nf_nodes=${1} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..d9d03a0bb2 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R1C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 2 vhost 1 chain +| ... | 1 VM* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${1} | nf_nodes=${1} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${1} | nf_nodes=${1} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2vhost-1chain-1vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..610dfc8345 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R8C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 32 vhost 2 chains 16 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${2} | nf_nodes=${8} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${2} | nf_nodes=${8} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..e9c5df2a07 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R8C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 32 vhost +| ... | 2 chains 16 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${2} | nf_nodes=${8} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${2} | nf_nodes=${8} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-32vhost-2chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..9eb8482f13 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R4C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 32 vhost 4 chains 16 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${4} | nf_nodes=${4} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${4} | nf_nodes=${4} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..88fe68587e --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R4C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 32 vhost +| ... | 4 chains 16 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c16n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${4} | nf_nodes=${4} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${4} | nf_nodes=${4} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-32vhost-4chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..a81d825819 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 8R2C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 32 vhost 8 chains 16 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${8} | nf_nodes=${2} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${8} | nf_nodes=${2} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..0fdcec09d9 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 8R2C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 32 vhost +| ... | 8 chains 16 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${8} | nf_nodes=${2} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${8} | nf_nodes=${2} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-32vhost-8chain-16vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..67ae9c86d3 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R2C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 4 vhost 1 chain 2 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${1} | nf_nodes=${2} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${1} | nf_nodes=${2} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..41a961d8d6 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R2C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 4 vhost 1 chain +| ... | 2 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${1} | nf_nodes=${2} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${1} | nf_nodes=${2} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4vhost-1chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..0e3aa9863e --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R1C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 4 vhost 2 chains 2 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${2} | nf_nodes=${1} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${2} | nf_nodes=${1} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..75434a9e3e --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R1C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 4 vhost 2 chains +| ... | 2 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${2} | nf_nodes=${1} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${2} | nf_nodes=${1} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4vhost-2chain-2vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..7184006e27 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R14C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 8 vhost 1 chain 4 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${1} | nf_nodes=${4} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${1} | nf_nodes=${4} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..dc0d361cb1 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 1R4C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 8 vhost 1 chain +| ... | 4 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${1} | nf_nodes=${4} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${1} | nf_nodes=${4} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8vhost-1chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..60574032ea --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R2C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 8 vhost 2 chains 4 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${2} | nf_nodes=${2} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${2} | nf_nodes=${2} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..5b9cc8b937 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 2R2C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 8 vhost 2 chains +| ... | 4 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${2} | nf_nodes=${2} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${2} | nf_nodes=${2} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8vhost-2chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr.robot new file mode 100644 index 0000000000..fe0f5058d2 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr.robot @@ -0,0 +1,137 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R1C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 8 vhost 4 chains 4 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on +| ... | links to DUTs. TG traffic profile contains two L3 flow-groups +| ... | (flow-group per direction, 254 flows per flow-group) with all packets +| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static +| ... | payload. MAC addresses are matching MAC addresses of NFs nodes +| ... | interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${4} | nf_nodes=${1} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${4} | nf_nodes=${1} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr.robot new file mode 100644 index 0000000000..f15f5c3ac7 --- /dev/null +++ b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr.robot @@ -0,0 +1,142 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| Library | resources.libraries.python.QemuUtils +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM +| ... | VHOST_1024 | NF_DENSITY | NF_L3FWDIP4 | CHAIN | 4R1C +| ... +| Suite Setup | Set up 2-node performance topology with DUT's NIC model +| ... | L3 | Intel-X710 +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd +| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} +| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} +| ... +| Test Template | Local Template +| ... +| Documentation | *RFC2544: Pkt throughput L2BD test cases with 8 vhost 4 chains +| ... | 4 VMs* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- +| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via +| ... | vhost-user interfaces. Guest is running DPDK l3fwd IPv4 +| ... | interconnecting vhost-user interfaces, forwarding mode is +| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +# X710 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ${dut1_vm_refs}= | Create Dictionary +| | Set Test Variable | ${dut1_vm_refs} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize L2 bridge domains for multiple chains with Vhost-User +| | ... | nf_chains=${4} | nf_nodes=${1} +| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user +| | ... | nf_chains=${4} | nf_nodes=${1} | jumbo=${jumbo} +| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8vhost-4chain-4vm-l3fwdip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr.robot deleted file mode 100644 index 24b09b8bc4..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 10C1N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 10 chains 1 VM* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${10} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${10} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-10chain-10vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-10chain-10vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-10chain-10vm-l3fwd-ndrpdr.robot deleted file mode 100644 index 47680916fb..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-10chain-10vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 10C1N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 10 chains -| ... | 1 VM* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${10} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${10} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-10chain-1vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-10chain-1vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-10chain-1vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-10chain-1vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-10chain-1vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-10chain-1vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-10chain-1vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-10chain-1vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-10chain-1vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-10chain-1vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-10chain-1vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-10chain-1vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr.robot deleted file mode 100644 index 2f58da4e31..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 1C10N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 1 chain 10 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${10} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${10} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-1chain-10vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr.robot deleted file mode 100644 index 9b7130ba80..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 1C10N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 1 chain -| ... | 10 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${10} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${10} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-1chain-10vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr.robot deleted file mode 100644 index 8d36b70079..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 1C1N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 1 chain 1 VM* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-1chain-1vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr.robot deleted file mode 100644 index 7da1b40de5..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 1C1N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 1 chain -| ... | 1 VM* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-1chain-1vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr.robot deleted file mode 100644 index 932234a378..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 1C2N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 1 chain 2 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-1chain-2vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr.robot deleted file mode 100644 index b89fb46fa2..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 1C2N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 1 chain -| ... | 2 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-1chain-2vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr.robot deleted file mode 100644 index 4706e55ee3..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 1C4N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 1 chain 4 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${4} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${4} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-1chain-4vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr.robot deleted file mode 100644 index c65e43cfde..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 1C4N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 1 chain -| ... | 4 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${4} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${4} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-1chain-4vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr.robot deleted file mode 100644 index a3a7e6bc1b..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 1C6N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 1 chain 6 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${6} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${6} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-1chain-6vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr.robot deleted file mode 100644 index 46b40b213d..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 1C6N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 1 chain -| ... | 6 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${6} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${6} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-1chain-6vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr.robot deleted file mode 100644 index e6030ae17b..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 1C8N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 1 chain 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${8} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${8} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-1chain-8vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr.robot deleted file mode 100644 index caa2b24495..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 1C8N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 1 chain -| ... | 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${1} | nf_nodes=${8} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${1} | nf_nodes=${8} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-1chain-8vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr.robot deleted file mode 100644 index 0d16e128dd..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 2C6N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 2 chains 12 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${6} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${6} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-2chain-12vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr.robot deleted file mode 100644 index 135982a616..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 2C6N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 6 chains -| ... | 12 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${6} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${6} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-2chain-12vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr.robot deleted file mode 100644 index 7111fe7685..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 2C8N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 2 chains 16 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${8} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${8} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-2chain-16vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr.robot deleted file mode 100644 index efb1c3a079..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 2C8N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 2 chains -| ... | 16 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${8} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${8} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-2chain-16vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr.robot deleted file mode 100644 index e1100f7a11..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 2C1N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 2 chains 2 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-2chain-2vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr.robot deleted file mode 100644 index 2d758d98cf..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 2C1N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 2 chains -| ... | 2 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-2chain-2vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr.robot deleted file mode 100644 index 2e8eeed4b7..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 2C2N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 2 chains 4 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-2chain-4vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr.robot deleted file mode 100644 index e720ceae34..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 2C2N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 2 chains -| ... | 4 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-2chain-4vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr.robot deleted file mode 100644 index 2a9890f613..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 2C4N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 2 chains 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${4} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${4} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-2chain-8vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr.robot deleted file mode 100644 index b9ea7c8f0c..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 2C4N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 2 chains -| ... | 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${2} | nf_nodes=${4} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${2} | nf_nodes=${4} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-2chain-8vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr.robot deleted file mode 100644 index 3f9390f549..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 4C4N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 4 chains 16 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${4} | nf_nodes=${4} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${4} | nf_nodes=${4} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-4chain-16vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr.robot deleted file mode 100644 index eee381f15c..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 4C4N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 4 chains -| ... | 16 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c16n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${4} | nf_nodes=${4} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${4} | nf_nodes=${4} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-4chain-16vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr.robot deleted file mode 100644 index 2eeab886c0..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 4C1N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 4 chains 4 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${4} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${4} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-4chain-4vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr.robot deleted file mode 100644 index be78b2ebcc..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 4C1N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 4 chains -| ... | 4 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${4} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${4} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-4chain-4vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr.robot deleted file mode 100644 index c544c01e72..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 4C2N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 4 chains 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${4} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${4} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-4chain-8vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr.robot deleted file mode 100644 index 85fdee2e47..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 4C2N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 4 chains -| ... | 2 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${4} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${4} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-4chain-8vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr.robot deleted file mode 100644 index f1037a480a..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 6C2N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 6 chains 12 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${6} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${6} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-6chain-12vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr.robot deleted file mode 100644 index 22f9135741..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 6C2N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 6 chains -| ... | 12 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${6} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${6} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-6chain-12vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr.robot deleted file mode 100644 index 098bcbcc5c..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 6C1N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 6 chains 6 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${6} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${6} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-6chain-6vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr.robot deleted file mode 100644 index d34d5ad5e9..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 6C1N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 6 chains -| ... | 6 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${6} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${6} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-6chain-6vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr.robot deleted file mode 100644 index d5c825d0e8..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 8C2N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 8 chains 16 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${8} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${8} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-8chain-16vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr.robot deleted file mode 100644 index 14c4e188ba..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 8C2N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 8 chains -| ... | 16 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${8} | nf_nodes=${2} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${8} | nf_nodes=${2} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-8chain-16vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr.robot deleted file mode 100644 index 66ca860dce..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 8C1N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance mrr test with vhost and VM with dpdk-testpmd -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with vhost 8 chains 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of NFs nodes -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${8} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${8} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-8chain-8vm-l3fwd-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr.robot b/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr.robot deleted file mode 100644 index 79f210e081..0000000000 --- a/tests/vpp/perf/vm_vhost/2n-10ge2p1x710-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr.robot +++ /dev/null @@ -1,142 +0,0 @@ -# Copyright (c) 2019 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.QemuUtils -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | VHOST | VM | 8C1N -| ... | VHOST_1024 | SERVICE_DENSITY -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L3 | Intel-X710 -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| Test Teardown | Tear down performance test with vhost and VM with dpdk-testpmd -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} -| ... | dut1_node=${dut1} | dut1_vm_refs=${dut1_vm_refs} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with vhost 8 chains -| ... | 8 VMs* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge- -| ... | domain and MAC learning enabled. Qemu VNFs are connected to VPP via -| ... | vhost-user interfaces. Guest is running DPDK testpmd -| ... | interconnecting vhost-user interfaces, forwarding mode is -| ... | set to io, rxd/txd=1024. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ${dut1_vm_refs}= | Create Dictionary -| | Set Test Variable | ${dut1_vm_refs} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains for multiple chains with Vhost-User -| | ... | nf_chains=${8} | nf_nodes=${1} -| | And Configure chains of NFs with dpdk-testpmd-mac connected via vhost-user -| | ... | nf_chains=${8} | nf_nodes=${1} | jumbo=${jumbo} -| | ... | perf_qemu_qsz=${1024} | use_tuned_cfs=${False} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bd-vhost-8chain-8vm-l3fwd-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} -- cgit 1.2.3-korg