diff options
Diffstat (limited to 'tests/vpp/perf/l2')
196 files changed, 1977 insertions, 19370 deletions
diff --git a/tests/vpp/perf/l2/10ge2p1vic1227-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1vic1227-eth-l2bdbasemaclrn-mrr.robot deleted file mode 100644 index cec143053f..0000000000 --- a/tests/vpp/perf/l2/10ge2p1vic1227-eth-l2bdbasemaclrn-mrr.robot +++ /dev/null @@ -1,114 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Cisco-VIC-1227 | ETH | L2BDMACLRN | BASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Cisco-VIC-1227 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | Cisco-VIC-1227. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# Link limit: -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | Apply startup configuration on all VPP DUTs -| | Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1vic1227-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1vic1227-eth-l2bdbasemaclrn-ndrpdr.robot deleted file mode 100644 index dc0e434a90..0000000000 --- a/tests/vpp/perf/l2/10ge2p1vic1227-eth-l2bdbasemaclrn-ndrpdr.robot +++ /dev/null @@ -1,120 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Cisco-VIC-1227 | ETH | L2BDMACLRN | BASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Cisco-VIC-1227 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | Cisco-VIC-1227. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# Link limit: -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | Apply startup configuration on all VPP DUTs -| | Initialize L2 bridge domain in circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-dot1ad-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-dot1ad-l2xcbase-mrr.robot deleted file mode 100644 index e2ae42bc30..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-dot1ad-l2xcbase-mrr.robot +++ /dev/null @@ -1,144 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Resource | resources/libraries/robot/l2/tagging.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | L2XCFWD | BASE | DOT1AD -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC with 802.1ad test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 xconnect. -| ... | 802.1ad tagging is applied on link between DUT1 and DUT2 with inner 4B -| ... | vlan tag (id=100) and outer 4B vlan tag (id=200). -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 253 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and -| ... | static payload. MAC addresses are matching MAC addresses of the TG -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${outer_vlan_id}= | 100 -| ${inner_vlan_id}= | 200 -| ${type_subif}= | two_tags -| ${tag_rewrite}= | pop-2 -| ${overhead}= | ${8} -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config. -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | And Set interfaces in path up -| | When Initialize VLAN sub-interfaces in 3-node circular topology -| | ... | ${dut1} | ${dut1_if2} | ${dut2} | ${dut2_if1} | ${subid} -| | ... | ${outer_vlan_id} | ${inner_vlan_id} | ${type_subif} -| | And Configure L2 tag rewrite method on interfaces -| | ... | ${dut1} | ${subif_index_1} | ${dut2} | ${subif_index_2} -| | ... | ${tag_rewrite} -| | And Connect interfaces and VLAN sub-interfaces using L2XC -| | ... | ${dut1} | ${dut1_if1} | ${subif_index_1} -| | ... | ${dut2} | ${dut2_if2} | ${subif_index_2} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1ad-l2xcbase-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1ad-l2xcbase-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1ad-l2xcbase-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1ad-l2xcbase-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1ad-l2xcbase-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1ad-l2xcbase-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1ad-l2xcbase-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1ad-l2xcbase-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1ad-l2xcbase-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1ad-l2xcbase-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1ad-l2xcbase-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1ad-l2xcbase-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-mrr.robot deleted file mode 100644 index b3425719e2..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-mrr.robot +++ /dev/null @@ -1,134 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | BASE | DOT1Q | L2BDMACLRN -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD with IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 are tested with 2p10GE\ -| ... | NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Bridge domain IDs -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-ndrpdr.robot deleted file mode 100644 index cafebdb6d0..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2bdbasemaclrn-ndrpdr.robot +++ /dev/null @@ -1,140 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | BASE | DOT1Q | L2BDMACLRN -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD with IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 are tested with 2p10GE\ -| ... | NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\ -| ... | generated by TG on links to DUTs. TG traffic profile contains two L3\ -| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Bridge domain IDs -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-mrr.robot deleted file mode 100644 index 3da3ad3dac..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-mrr.robot +++ /dev/null @@ -1,138 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Resource | resources/libraries/robot/l2/tagging.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | L2XCFWD | BASE | DOT1Q -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC with IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\ -| ... | connect. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2XC config with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | And Set interfaces in path up -| | When Initialize VLAN dot1q sub-interfaces in circular topology -| | ... | ${dut1} | ${dut1_if2} | ${dut2} | ${dut2_if1} | ${subid} -| | And Configure L2 tag rewrite method on interfaces -| | ... | ${dut1} | ${subif_index_1} | ${dut2} | ${subif_index_2} -| | ... | ${tag_rewrite} -| | And Connect interfaces and VLAN sub-interfaces using L2XC -| | ... | ${dut1} | ${dut1_if1} | ${subif_index_1} -| | ... | ${dut2} | ${dut2_if2} | ${subif_index_2} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2xcbase-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2xcbase-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2xcbase-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2xcbase-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2xcbase-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2xcbase-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2xcbase-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2xcbase-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2xcbase-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2xcbase-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2xcbase-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2xcbase-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-ndrpdr.robot deleted file mode 100644 index 32a5f2c795..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-dot1q-l2xcbase-ndrpdr.robot +++ /dev/null @@ -1,143 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Resource | resources/libraries/robot/l2/tagging.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | L2XCFWD | BASE | DOT1Q -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2XC with IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\ -| ... | connect. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\ -| ... | generated by TG on links to DUTs. TG traffic profile contains two L3\ -| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2XC config with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize VLAN dot1q sub-interfaces in circular topology -| | ... | ${dut1} | ${dut1_if2} | ${dut2} | ${dut2_if1} | ${subid} -| | And Configure L2 tag rewrite method on interfaces -| | ... | ${dut1} | ${subif_index_1} | ${dut2} | ${subif_index_2} -| | ... | ${tag_rewrite} -| | And Connect interfaces and VLAN sub-interfaces using L2XC -| | ... | ${dut1} | ${dut1_if1} | ${subif_index_1} -| | ... | ${dut2} | ${dut2_if2} | ${subif_index_2} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2xcbase-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2xcbase-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2xcbase-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr.robot deleted file mode 100644 index aad7b01d29..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL10 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr.robot deleted file mode 100644 index f88fc594e4..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL10 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr.robot deleted file mode 100644 index 6492a786ea..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL10 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr.robot deleted file mode 100644 index 8dfd90a211..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL10 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr.robot deleted file mode 100644 index 71ebad9704..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL10 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr.robot deleted file mode 100644 index 9fcece416e..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL10 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr.robot deleted file mode 100644 index 0fc74a8c8f..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL1 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr.robot deleted file mode 100644 index 222328ccea..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL1 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot deleted file mode 100644 index 543747856c..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot +++ /dev/null @@ -1,148 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL1 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr.robot deleted file mode 100644 index 4ca568ebe3..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr.robot +++ /dev/null @@ -1,154 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL1 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr.robot deleted file mode 100644 index eb969e68b7..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL1 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr.robot deleted file mode 100644 index f137ea4f27..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL1 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot deleted file mode 100644 index ae9f0d030c..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot +++ /dev/null @@ -1,148 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL1 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr.robot deleted file mode 100644 index f1b3b437b1..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr.robot +++ /dev/null @@ -1,155 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL1 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr.robot deleted file mode 100644 index 60c5c2e362..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL50 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr.robot deleted file mode 100644 index 6991fec430..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL50 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Packet throughput L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot deleted file mode 100644 index 489363abd6..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot +++ /dev/null @@ -1,148 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL50 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr.robot deleted file mode 100644 index 8813874d2d..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr.robot +++ /dev/null @@ -1,154 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL50 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr.robot deleted file mode 100644 index a699f8eaa7..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL50 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | ${traffic_profile}= | Set Variable | trex-sl-3n-ethip4udp-10u10p-conc -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr.robot deleted file mode 100644 index 98940c8ff3..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL50 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot deleted file mode 100644 index 1bb57dddbb..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot +++ /dev/null @@ -1,148 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL50 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr.robot deleted file mode 100644 index 8659458375..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr.robot +++ /dev/null @@ -1,154 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL50 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr.robot deleted file mode 100644 index 040fd79296..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL10 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with MACIP ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${ip_step}= | ${1} -| ${src_mac_start}= | 01:02:03:04:05:06 -| ${src_mac_step}= | ${1000} -| ${src_mac_mask}= | 00:00:00:00:00:00 -| ${tg_stream1_mac}= | ca:fe:00:00:00:00 -| ${tg_stream2_mac}= | fa:ce:00:00:00:00 -| ${tg_mac_mask}= | ff:ff:ff:ff:ff:80 -| ${tg_stream1_subnet}= | 10.0.0.0/24 -| ${tg_stream2_subnet}= | 20.0.0.0/24 - -# traffic profile -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100ip4src100 - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr.robot deleted file mode 100644 index a72c106427..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL10 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with MACIP ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${ip_step}= | ${1} -| ${src_mac_start}= | 01:02:03:04:05:06 -| ${src_mac_step}= | ${1000} -| ${src_mac_mask}= | 00:00:00:00:00:00 -| ${tg_stream1_mac}= | ca:fe:00:00:00:00 -| ${tg_stream2_mac}= | fa:ce:00:00:00:00 -| ${tg_mac_mask}= | ff:ff:ff:fe:00:00 -| ${tg_stream1_subnet}= | 10.0.0.0/15 -| ${tg_stream2_subnet}= | 20.0.0.0/15 - -# traffic profile -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100kip4src100k - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr.robot deleted file mode 100644 index a22b982009..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL10 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with MACIP ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${ip_step}= | ${1} -| ${src_mac_start}= | 01:02:03:04:05:06 -| ${src_mac_step}= | ${1000} -| ${src_mac_mask}= | 00:00:00:00:00:00 -| ${tg_stream1_mac}= | ca:fe:00:00:00:00 -| ${tg_stream2_mac}= | fa:ce:00:00:00:00 -| ${tg_mac_mask}= | ff:ff:ff:ff:c0:00 -| ${tg_stream1_subnet}= | 10.0.0.0/18 -| ${tg_stream2_subnet}= | 20.0.0.0/18 - -# traffic profile -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc10kip4src10k - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr.robot deleted file mode 100644 index abc9695dc5..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL1 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with MACIP ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${ip_step}= | ${1} -| ${src_mac_start}= | 01:02:03:04:05:06 -| ${src_mac_step}= | ${1000} -| ${src_mac_mask}= | 00:00:00:00:00:00 -| ${tg_stream1_mac}= | ca:fe:00:00:00:00 -| ${tg_stream2_mac}= | fa:ce:00:00:00:00 -| ${tg_mac_mask}= | ff:ff:ff:ff:ff:80 -| ${tg_stream1_subnet}= | 10.0.0.0/24 -| ${tg_stream2_subnet}= | 20.0.0.0/24 - -# traffic profile -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100ip4src100 - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr.robot deleted file mode 100644 index 278c5e343a..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL1 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with MACIP ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${ip_step}= | ${1} -| ${src_mac_start}= | 01:02:03:04:05:06 -| ${src_mac_step}= | ${1000} -| ${src_mac_mask}= | 00:00:00:00:00:00 -| ${tg_stream1_mac}= | ca:fe:00:00:00:00 -| ${tg_stream2_mac}= | fa:ce:00:00:00:00 -| ${tg_mac_mask}= | ff:ff:ff:fe:00:00 -| ${tg_stream1_subnet}= | 10.0.0.0/15 -| ${tg_stream2_subnet}= | 20.0.0.0/15 - -# traffic profile -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100kip4src100k - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr.robot deleted file mode 100644 index f06f21531e..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL1 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with MACIP ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${ip_step}= | ${1} -| ${src_mac_start}= | 01:02:03:04:05:06 -| ${src_mac_step}= | ${1000} -| ${src_mac_mask}= | 00:00:00:00:00:00 -| ${tg_stream1_mac}= | ca:fe:00:00:00:00 -| ${tg_stream2_mac}= | fa:ce:00:00:00:00 -| ${tg_mac_mask}= | ff:ff:ff:ff:c0:00 -| ${tg_stream1_subnet}= | 10.0.0.0/18 -| ${tg_stream2_subnet}= | 20.0.0.0/18 - -# traffic profile -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc10kip4src10k - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr.robot deleted file mode 100644 index ece0ecd428..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL50 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with MACIP ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${ip_step}= | ${1} -| ${src_mac_start}= | 01:02:03:04:05:06 -| ${src_mac_step}= | ${1000} -| ${src_mac_mask}= | 00:00:00:00:00:00 -| ${tg_stream1_mac}= | ca:fe:00:00:00:00 -| ${tg_stream2_mac}= | fa:ce:00:00:00:00 -| ${tg_mac_mask}= | ff:ff:ff:ff:ff:80 -| ${tg_stream1_subnet}= | 10.0.0.0/24 -| ${tg_stream2_subnet}= | 20.0.0.0/24 - -# traffic profile -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100ip4src100 - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr.robot deleted file mode 100644 index 57a16a0bca..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL50 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with MACIP ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${ip_step}= | ${1} -| ${src_mac_start}= | 01:02:03:04:05:06 -| ${src_mac_step}= | ${1000} -| ${src_mac_mask}= | 00:00:00:00:00:00 -| ${tg_stream1_mac}= | ca:fe:00:00:00:00 -| ${tg_stream2_mac}= | fa:ce:00:00:00:00 -| ${tg_mac_mask}= | ff:ff:ff:fe:00:00 -| ${tg_stream1_subnet}= | 10.0.0.0/15 -| ${tg_stream2_subnet}= | 20.0.0.0/15 - -# traffic profile -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100kip4src100k - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr.robot deleted file mode 100644 index a36895c297..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL50 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with MACIP ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${ip_step}= | ${1} -| ${src_mac_start}= | 01:02:03:04:05:06 -| ${src_mac_step}= | ${1000} -| ${src_mac_mask}= | 00:00:00:00:00:00 -| ${tg_stream1_mac}= | ca:fe:00:00:00:00 -| ${tg_stream2_mac}= | fa:ce:00:00:00:00 -| ${tg_mac_mask}= | ff:ff:ff:ff:c0:00 -| ${tg_stream1_subnet}= | 10.0.0.0/18 -| ${tg_stream2_subnet}= | 20.0.0.0/18 - -# traffic profile -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc10kip4src10k - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-mrr.robot deleted file mode 100644 index 81c2e93a1d..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-mrr.robot +++ /dev/null @@ -1,126 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | L2BDBASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-ndrpdr.robot deleted file mode 100644 index 7984732c79..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-ndrpdr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | BASE | L2BDBASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 bridge domain in circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr.robot deleted file mode 100644 index 6c15083a21..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL10 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr.robot deleted file mode 100644 index fda6874cdb..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL10 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr.robot deleted file mode 100644 index 7f937e97a2..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL10 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw Results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr.robot deleted file mode 100644 index 8dcbfbc6d7..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL10 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr.robot deleted file mode 100644 index 5c20ed8bba..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL10 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr.robot deleted file mode 100644 index 72408fb56a..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL10 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 10 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr.robot deleted file mode 100644 index f10bd716f3..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL1 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr.robot deleted file mode 100644 index 1ebaf0d80a..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL1 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr.robot deleted file mode 100644 index 3c0b5f617a..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL1 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr.robot deleted file mode 100644 index 180cf9a0a1..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL1 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr.robot deleted file mode 100644 index 7bde9e9670..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL1 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr.robot deleted file mode 100644 index cb6ef0fd45..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL1 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr.robot deleted file mode 100644 index 164847bf22..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL50 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr.robot deleted file mode 100644 index afb75ca6de..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL50 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Packet throughput L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr.robot deleted file mode 100644 index 44d9643a02..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL50 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr.robot deleted file mode 100644 index 459ce4d2d3..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL50 | 100_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 100 - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr.robot deleted file mode 100644 index 157e669b6f..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL50 | 100k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 100k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr.robot deleted file mode 100644 index d151429c3a..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL50 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down mrr test with ACL -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | output -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-mrr.robot deleted file mode 100644 index c3855452aa..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-mrr.robot +++ /dev/null @@ -1,130 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100K -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 50k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc50kdst50k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [CFG] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-ndrpdr.robot deleted file mode 100644 index ea48fcd8c0..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale100kmaclrn-ndrpdr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100K -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 50k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc50kdst50k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [CFG] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.robot deleted file mode 100644 index 6d25176eb0..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-mrr.robot +++ /dev/null @@ -1,130 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10K -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 5k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc5kdst5k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [CFG] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-ndrpdr.robot deleted file mode 100644 index 69daeac399..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale10kmaclrn-ndrpdr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10K -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 5k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc5kdst5k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [CFG] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.robot deleted file mode 100644 index 73346312cc..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-mrr.robot +++ /dev/null @@ -1,130 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 500k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc500kdst500k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-ndrpdr.robot deleted file mode 100644 index 0702f625fc..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdscale1mmaclrn-ndrpdr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 500k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc500kdst500k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-mrr.robot deleted file mode 100644 index ad017e8c12..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-mrr.robot +++ /dev/null @@ -1,125 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | L2XCBASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 xconnect in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-ndrpdr.robot deleted file mode 100644 index 4cba6cd419..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2xcbase-ndrpdr.robot +++ /dev/null @@ -1,131 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2XCFWD | BASE | L2XCBASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2XC test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 xconnect in 3-node circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-mrr.robot deleted file mode 100644 index 44cfd2d510..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-mrr.robot +++ /dev/null @@ -1,117 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | DRV_AVF -| ... -| Suite Setup | Run Keywords -| ... | Set up SRIOV 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 | AVF -| ... | AND | Set up performance test suite with AVF driver -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local template -| ... -| Documentation | *Raw results L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge-domain -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X710 by Intel with VF enabled. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 254 flows per flow-group) with all packets\ -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\ -| ... | payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add DPDK no PCI to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize AVF interfaces -| | And Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc10-IMIX-1c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-ndrpdr.robot index 7700b2c191..9e84f1e1f9 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2bdbasemaclrn-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -19,15 +19,12 @@ | ... | Suite Setup | Run Keywords | ... | Set up SRIOV 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 | AVF +| ... | L2 | ${nic_name} | AVF | ... | AND | Set up performance test suite with AVF driver -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local template | ... @@ -37,10 +34,10 @@ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge-domain. | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X710 by Intel with VF enabled. +| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with ${nic_name} +| ... | with VF enabled.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ | ... | Ethernet L2 frame sizes using MLRsearch library.\ @@ -53,8 +50,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -62,62 +59,59 @@ | Local template | | [Documentation] | | ... | [Cfg] DUT runs L2BD config with ${phy_cores} phy core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add DPDK no PCI to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo | | And Apply startup configuration on all VPP DUTs | | When Initialize AVF interfaces | | And Initialize L2 bridge domain in circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-avf-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-avf-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-avf-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-avf-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-avf-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-avf-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc10-IMIX-1c-avf-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-avf-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-avf-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-mrr.robot deleted file mode 100644 index 5d7fe9adb4..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-mrr.robot +++ /dev/null @@ -1,116 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2PATCH | BASE | DRV_AVF -| ... -| Suite Setup | Run Keywords -| ... | Set up SRIOV 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 | AVF -| ... | AND | Set up performance test suite with AVF driver -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local template -| ... -| Documentation | *Raw results L2patch test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\ -| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel with VF enabled. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add DPDK no PCI to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize AVF interfaces -| | And Initialize L2 patch -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-avf-eth-l2patch-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-avf-eth-l2patch-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-avf-eth-l2patch-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-avf-eth-l2patch-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-avf-eth-l2patch-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-avf-eth-l2patch-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc10-IMIX-1c-avf-eth-l2patch-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-avf-eth-l2patch-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-avf-eth-l2patch-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-ndrpdr.robot index 8a76c4d6f3..0043717279 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2patch-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -19,15 +19,12 @@ | ... | Suite Setup | Run Keywords | ... | Set up SRIOV 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 | AVF +| ... | L2 | ${nic_name} | AVF | ... | AND | Set up performance test suite with AVF driver -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local template | ... @@ -37,12 +34,12 @@ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\ -| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel with VF enabled. +| ... | DUT1 and DUT2 tested with ${nic_name} with VF enabled.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 254 flows per flow-group) with all packets @@ -52,8 +49,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -62,62 +59,59 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy | | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${20000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add DPDK no PCI to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo | | And Apply startup configuration on all VPP DUTs | | When Initialize AVF interfaces | | And Initialize L2 patch | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-avf-eth-l2patch-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-avf-eth-l2patch-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-avf-eth-l2patch-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-avf-eth-l2patch-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-avf-eth-l2patch-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-avf-eth-l2patch-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc10-IMIX-1c-avf-eth-l2patch-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-avf-eth-l2patch-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-avf-eth-l2patch-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-mrr.robot deleted file mode 100644 index 779b7d0424..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-mrr.robot +++ /dev/null @@ -1,117 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | L2XCBASE | DRV_AVF -| ... -| Suite Setup | Run Keywords -| ... | Set up SRIOV 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 | AVF -| ... | AND | Set up performance test suite with AVF driver -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local template -| ... -| Documentation | *Raw results L2XC test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross-connect. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\ -| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel with VF\ -| ... | enabled. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 254 flows per flow-group) with all packets\ -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\ -| ... | payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add DPDK no PCI to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize AVF interfaces -| | And Initialize L2 Xconnect In 3-node Circular Topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-avf-eth-l2xcbase-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-avf-eth-l2xcbase-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-avf-eth-l2xcbase-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-avf-eth-l2xcbase-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-avf-eth-l2xcbase-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-avf-eth-l2xcbase-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc10-IMIX-1c-avf-eth-l2xcbase-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-avf-eth-l2xcbase-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-avf-eth-l2xcbase-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-ndrpdr.robot index 3ebeacab0f..307261e5b2 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-avf-eth-l2xcbase-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -19,15 +19,12 @@ | ... | Suite Setup | Run Keywords | ... | Set up SRIOV 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 | AVF +| ... | L2 | ${nic_name} | AVF | ... | AND | Set up performance test suite with AVF driver -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local template | ... @@ -37,10 +34,10 @@ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross-connect. | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\ -| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel with VF\ -| ... | enabled. +| ... | connect. DUT1 and DUT2 tested with ${nic_name} with VF\ +| ... | enabled.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ | ... | Ethernet L2 frame sizes using MLRsearch library.\ @@ -52,8 +49,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -62,62 +59,59 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy | | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${20000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add DPDK no PCI to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo | | And Apply startup configuration on all VPP DUTs | | When Initialize AVF interfaces | | And Initialize L2 Xconnect In 3-node Circular Topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-avf-eth-l2xcbase-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-avf-eth-l2xcbase-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-avf-eth-l2xcbase-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-avf-eth-l2xcbase-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-avf-eth-l2xcbase-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-avf-eth-l2xcbase-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc10-IMIX-1c-avf-eth-l2xcbase-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-avf-eth-l2xcbase-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-avf-eth-l2xcbase-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-dot1ad-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-dot1ad-l2xcbase-ndrpdr.robot index 18698ed3f8..579ce172e8 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-dot1ad-l2xcbase-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-dot1ad-l2xcbase-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -16,17 +16,14 @@ | Resource | resources/libraries/robot/l2/tagging.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | L2XCFWD | BASE | DOT1AD +| ... | NIC_Intel-X710 | L2XCFWD | BASE | DOT1AD | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X520-DA2 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -38,12 +35,12 @@ | ... | 802.1ad tagging is applied on link between DUT1 and DUT2 with inner 4B | ... | vlan tag (id=100) and outer 4B vlan tag (id=200). | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X520 Niantic by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | connect. DUT1 and DUT2 tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on | ... | links to DUTs. TG traffic profile contains two L3 flow-groups | ... | (flow-group per direction, 253 flows per flow-group) with all packets @@ -53,14 +50,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${8} | ${subid}= | 10 | ${outer_vlan_id}= | 100 | ${inner_vlan_id}= | 200 | ${type_subif}= | two_tags | ${tag_rewrite}= | pop-2 -| ${overhead}= | ${8} -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -72,20 +68,18 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | And Set interfaces in path up | | When Initialize VLAN sub-interfaces in 3-node circular topology @@ -98,53 +92,52 @@ | | ... | ${dut1} | ${dut1_if1} | ${subif_index_1} | | ... | ${dut2} | ${dut2_if2} | ${subif_index_2} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-dot1ad-l2xcbase-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-dot1ad-l2xcbase-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-dot1ad-l2xcbase-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-dot1ad-l2xcbase-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-dot1ad-l2xcbase-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-dot1ad-l2xcbase-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-dot1ad-l2xcbase-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-dot1ad-l2xcbase-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-dot1ad-l2xcbase-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-dot1ad-l2xcbase-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-dot1ad-l2xcbase-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-dot1ad-l2xcbase-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot deleted file mode 100644 index e6269f7861..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot +++ /dev/null @@ -1,134 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | BASE | DOT1Q | L2BDMACLRN -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD with IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 are tested with 2p10GE\ -| ... | NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Bridge domain IDs -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot index 0b1ed19aeb..88368d8954 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,14 +18,11 @@ | ... | NIC_Intel-X710 | BASE | DOT1Q | L2BDMACLRN | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -36,13 +33,14 @@ | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\ | ... | 802.1Q tagging is applied on link between DUT1 and DUT2. | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 are tested with 2p10GE\ -| ... | NIC X710 by Intel. +| ... | domain and MAC learning enabled. DUT1 and DUT2 are tested +| ... | with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are\ | ... | generated by TG on links to DUTs. TG traffic profile contains two L3\ | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\ | ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ @@ -51,11 +49,10 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${4} | ${subid}= | 10 | ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} # Bridge domain IDs | ${bd_id1}= | 1 | ${bd_id2}= | 2 @@ -67,74 +64,71 @@ | | [Documentation] | | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\ | | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-mrr.robot deleted file mode 100644 index 6061adc577..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-mrr.robot +++ /dev/null @@ -1,138 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Resource | resources/libraries/robot/l2/tagging.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | L2XCFWD | BASE | DOT1Q -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC with IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1 and DUT2. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\ -| ... | connect. DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2XC config with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | And Set interfaces in path up -| | When Initialize VLAN dot1q sub-interfaces in circular topology -| | ... | ${dut1} | ${dut1_if2} | ${dut2} | ${dut2_if1} | ${subid} -| | And Configure L2 tag rewrite method on interfaces -| | ... | ${dut1} | ${subif_index_1} | ${dut2} | ${subif_index_2} -| | ... | ${tag_rewrite} -| | And Connect interfaces and VLAN sub-interfaces using L2XC -| | ... | ${dut1} | ${dut1_if1} | ${subif_index_1} -| | ... | ${dut2} | ${dut2_if2} | ${subif_index_2} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2xcbase-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2xcbase-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2xcbase-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2xcbase-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2xcbase-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2xcbase-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2xcbase-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2xcbase-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2xcbase-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2xcbase-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2xcbase-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2xcbase-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot index c27941156a..a2c8a8ef52 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -19,14 +19,11 @@ | ... | NIC_Intel-X710 | L2XCFWD | BASE | DOT1Q | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -37,12 +34,13 @@ | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\ | ... | 802.1Q tagging is applied on link between DUT1 and DUT2. | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\ -| ... | connect. DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel. +| ... | connect. DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are\ | ... | generated by TG on links to DUTs. TG traffic profile contains two L3\ | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\ | ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ @@ -51,11 +49,10 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${4} | ${subid}= | 10 | ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -67,20 +64,18 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize VLAN dot1q sub-interfaces in circular topology | | ... | ${dut1} | ${dut1_if2} | ${dut2} | ${dut2_if1} | ${subid} @@ -91,53 +86,52 @@ | | ... | ${dut1} | ${dut1_if1} | ${subif_index_1} | | ... | ${dut2} | ${dut2_if2} | ${subif_index_2} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-dot1q-l2xcbase-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-dot1q-l2xcbase-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-dot1q-l2xcbase-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-dot1q-l2xcbase-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-dot1q-l2xcbase-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-dot1q-l2xcbase-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-dot1q-l2xcbase-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-dot1q-l2xcbase-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-dot1q-l2xcbase-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-dot1q-l2xcbase-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-dot1q-l2xcbase-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-dot1q-l2xcbase-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr.robot index 0a4b4b901a..55dd104a5b 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL | ... | IACL | ACL10 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sf-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr.robot index f40f85bc03..eb6f6149be 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL10 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | IACL | ACL10 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sf-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr.robot index 1238209778..e867488d9d 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL10 | 10k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | IACL | ACL10 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sf-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr.robot index 072268e0c0..57b8824f75 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS | ... | IACL | ACL10 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sl-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr.robot index 6275ee29e4..e0b17c6245 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL10 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | IACL | ACL10 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sl-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr.robot index 3522069cf4..c19feb63a3 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL10 | 10k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | IACL | ACL10 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl10sl-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr.robot index e44241e0b8..26a72316cb 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL | ... | IACL | ACL1 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr.robot index aab59e239b..f785a67648 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL1 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | IACL | ACL1 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot deleted file mode 100644 index b2a0b44f0b..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr.robot +++ /dev/null @@ -1,148 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL1 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X710 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr.robot index dded8154f8..7a29f318d5 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -16,19 +16,16 @@ | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL1 | 10k_FLOWS +| ... | IACL | ACL1 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X710 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\ -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,7 +68,6 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc @@ -85,70 +79,67 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sf-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr.robot index 60f108c6c3..853e1970ec 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS | ... | IACL | ACL1 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr.robot index 6a209f6dd7..9b65dc3499 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL1 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | IACL | ACL1 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot deleted file mode 100644 index 280a1f9d26..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr.robot +++ /dev/null @@ -1,148 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL1 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X710 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 1 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr.robot index 2df4396cef..290939c9e5 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -16,19 +16,16 @@ | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL1 | 10k_FLOWS +| ... | IACL | ACL1 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X710 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\ -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,7 +68,6 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc @@ -85,70 +79,67 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl1sl-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr.robot index aeec975c78..f81ed549d1 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL | ... | IACL | ACL50 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr.robot index 66fbcf3a87..dd7488e411 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL50 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | IACL | ACL50 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot deleted file mode 100644 index 9a6b310839..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr.robot +++ /dev/null @@ -1,148 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL50 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X710 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit+reflect -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr.robot index 2a061bb3e9..a923984e0c 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -16,19 +16,16 @@ | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | IACL | ACL50 | 10k_FLOWS +| ... | IACL | ACL50 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X710 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\ -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,7 +68,6 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc @@ -85,70 +79,67 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr.robot index 12d3217dae..57ca2aeda1 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS | ... | IACL | ACL50 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,72 +68,78 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | ${traffic_profile}= | Set Variable | trex-sl-3n-ethip4udp-10u10p-conc | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr.robot index eb2dfdd4a0..4d4d3b35fb 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL50 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | IACL | ACL50 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot deleted file mode 100644 index 2b53f5e1c0..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr.robot +++ /dev/null @@ -1,148 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL50 | 10k_FLOWS -| ... -| Suite Setup | Run Keywords -| ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X710 -| ... | AND | Set up performance test suite with ACL -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases with ACL* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ -| ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\ -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with UDP header and\ -| ... | static payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - -# ACL test setup -| ${acl_action}= | permit -| ${acl_apply_type}= | input -| ${no_hit_aces_number}= | 50 -| ${flows_per_dir}= | 10k - -# starting points for non-hitting ACLs -| ${src_ip_start}= | 30.30.30.1 -| ${dst_ip_start}= | 40.40.40.1 -| ${ip_step}= | ${1} -| ${sport_start}= | ${1000} -| ${dport_start}= | ${1000} -| ${port_step}= | ${1} -| ${trex_stream1_subnet}= | 10.10.10.0/24 -| ${trex_stream2_subnet}= | 20.20.20.0/24 - -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ACLs with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr.robot index 44da87e6fa..c4d480208b 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -16,19 +16,16 @@ | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | IACL | ACL50 | 10k_FLOWS +| ... | IACL | ACL50 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X710 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X710 by Intel.\ -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | input | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,7 +68,6 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc @@ -85,70 +79,67 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr.robot index eaa745970b..ef21ac70d2 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS | ... | IACL | ACL10 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with MACIP ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -43,10 +40,10 @@ | ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ | ... | Intel. | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -56,14 +53,12 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${ip_step}= | ${1} @@ -75,72 +70,78 @@ | ${tg_mac_mask}= | ff:ff:ff:ff:ff:80 | ${tg_stream1_subnet}= | 10.0.0.0/24 | ${tg_stream2_subnet}= | 20.0.0.0/24 - # traffic profile | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100ip4src100 *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr.robot index d73e90dc90..2393f3ead9 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL10 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS +| ... | IACL | ACL10 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with MACIP ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -43,10 +40,10 @@ | ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ | ... | Intel. | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -56,14 +53,12 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${ip_step}= | ${1} @@ -75,72 +70,78 @@ | ${tg_mac_mask}= | ff:ff:ff:fe:00:00 | ${tg_stream1_subnet}= | 10.0.0.0/15 | ${tg_stream2_subnet}= | 20.0.0.0/15 - # traffic profile | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100kip4src100k *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl10sl-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr.robot index 304a88c51d..0d8c6f050f 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL10 | 10k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS +| ... | IACL | ACL10 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with MACIP ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -43,10 +40,10 @@ | ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ | ... | Intel. | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -56,14 +53,12 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${ip_step}= | ${1} @@ -75,72 +70,78 @@ | ${tg_mac_mask}= | ff:ff:ff:ff:c0:00 | ${tg_stream1_subnet}= | 10.0.0.0/18 | ${tg_stream2_subnet}= | 20.0.0.0/18 - # traffic profile | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc10kip4src10k *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl10sl-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr.robot index 4e20add1ab..bfdfe080a2 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS | ... | IACL | ACL1 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with MACIP ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,13 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. +| ... | interfaces. DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -56,14 +52,12 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${ip_step}= | ${1} @@ -75,72 +69,78 @@ | ${tg_mac_mask}= | ff:ff:ff:ff:ff:80 | ${tg_stream1_subnet}= | 10.0.0.0/24 | ${tg_stream2_subnet}= | 20.0.0.0/24 - # traffic profile | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100ip4src100 *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr.robot index 6dfccb98cf..bd7b9b5811 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL1 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS +| ... | IACL | ACL1 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with MACIP ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,13 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. +| ... | interfaces. DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -56,14 +52,12 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${ip_step}= | ${1} @@ -75,72 +69,78 @@ | ${tg_mac_mask}= | ff:ff:ff:fe:00:00 | ${tg_stream1_subnet}= | 10.0.0.0/15 | ${tg_stream2_subnet}= | 20.0.0.0/15 - # traffic profile | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100kip4src100k *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl1sl-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr.robot index 747760bb8b..6423db5f8b 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL1 | 10k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS +| ... | IACL | ACL1 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with MACIP ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,13 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. +| ... | interfaces. DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -56,14 +52,12 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${ip_step}= | ${1} @@ -75,72 +69,78 @@ | ${tg_mac_mask}= | ff:ff:ff:ff:c0:00 | ${tg_stream1_subnet}= | 10.0.0.0/18 | ${tg_stream2_subnet}= | 20.0.0.0/18 - # traffic profile | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc10kip4src10k *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl1sl-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr.robot index 8d9ad09622..2a22b42709 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS | ... | IACL | ACL50 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with MACIP ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,13 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. +| ... | interfaces. DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -56,14 +52,12 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${ip_step}= | ${1} @@ -75,72 +69,78 @@ | ${tg_mac_mask}= | ff:ff:ff:ff:ff:80 | ${tg_stream1_subnet}= | 10.0.0.0/24 | ${tg_stream2_subnet}= | 20.0.0.0/24 - # traffic profile | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100ip4src100 *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr.robot index 17b0abb5cd..691dffc264 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL50 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS +| ... | IACL | ACL50 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with MACIP ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,13 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. +| ... | interfaces. DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -56,14 +52,12 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${ip_step}= | ${1} @@ -75,72 +69,78 @@ | ${tg_mac_mask}= | ff:ff:ff:fe:00:00 | ${tg_stream1_subnet}= | 10.0.0.0/15 | ${tg_stream2_subnet}= | 20.0.0.0/15 - # traffic profile | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc100kip4src100k *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl50sl-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr.robot index 9bc5c86deb..81eb8cac3d 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS -| ... | IACL | ACL50 | 10k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | MACIP | ACL_STATELESS +| ... | IACL | ACL50 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with MACIP ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,13 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required MACIP ACL rules are applied to input paths of both DUT1\ -| ... | interfaces. DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by\ -| ... | Intel. +| ... | interfaces. DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -56,14 +52,12 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${ip_step}= | ${1} @@ -75,72 +69,78 @@ | ${tg_mac_mask}= | ff:ff:ff:ff:c0:00 | ${tg_stream1_subnet}= | 10.0.0.0/18 | ${tg_stream2_subnet}= | 20.0.0.0/18 - # traffic profile | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc10kip4src10k *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with MACIP ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot deleted file mode 100644 index 08f877a749..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot +++ /dev/null @@ -1,126 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | L2BDBASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot index 8b5eca2edf..c8dca2972d 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,27 +18,23 @@ | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | L2BDBASE | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases* +| Documentation | *RFC2544: Pkt throughput L2BD test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X710 by Intel. +| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ | ... | Ethernet L2 frame sizes using MLRsearch library.\ @@ -50,8 +46,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -63,70 +59,67 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 bridge domain in circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr.robot index 3ce300969f..4698fa507a 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL | ... | OACL | ACL10 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sf-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr.robot index d99d97a18f..7a6e05fcb2 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL10 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | OACL | ACL10 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sf-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr.robot index d7a3a4caeb..ba03f5f102 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL10 | 10k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | OACL | ACL10 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sf-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr.robot index a28a17cbc3..e4ea4637cf 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS | ... | OACL | ACL10 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sl-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr.robot index f7b18d3fd1..be2ed0fb65 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL10 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | OACL | ACL10 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sl-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr.robot index 8fdf0f025d..f7da6c33e6 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL10 | 10k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | OACL | ACL10 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 10 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl10sl-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr.robot index 6e618a28b1..6dce6f23de 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL | ... | OACL | ACL1 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sf-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr.robot index 9a7852c81a..1ad26d46eb 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL1 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | OACL | ACL1 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sf-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr.robot index 9fb00cd22a..a741c0b523 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL1 | 10k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | OACL | ACL1 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sf-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr.robot index 37b5f9605c..67c7d2f15e 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS | ... | OACL | ACL1 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sl-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr.robot index bfcb8f9e3f..cb2876414c 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL1 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | OACL | ACL1 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sl-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr.robot index 2d02917e3c..130b49ca2a 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL1 | 10k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | OACL | ACL1 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 1 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl1sl-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr.robot index afd702019c..27337a8c13 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL | ... | OACL | ACL50 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sf-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr.robot index 15a583e712..67eba59333 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL50 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | OACL | ACL50 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sf-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr.robot index 505a90f0ba..6157671d6f 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL -| ... | OACL | ACL50 | 10k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATEFUL +| ... | OACL | ACL50 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit+reflect | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr.robot index 64adb58cd8..f8b9a19637 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS | ... | OACL | ACL50 | 100_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 100 - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u10p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sl-100flows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr.robot index 09ade25365..2d44f26586 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL50 | 100k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | OACL | ACL50 | 100K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 100k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-100u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sl-100kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr.robot index a68995a564..a8f28a734a 100644 --- a/tests/vpp/perf/l2/10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,20 +15,17 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X520-DA2 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS -| ... | OACL | ACL50 | 10k_FLOWS +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | FEATURE | ACL | ACL_STATELESS +| ... | OACL | ACL50 | 10K_FLOWS | ... | Suite Setup | Run Keywords | ... | Set up 3-node performance topology with DUT's NIC model | L2 -| ... | Intel-X520-DA2 +| ... | ${nic_name} | ... | AND | Set up performance test suite with ACL -| ... | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... | Test Teardown | Tear down performance test with ACL -| ... | ${min_rate}pps | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... @@ -40,12 +37,12 @@ | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ | ... | and MAC learning enabled. DUT2 is configured with L2 cross-connects.\ | ... | Required ACL rules are applied to input paths of both DUT1 intefaces.\ -| ... | DUT1 and DUT2 are tested with 2p10GE NIC X520 Niantic by Intel.\ +| ... | DUT1 and DUT2 are tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, ${flows_per_dir} flows per flow-group) with\ @@ -55,15 +52,13 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X520-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} - +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # ACL test setup | ${acl_action}= | permit | ${acl_apply_type}= | output | ${no_hit_aces_number}= | 50 | ${flows_per_dir}= | 10k - # starting points for non-hitting ACLs | ${src_ip_start}= | 30.30.30.1 | ${dst_ip_start}= | 40.40.40.1 @@ -73,71 +68,77 @@ | ${port_step}= | ${1} | ${trex_stream1_subnet}= | 10.10.10.0/24 | ${trex_stream2_subnet}= | 20.20.20.0/24 - | ${traffic_profile}= | trex-sl-3n-ethip4udp-10u1000p-conc *** Keywords *** | Local Template | | [Documentation] | FIXME. -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... | [Cfg] DUT runs IPv4 routing config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | ... +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain with IPv4 ACLs on DUT1 in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot deleted file mode 100644 index 5fabbcae60..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot +++ /dev/null @@ -1,130 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100K -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 50k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc50kdst50k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot index a83df93920..7d18fbbbdd 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,14 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100K | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -35,10 +32,9 @@ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X710 by Intel. +| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ | ... | Ethernet L2 frame sizes using MLRsearch library.\ @@ -54,83 +50,80 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc50kdst50k *** Keywords *** | Local Template | | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\ +| | ... | [CFG] Each DUT runs L2BD switching config and uses ${phy_cores}\ | | ... | physical core(s) for worker threads. | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain in circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot deleted file mode 100644 index 307a61ba1b..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot +++ /dev/null @@ -1,130 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10K -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 5k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc5kdst5k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [CFG] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot index 70bae81a71..ae36ee99d9 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,14 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10K | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -35,10 +32,9 @@ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X710 by Intel. +| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ | ... | Ethernet L2 frame sizes using MLRsearch library.\ @@ -54,8 +50,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc5kdst5k @@ -67,70 +63,67 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain in circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot deleted file mode 100644 index 31c7fa3250..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot +++ /dev/null @@ -1,130 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 500k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-macsrc500kdst500k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot index a461d9dd65..bb16519392 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,14 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -35,10 +32,9 @@ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p10GE NIC\ -| ... | X710 by Intel. +| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ | ... | Ethernet L2 frame sizes using MLRsearch library.\ @@ -54,8 +50,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-macsrc500kdst500k @@ -67,70 +63,67 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain in circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2patch-mrr.robot deleted file mode 100644 index 0b9d0ced4f..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2patch-mrr.robot +++ /dev/null @@ -1,127 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2PATCH | BASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2patch test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\ -| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Add DPDK dev default RXD to all DUTs | 2048 -| | And Add DPDK dev default TXD to all DUTs | 2048 -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 patch -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2patch-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2patch-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2patch-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2patch-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2patch-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2patch-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2patch-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2patch-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2patch-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2patch-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2patch-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2patch-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2patch-ndrpdr.robot index 88e4b13fee..fb440c873d 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2patch-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2patch-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,14 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2PATCH | BASE | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -35,12 +32,12 @@ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\ -| ... | DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel. +| ... | DUT1 and DUT2 tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, 254 flows per flow-group) with\ @@ -49,8 +46,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -59,75 +56,72 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy | | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Add DPDK dev default RXD to all DUTs | 2048 | | And Add DPDK dev default TXD to all DUTs | 2048 | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 patch | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2patch-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2patch-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2patch-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2patch-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2patch-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2patch-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2patch-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2patch-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2patch-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2patch-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2patch-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2patch-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-mrr.robot deleted file mode 100644 index 764528c172..0000000000 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-mrr.robot +++ /dev/null @@ -1,125 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | L2XCBASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 253 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 xconnect in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-ndrpdr.robot index 0cb2e2927e..bf22459b2a 100644 --- a/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-ndrpdr.robot +++ b/tests/vpp/perf/l2/10ge2p1x710-eth-l2xcbase-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,14 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | L2XCBASE | ... | Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 3-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -35,12 +32,12 @@ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. | ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. DUT1 and DUT2 tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. +| ... | connect. DUT1 and DUT2 tested with ${nic_name}.\ +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUTs. TG traffic profile | ... | contains two L3 flow-groups (flow-group per direction, 253 flows per | ... | flow-group) with all packets containing Ethernet header, IPv4 header @@ -49,8 +46,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 @@ -62,70 +59,67 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect in 3-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2xcbase-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2xcbase-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2xcbase-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2xcbase-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2xcbase-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2xcbase-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2xcbase-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2xcbase-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2xcbase-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2xcbase-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2xcbase-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2xcbase-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2bdbasemaclrn-mrr.robot deleted file mode 100644 index 3b5a203153..0000000000 --- a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2bdbasemaclrn-mrr.robot +++ /dev/null @@ -1,119 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | DRV_AVF -| ... -| Suite Setup | Run Keywords -| ... | Set up SRIOV 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 | AVF -| ... | AND | Set up performance test suite with AVF driver -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local template -| ... -| Documentation | *Raw results L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge-domain -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p25GE NIC\ -| ... | XXV710 by Intel with VF enabled. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 254 flows per flow-group) with all packets\ -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\ -| ... | payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~50Gbps/2=25Gbps -| ${s_25G}= | ${25000000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add DPDK no PCI to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo -| | ... | ${s_25G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize AVF interfaces -| | And Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc10-IMIX-1c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-avf-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2bdbasemaclrn-ndrpdr.robot deleted file mode 100644 index 0d215b2813..0000000000 --- a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2bdbasemaclrn-ndrpdr.robot +++ /dev/null @@ -1,125 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | DRV_AVF -| ... -| Suite Setup | Run Keywords -| ... | Set up SRIOV 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 | AVF -| ... | AND | Set up performance test suite with AVF driver -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge-domain. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p25GE NIC\ -| ... | XXV710 by Intel with VF enabled. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library.\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 254 flows per flow-group) with all packets\ -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\ -| ... | payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~50Gbps/2=25Gbps -| ${s_25G}= | ${25000000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD config with ${phy_cores} phy core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add DPDK no PCI to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo -| | ... | ${s_25G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize AVF interfaces -| | And Initialize L2 bridge domain in circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-avf-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-avf-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-avf-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-avf-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-avf-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-avf-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc10-IMIX-1c-avf-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-avf-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-avf-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2patch-mrr.robot deleted file mode 100644 index 94890211a3..0000000000 --- a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2patch-mrr.robot +++ /dev/null @@ -1,118 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | L2PATCH | BASE | DRV_AVF -| ... -| Suite Setup | Run Keywords -| ... | Set up SRIOV 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 | AVF -| ... | AND | Set up performance test suite with AVF driver -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local template -| ... -| Documentation | *Raw results L2patch test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\ -| ... | DUT1 and DUT2 tested with 2p25GE NIC XXV710 by Intel with VF enabled. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~50Gbps/2=25Gbps -| ${s_25G}= | ${25000000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add DPDK no PCI to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo -| | ... | ${s_25G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize AVF interfaces -| | And Initialize L2 patch -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-avf-eth-l2patch-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-avf-eth-l2patch-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-avf-eth-l2patch-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-avf-eth-l2patch-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-avf-eth-l2patch-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-avf-eth-l2patch-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc10-IMIX-1c-avf-eth-l2patch-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-avf-eth-l2patch-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-avf-eth-l2patch-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2patch-ndrpdr.robot deleted file mode 100644 index 07b7ba79b0..0000000000 --- a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2patch-ndrpdr.robot +++ /dev/null @@ -1,125 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | L2PATCH | BASE | DRV_AVF -| ... -| Suite Setup | Run Keywords -| ... | Set up SRIOV 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 | AVF -| ... | AND | Set up performance test suite with AVF driver -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local template -| ... -| Documentation | *RFC2544: Pkt throughput L2patch test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\ -| ... | DUT1 and DUT2 tested with 2p25GE NIC XXV710 by Intel with VF enabled. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~50Gbps/2=25Gbps -| ${s_25G}= | ${25000000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${20000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add DPDK no PCI to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo -| | ... | ${s_25G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize AVF interfaces -| | And Initialize L2 patch -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-avf-eth-l2patch-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-avf-eth-l2patch-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-avf-eth-l2patch-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-avf-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-avf-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-avf-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc10-IMIX-1c-avf-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-avf-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-avf-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2xcbase-mrr.robot deleted file mode 100644 index 3b8fea9fcd..0000000000 --- a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2xcbase-mrr.robot +++ /dev/null @@ -1,119 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | L2XCBASE | DRV_AVF -| ... -| Suite Setup | Run Keywords -| ... | Set up SRIOV 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 | AVF -| ... | AND | Set up performance test suite with AVF driver -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local template -| ... -| Documentation | *Raw results L2XC test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross-connect. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\ -| ... | connect. DUT1 and DUT2 tested with 2p25GE NIC XXV710 by Intel with VF\ -| ... | enabled. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 254 flows per flow-group) with all packets\ -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\ -| ... | payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~50Gbps/2=25Gbps -| ${s_25G}= | ${25000000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add DPDK no PCI to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo -| | ... | ${s_25G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize AVF interfaces -| | And Initialize L2 Xconnect In 3-node Circular Topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-avf-eth-l2xcbase-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-avf-eth-l2xcbase-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-avf-eth-l2xcbase-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-avf-eth-l2xcbase-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-avf-eth-l2xcbase-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-avf-eth-l2xcbase-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc10-IMIX-1c-avf-eth-l2xcbase-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-avf-eth-l2xcbase-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-avf-eth-l2xcbase-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2xcbase-ndrpdr.robot deleted file mode 100644 index df89e84128..0000000000 --- a/tests/vpp/perf/l2/25ge2p1xxv710-avf-eth-l2xcbase-ndrpdr.robot +++ /dev/null @@ -1,126 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | L2XCBASE | DRV_AVF -| ... -| Suite Setup | Run Keywords -| ... | Set up SRIOV 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 | AVF -| ... | AND | Set up performance test suite with AVF driver -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local template -| ... -| Documentation | *RFC2544: Pkt throughput L2XC test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross-connect. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross-\ -| ... | connect. DUT1 and DUT2 tested with 2p25GE NIC XXV710 by Intel with VF\ -| ... | enabled. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 254 flows per flow-group) with all packets\ -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static\ -| ... | payload. MAC addresses are matching MAC addresses of the TG node\ -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~50Gbps/2=25Gbps -| ${s_25G}= | ${25000000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${20000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add DPDK no PCI to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo -| | ... | ${s_25G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize AVF interfaces -| | And Initialize L2 Xconnect In 3-node Circular Topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-avf-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-avf-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-avf-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-avf-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-avf-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-avf-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc10-IMIX-1c-avf-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-avf-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-avf-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-eth-l2patch-mrr.robot deleted file mode 100644 index 4ed742b232..0000000000 --- a/tests/vpp/perf/l2/25ge2p1xxv710-eth-l2patch-mrr.robot +++ /dev/null @@ -1,127 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | L2PATCH | BASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2patch test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\ -| ... | DUT1 and DUT2 tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 patch -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2patch-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2patch-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2patch-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2patch-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2patch-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2patch-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2patch-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2patch-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2patch-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2patch-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2patch-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2patch-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/25ge2p1xxv710-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/25ge2p1xxv710-eth-l2patch-ndrpdr.robot deleted file mode 100644 index b76ea6c137..0000000000 --- a/tests/vpp/perf/l2/25ge2p1xxv710-eth-l2patch-ndrpdr.robot +++ /dev/null @@ -1,133 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | L2PATCH | BASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2patch test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\ -| ... | DUT1 and DUT2 tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 254 flows per flow-group) with\ -| ... | all packets containing Ethernet header,IPv4 header with static payload.\ -| ... | MAC addresses are matching MAC addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 patch -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2patch-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2patch-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2patch-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2patch-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2patch-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2patch-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2bdbasemaclrn-mrr.robot deleted file mode 100644 index fd322e4ebc..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2bdbasemaclrn-mrr.robot +++ /dev/null @@ -1,126 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X553 | ETH | L2BDMACLRN | BASE | L2BDBASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X553 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain -| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC -| ... | X553 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X553 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 switching config.\ -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2bdbasemaclrn-ndrpdr.robot deleted file mode 100644 index f5973568fa..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2bdbasemaclrn-ndrpdr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X553 | ETH | L2BDMACLRN | BASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X553 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain -| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC -| ... | X553 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 254 flows per flow-group) with\ -| ... | all packets containing Ethernet header,IPv4 header with static payload.\ -| ... | MAC addresses are matching MAC addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X553 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 switching config.\ -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 bridge domain in circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2patch-mrr.robot deleted file mode 100644 index 3b11de5c3a..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2patch-mrr.robot +++ /dev/null @@ -1,125 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X553 | ETH | L2PATCH | BASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X553 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2patch test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 patch\ -| ... | DUT1 tested with 2p10GE NIC X553 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. - -*** Variables *** -# X553 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 patch -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2patch-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2patch-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2patch-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2patch-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2patch-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2patch-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2patch-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2patch-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2patch-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2patch-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2patch-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2patch-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2patch-ndrpdr.robot deleted file mode 100644 index d76ae01c12..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2patch-ndrpdr.robot +++ /dev/null @@ -1,131 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X553 | ETH | L2PATCH | BASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X553 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2patch test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 patch\ -| ... | DUT1 tested with 2p10GE NIC X553 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 254 flows per flow-group) with\ -| ... | all packets containing Ethernet header,IPv4 header with static payload.\ -| ... | MAC addresses are matching MAC addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X553 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 patch -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2patch-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2patch-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2patch-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2patch-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2patch-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2patch-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2xcbase-mrr.robot deleted file mode 100644 index 511b39ee9e..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2xcbase-mrr.robot +++ /dev/null @@ -1,125 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X553 | ETH | L2XCFWD | BASE | L2XCBASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X553 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect. -| ... | DUT1 tested with 2p10GE NIC X553 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X553 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC config.\ -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 xconnect in 2-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2xcbase-ndrpdr.robot deleted file mode 100644 index 7ba3ee93bb..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x553-eth-l2xcbase-ndrpdr.robot +++ /dev/null @@ -1,131 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X553 | ETH | L2XCFWD | BASE | L2XCBASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X553 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2XC test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect. -| ... | DUT1 tested with 2p10GE NIC X553 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 254 flows per flow-group) with\ -| ... | all packets containing Ethernet header,IPv4 header with static payload.\ -| ... | MAC addresses are matching MAC addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X553 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC config.\ -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 xconnect in 2-node circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot deleted file mode 100644 index 3489910cdb..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-mrr.robot +++ /dev/null @@ -1,133 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | BASE | DOT1Q | L2BDMACLRN -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD with IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\ -| ... | single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Bridge domain IDs -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot index 07c774df2c..683c181be5 100644 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot +++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,14 +18,11 @@ | ... | NIC_Intel-X710 | BASE | DOT1Q | L2BDMACLRN | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -36,12 +33,13 @@ | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\ | ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2. | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | and MAC learning enabled. DUT1 is tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are\ | ... | generated by TG on links to DUT1. TG traffic profile contains two L3\ | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\ | ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ @@ -50,11 +48,10 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${4} | ${subid}= | 10 | ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} # Bridge domain IDs | ${bd_id1}= | 1 | ${bd_id2}= | 2 @@ -66,74 +63,71 @@ | | [Documentation] | | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\ | | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-dot1q-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2xcbase-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2xcbase-mrr.robot deleted file mode 100644 index bdf6575562..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2xcbase-mrr.robot +++ /dev/null @@ -1,136 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Resource | resources/libraries/robot/l2/tagging.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | L2XCFWD | BASE | DOT1Q -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC with IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\ -| ... | single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- connect.\ -| ... | DUT1 is tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2XC config with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | And Set interfaces in path up -| | When Initialize VLAN dot1q sub-interfaces in circular topology -| | ... | ${dut1} | ${dut1_if2} | SUB_ID=${subid} -| | And Configure L2 tag rewrite method on interfaces -| | ... | ${dut1} | ${subif_index_1} | TAG_REWRITE_METHOD=${tag_rewrite} -| | And Connect interfaces and VLAN sub-interfaces using L2XC -| | ... | ${dut1} | ${dut1_if1} | ${subif_index_1} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2xcbase-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2xcbase-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2xcbase-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2xcbase-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2xcbase-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2xcbase-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2xcbase-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2xcbase-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2xcbase-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2xcbase-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2xcbase-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2xcbase-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot index c82e63ad22..428a201e3f 100644 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot +++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-dot1q-l2xcbase-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -19,14 +19,11 @@ | ... | NIC_Intel-X710 | L2XCFWD | BASE | DOT1Q | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -37,12 +34,13 @@ | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\ | ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2. | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- connect.\ -| ... | DUT1 is tested with 2p10GE NIC X710 by Intel. +| ... | DUT1 is tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are\ | ... | generated by TG on links to DUTs. TG traffic profile contains two L3\ | ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\ | ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ @@ -51,11 +49,10 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${4} | ${subid}= | 10 | ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254 @@ -67,20 +64,18 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} | overhead=${overhead} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize VLAN dot1q sub-interfaces in circular topology | | ... | ${dut1} | ${dut1_if2} | SUB_ID=${subid} @@ -89,53 +84,52 @@ | | And Connect interfaces and VLAN sub-interfaces using L2XC | | ... | ${dut1} | ${dut1_if1} | ${subif_index_1} | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-dot1q-l2xcbase-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-dot1q-l2xcbase-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-dot1q-l2xcbase-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-dot1q-l2xcbase-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-dot1q-l2xcbase-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-dot1q-l2xcbase-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-dot1q-l2xcbase-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-dot1q-l2xcbase-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-dot1q-l2xcbase-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-dot1q-l2xcbase-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-dot1q-l2xcbase-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-dot1q-l2xcbase-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot deleted file mode 100644 index 4fdfff52c8..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-mrr.robot +++ /dev/null @@ -1,125 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | L2BDBASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ -| | ... | core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot index 63b95546cb..5e395e4d72 100644 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot +++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -15,17 +15,14 @@ | Resource | resources/libraries/robot/performance/performance_setup.robot | ... | Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | L2BDBASE | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -35,12 +32,12 @@ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ | ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ | ... | flow-group) with all packets containing Ethernet header, IPv4 header\ @@ -49,8 +46,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 @@ -59,73 +56,70 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ | | ... | core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 bridge domain in circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-soak.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-soak.robot deleted file mode 100644 index 4dc2754fbf..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-soak.robot +++ /dev/null @@ -1,73 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SOAK -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | L2BDBASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* Perform PLRsearch to find critical load. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ -| | ... | core(s) for worker threads. -| | ... | [Ver] Perform PLRsearch to find critical load. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 bridge domain in circular topology -| | Then Find critical load using PLRsearch -| | ... | ${framesize} | ${traffic_profile} | ${10000} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-soak -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot deleted file mode 100644 index 3d89cd99ad..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-mrr.robot +++ /dev/null @@ -1,129 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100k -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 50k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc50kdst50k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ -| | ... | core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot index abe2cd7c5d..da147b89d0 100644 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot +++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale100kmaclrn-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,14 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100k | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -35,9 +32,9 @@ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ | ... | Ethernet L2 frame sizes using MLRsearch library.\ @@ -53,8 +50,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-ethip4-macsrc50kdst50k @@ -66,70 +63,67 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain in circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdscale100kmaclrn-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot deleted file mode 100644 index e2f8074f01..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-mrr.robot +++ /dev/null @@ -1,129 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10k -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 5k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc5kdst5k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ -| | ... | core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot index 1987bec70f..40d5c1e8bf 100644 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot +++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale10kmaclrn-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,14 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10k | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -35,9 +32,9 @@ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ | ... | Ethernet L2 frame sizes using MLRsearch library.\ @@ -53,8 +50,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-ethip4-macsrc5kdst5k @@ -66,70 +63,67 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain in circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdscale10kmaclrn-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot deleted file mode 100644 index c20cfee939..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-mrr.robot +++ /dev/null @@ -1,129 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 500k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc500kdst500k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ -| | ... | core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot index 598455cc4c..4fdfbc7636 100644 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot +++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2bdscale1mmaclrn-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,14 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -35,9 +32,9 @@ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | and MAC learning enabled. DUT1 tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ | ... | Ethernet L2 frame sizes using MLRsearch library.\ @@ -53,8 +50,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-ethip4-macsrc500kdst500k @@ -66,70 +63,67 @@ | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain in circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-mrr.robot deleted file mode 100644 index b60f403ce5..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-mrr.robot +++ /dev/null @@ -1,125 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2PATCH | BASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2patch test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 patch\ -| ... | DUT1 tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 patch -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2patch-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2patch-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2patch-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2patch-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2patch-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2patch-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2patch-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2patch-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2patch-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2patch-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2patch-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2patch-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-ndrpdr.robot index eb729f5d39..656f6942c2 100644 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-ndrpdr.robot +++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,14 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2PATCH | BASE | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -35,12 +32,12 @@ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 patch\ -| ... | DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | DUT1 tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, 254 flows per flow-group) with\ @@ -49,8 +46,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 @@ -59,73 +56,70 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy | | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 patch | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2patch-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2patch-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2patch-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2patch-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2patch-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2patch-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2patch-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2patch-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2patch-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2patch-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2patch-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2patch-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-soak.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-soak.robot deleted file mode 100644 index c563c8152b..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2patch-soak.robot +++ /dev/null @@ -1,73 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SOAK -| ... | NIC_Intel-X710 | ETH | L2PATCH | BASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2patch test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 patch\ -| ... | DUT1 tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* Perform PLRsearch to find critical load. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Perform PLRsearch to find critical load. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 patch -| | Then Find critical load using PLRsearch -| | ... | ${framesize} | ${traffic_profile} | ${10000} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2patch-soak -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-mrr.robot deleted file mode 100644 index c0938113a5..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-mrr.robot +++ /dev/null @@ -1,125 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | L2XCBASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect. -| ... | DUT1 tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC config.\ -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 xconnect in 2-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-ndrpdr.robot index 69154a81e3..9bc6278e2c 100644 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-ndrpdr.robot +++ b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-ndrpdr.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -18,14 +18,11 @@ | ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | L2XCBASE | ... | Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... +| ... | L2 | ${nic_name} | Suite Teardown | Tear down 2-node performance topology | ... | Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} +| Test Teardown | Tear down performance test | ... | Test Template | Local Template | ... @@ -35,12 +32,12 @@ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect. -| ... | DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | DUT1 tested with ${nic_name}.\ | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on\ | ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ | ... | (flow-group per direction, 254 flows per flow-group) with\ @@ -49,8 +46,8 @@ | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} +| ${nic_name}= | Intel-X710 +| ${overhead}= | ${0} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 @@ -59,73 +56,70 @@ | | [Documentation] | | ... | [Cfg] DUT runs L2XC config.\ | | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} | | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} +| | Set Test Variable | \${frame_size} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} +| | Set Max Rate And Jumbo And Handle Multi Seg | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect in 2-node circular topology | | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2xcbase-ndrpdr | | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} +| | frame_size=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2xcbase-ndrpdr | | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} +| | frame_size=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2xcbase-ndrpdr | | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} +| | frame_size=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2xcbase-ndrpdr | | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} +| | frame_size=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2xcbase-ndrpdr | | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} +| | frame_size=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2xcbase-ndrpdr | | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} +| | frame_size=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2xcbase-ndrpdr | | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} +| | frame_size=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2xcbase-ndrpdr | | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} +| | frame_size=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2xcbase-ndrpdr | | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} +| | frame_size=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2xcbase-ndrpdr | | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} +| | frame_size=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2xcbase-ndrpdr | | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} +| | frame_size=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2xcbase-ndrpdr | | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} +| | frame_size=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-soak.robot b/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-soak.robot deleted file mode 100644 index 160a837fae..0000000000 --- a/tests/vpp/perf/l2/2n1l-10ge2p1x710-eth-l2xcbase-soak.robot +++ /dev/null @@ -1,73 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | SOAK -| ... | NIC_Intel-X710 | ETH | L2XCFWD | BASE | L2XCBASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-X710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect. -| ... | DUT1 tested with 2p10GE NIC X710 by Intel. -| ... | *[Ver] TG verification:* Perform PLRsearch to find critical load. - -*** Variables *** -# X710-DA2 bandwidth limit -| ${s_limit}= | ${10000000000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC config.\ -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Perform PLRsearch to find critical load. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_limit} | ${framesize} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 xconnect in 2-node circular topology -| | Then Find critical load using PLRsearch -| | ... | ${framesize} | ${traffic_profile} | ${10000} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-soak -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-mrr.robot deleted file mode 100644 index 283ab6b10d..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-mrr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | BASE | DOT1Q | L2BDMACLRN -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD with IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\ -| ... | single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT1 is tested with 2p25GE NIC XXV710 by\ -| ... | Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Bridge domain IDs -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | ... | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-ndrpdr.robot deleted file mode 100644 index 0934bc1f2b..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-ndrpdr.robot +++ /dev/null @@ -1,143 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | BASE | DOT1Q | L2BDMACLRN -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD with IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\ -| ... | single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge domain\ -| ... | and MAC learning enabled. DUT1 is tested with 2p25GE NIC XXV710 by\ -| ... | Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\ -| ... | generated by TG on links to DUT1. TG traffic profile contains two L3\ -| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Bridge domain IDs -| ${bd_id1}= | 1 -| ${bd_id2}= | 2 -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD config with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | ... | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domains with VLAN dot1q sub-interfaces in circular topology -| | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2xcbase-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2xcbase-mrr.robot deleted file mode 100644 index be570f5893..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2xcbase-mrr.robot +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Resource | resources/libraries/robot/l2/tagging.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | L2XCFWD | BASE | DOT1Q -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC with IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\ -| ... | single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- connect.\ -| ... | DUT1 is tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2XC config with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | ... | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | And Set interfaces in path up -| | When Initialize VLAN dot1q sub-interfaces in circular topology -| | ... | ${dut1} | ${dut1_if2} | SUB_ID=${subid} -| | And Configure L2 tag rewrite method on interfaces -| | ... | ${dut1} | ${subif_index_1} | TAG_REWRITE_METHOD=${tag_rewrite} -| | And Connect interfaces and VLAN sub-interfaces using L2XC -| | ... | ${dut1} | ${dut1_if1} | ${subif_index_1} -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2xcbase-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2xcbase-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2xcbase-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2xcbase-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2xcbase-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2xcbase-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2xcbase-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2xcbase-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2xcbase-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2xcbase-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2xcbase-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2xcbase-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2xcbase-ndrpdr.robot deleted file mode 100644 index 5b01304b98..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-dot1q-l2xcbase-ndrpdr.robot +++ /dev/null @@ -1,144 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Resource | resources/libraries/robot/l2/tagging.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | L2XCFWD | BASE | DOT1Q -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2XC with IEEE 802.1Q test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with\ -| ... | single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. IEEE\ -| ... | 802.1Q tagging is applied on link between DUT1-if2 and TG-if2. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross- connect.\ -| ... | DUT1 is tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library. Test packets are\ -| ... | generated by TG on links to DUTs. TG traffic profile contains two L3\ -| ... | flow-groups (flow-group per direction, 254 flows per flow-group) with\ -| ... | all packets containing Ethernet header, IPv4 header with IP protocol=61\ -| ... | and static payload. MAC addresses are matching MAC addresses of the TG\ -| ... | node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -| ${subid}= | 10 -| ${tag_rewrite}= | pop-1 -| ${overhead}= | ${4} -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-dot1qip4asym-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2XC config with VLAN and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | ... | overhead=${overhead} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize VLAN dot1q sub-interfaces in circular topology -| | ... | ${dut1} | ${dut1_if2} | SUB_ID=${subid} -| | And Configure L2 tag rewrite method on interfaces -| | ... | ${dut1} | ${subif_index_1} | TAG_REWRITE_METHOD=${tag_rewrite} -| | And Connect interfaces and VLAN sub-interfaces using L2XC -| | ... | ${dut1} | ${dut1_if1} | ${subif_index_1} -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-dot1q-l2xcbase-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-dot1q-l2xcbase-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-dot1q-l2xcbase-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-dot1q-l2xcbase-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-mrr.robot deleted file mode 100644 index 4e43db4741..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-mrr.robot +++ /dev/null @@ -1,127 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE | L2BDBASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XVX710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ -| | ... | core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-ndrpdr.robot deleted file mode 100644 index 3960fbc73c..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-ndrpdr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | BASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ -| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC\ -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ -| | ... | core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 bridge domain in circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-mrr.robot deleted file mode 100644 index c8a08b0d3a..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-mrr.robot +++ /dev/null @@ -1,131 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100k -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 50k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc50kdst50k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ -| | ... | core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-ndrpdr.robot deleted file mode 100644 index 654d8c6b80..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale100kmaclrn-ndrpdr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_100k -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library.\ -| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 50k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc50kdst50k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ -| | ... | core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale100kmaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-mrr.robot deleted file mode 100644 index ac60797578..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-mrr.robot +++ /dev/null @@ -1,131 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10k -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 5k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc5kdst5k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ -| | ... | core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-ndrpdr.robot deleted file mode 100644 index cdca46aadd..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale10kmaclrn-ndrpdr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_10k -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library.\ -| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 5k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc5kdst5k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ -| | ... | core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale10kmaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-mrr.robot deleted file mode 100644 index 5d2efe4b58..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-mrr.robot +++ /dev/null @@ -1,131 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 500k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc500kdst500k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ -| | ... | core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-ndrpdr.robot deleted file mode 100644 index 5309b280ef..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2bdscale1mmaclrn-ndrpdr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | L2BDMACLRN | SCALE | L2BDSCALE | FIB_1M -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput for L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ -| ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library.\ -| ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 500k flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload.\ -| ... | MAC addresses ranges are incremented as follows: -| ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, -| ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, -| ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, -| ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-macsrc500kdst500k - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ -| | ... | core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdscale1mmaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2patch-mrr.robot deleted file mode 100644 index 3765eae4a3..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2patch-mrr.robot +++ /dev/null @@ -1,127 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | L2PATCH | BASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2patch test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 patch\ -| ... | DUT1 tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 patch -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2patch-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2patch-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2patch-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2patch-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2patch-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2patch-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2patch-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2patch-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2patch-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2patch-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2patch-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2patch-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2patch-ndrpdr.robot deleted file mode 100644 index 78f0c93c28..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2patch-ndrpdr.robot +++ /dev/null @@ -1,133 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | L2PATCH | BASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2patch test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 patch\ -| ... | DUT1 tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 254 flows per flow-group) with\ -| ... | all packets containing Ethernet header,IPv4 header with static payload.\ -| ... | MAC addresses are matching MAC addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 patch -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2patch-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2patch-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2patch-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2patch-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2patch-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2patch-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2xcbase-mrr.robot deleted file mode 100644 index c2c5f034c9..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2xcbase-mrr.robot +++ /dev/null @@ -1,127 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | L2XCBASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect. -| ... | DUT1 tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per -| ... | flow-group) with all packets containing Ethernet header, IPv4 header -| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC -| ... | addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC config.\ -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize} frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 xconnect in 2-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2xcbase-ndrpdr.robot deleted file mode 100644 index edfff33a4b..0000000000 --- a/tests/vpp/perf/l2/2n1l-25ge2p1xxv710-eth-l2xcbase-ndrpdr.robot +++ /dev/null @@ -1,133 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XXV710 | ETH | L2XCFWD | BASE | L2XCBASE -| ... -| Suite Setup | Set up 2-node performance topology with DUT's NIC model -| ... | L2 | Intel-XXV710 -| ... -| Suite Teardown | Tear down 2-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2XC test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 cross-connect. -| ... | DUT1 tested with 2p25GE NIC XXV710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 254 flows per flow-group) with\ -| ... | all packets containing Ethernet header,IPv4 header with static payload.\ -| ... | MAC addresses are matching MAC addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-2n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC config.\ -| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | And Initialize L2 xconnect in 2-node circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/40ge2p1vic1385-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/40ge2p1vic1385-eth-l2bdbasemaclrn-mrr.robot deleted file mode 100644 index b29dafdd5f..0000000000 --- a/tests/vpp/perf/l2/40ge2p1vic1385-eth-l2bdbasemaclrn-mrr.robot +++ /dev/null @@ -1,129 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.NodePath -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Cisco-VIC-1385 | ETH | L2BDMACLRN | BASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Cisco-VIC-1385 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p40GE NIC\ -| ... | NIC_Cisco-VIC-1385. -| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching\ -| ... | MAC addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XL710-DA2 (TG) bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps (TG) limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/40ge2p1vic1385-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/40ge2p1vic1385-eth-l2bdbasemaclrn-ndrpdr.robot deleted file mode 100644 index 360370812b..0000000000 --- a/tests/vpp/perf/l2/40ge2p1vic1385-eth-l2bdbasemaclrn-ndrpdr.robot +++ /dev/null @@ -1,135 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.NodePath -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Cisco-VIC-1385 | ETH | L2BDMACLRN | BASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Cisco-VIC-1385 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p40GE NIC\ -| ... | NIC_Cisco-VIC-1385. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library.\ -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching\ -| ... | MAC addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XL710-DA2 (TG) bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps (TG) limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-mrr.robot b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-mrr.robot deleted file mode 100644 index e875ef61c5..0000000000 --- a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-mrr.robot +++ /dev/null @@ -1,131 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.NodePath -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XL710 | ETH | L2BDMACLRN | BASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XL710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p40GE NIC\ -| ... | XL710-DA2 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching\ -| ... | MAC addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Add DPDK dev default RXD to all DUTs | 2048 -| | And Add DPDK dev default TXD to all DUTs | 2048 -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-ndrpdr.robot b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-ndrpdr.robot deleted file mode 100644 index 76cd7406f9..0000000000 --- a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2bdbasemaclrn-ndrpdr.robot +++ /dev/null @@ -1,137 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.NodePath -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XL710 | ETH | L2BDMACLRN | BASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XL710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2BD test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology\ -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 bridge-\ -| ... | domain and MAC learning enabled. DUT1 and DUT2 tested with 2p40GE NIC\ -| ... | XL710-DA2 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on links to DUTs. TG traffic profile\ -| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per\ -| ... | flow-group) with all packets containing Ethernet header, IPv4 header\ -| ... | with IP protocol=61 and static payload. MAC addresses are matching\ -| ... | MAC addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] Each DUT runs L2BD switching config and uses ${phy_cores}\ -| | ... | physical core(s) for worker threads. -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Add DPDK dev default RXD to all DUTs | 2048 -| | And Add DPDK dev default TXD to all DUTs | 2048 -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 bridge domain in circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2bdbasemaclrn-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2patch-mrr.robot b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2patch-mrr.robot deleted file mode 100644 index a1db038318..0000000000 --- a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2patch-mrr.robot +++ /dev/null @@ -1,129 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XL710 | ETH | L2PATCH | BASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XL710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2patch test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\ -| ... | DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 254 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. - -*** Variables *** -# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Add DPDK dev default RXD to all DUTs | 2048 -| | And Add DPDK dev default TXD to all DUTs | 2048 -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 patch -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2patch-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2patch-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2patch-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2patch-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2patch-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2patch-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2patch-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2patch-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2patch-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2patch-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2patch-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2patch-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2patch-ndrpdr.robot b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2patch-ndrpdr.robot deleted file mode 100644 index 8d91e2730e..0000000000 --- a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2patch-ndrpdr.robot +++ /dev/null @@ -1,135 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XL710 | ETH | L2PATCH | BASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XL710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2patch test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 patch. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 patch\ -| ... | DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ -| ... | of packets transmitted. NDR and PDR are discovered for different\ -| ... | Ethernet L2 frame sizes using MLRsearch library\ -| ... | Test packets are generated by TG on\ -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups\ -| ... | (flow-group per direction, 254 flows per flow-group) with\ -| ... | all packets containing Ethernet header,IPv4 header with static payload.\ -| ... | MAC addresses are matching MAC addresses of the TG node interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2 patch config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Add DPDK dev default RXD to all DUTs | 2048 -| | And Add DPDK dev default TXD to all DUTs | 2048 -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 patch -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2patch-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2patch-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2patch-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2patch-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2patch-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2patch-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2patch-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2patch-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-mrr.robot b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-mrr.robot deleted file mode 100644 index 0ed61d0053..0000000000 --- a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-mrr.robot +++ /dev/null @@ -1,132 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.InterfaceUtil -| Library | resources.libraries.python.NodePath -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR -| ... | NIC_Intel-XL710 | ETH | L2XCFWD | BASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XL710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance mrr test -| ... -| Test Template | Local Template -| ... -| Documentation | *Raw results L2XC test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel. -| ... | *[Ver] TG verification:* In MaxReceivedRate tests TG sends traffic\ -| ... | at line rate and reports total received/sent packets over trial period. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 253 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ -| | ... | trial throughput test. -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Add DPDK dev default RXD to all DUTs | 2048 -| | And Add DPDK dev default TXD to all DUTs | 2048 -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect in 3-node circular topology -| | Then Traffic should pass with maximum rate -| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-mrr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-mrr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-mrr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-mrr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-mrr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-mrr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-ndrpdr.robot b/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-ndrpdr.robot deleted file mode 100644 index aa345ad5b7..0000000000 --- a/tests/vpp/perf/l2/40ge2p1xl710-eth-l2xcbase-ndrpdr.robot +++ /dev/null @@ -1,138 +0,0 @@ -# Copyright (c) 2018 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -*** Settings *** -| Resource | resources/libraries/robot/performance/performance_setup.robot -| Library | resources.libraries.python.InterfaceUtil -| Library | resources.libraries.python.NodePath -| ... -| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR -| ... | NIC_Intel-XL710 | ETH | L2XCFWD | BASE -| ... -| Suite Setup | Set up 3-node performance topology with DUT's NIC model -| ... | L2 | Intel-XL710 -| ... -| Suite Teardown | Tear down 3-node performance topology -| ... -| Test Setup | Set up performance test -| ... -| Test Teardown | Tear down performance discovery test | ${min_rate}pps -| ... | ${framesize} | ${traffic_profile} -| ... -| Test Template | Local Template -| ... -| Documentation | *RFC2544: Pkt throughput L2XC test cases* -| ... -| ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 3-node circular topology -| ... | with single links between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 cross connect. -| ... | *[Cfg] DUT configuration:* DUT1 and DUT2 are configured with L2 cross- -| ... | connect. DUT1 and DUT2 tested with 2p40GE NIC XL710 by Intel. -| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop -| ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop -| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage -| ... | of packets transmitted. NDR and PDR are discovered for different -| ... | Ethernet L2 frame sizes using MLRsearch library. -| ... | Test packets are generated by TG on -| ... | links to DUTs. TG traffic profile contains two L3 flow-groups -| ... | (flow-group per direction, 253 flows per flow-group) with all packets -| ... | containing Ethernet header, IPv4 header with IP protocol=61 and static -| ... | payload. MAC addresses are matching MAC addresses of the TG node -| ... | interfaces. -| ... | *[Ref] Applicable standard specifications:* RFC2544. - -*** Variables *** -# XL710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps -| ${s_24.5G}= | ${24500000000} -# XL710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps -| ${s_18.75Mpps}= | ${18750000} -# Traffic profile: -| ${traffic_profile}= | trex-sl-3n-ethip4-ip4src254 - -*** Keywords *** -| Local Template -| | [Documentation] -| | ... | [Cfg] DUT runs L2XC config with ${phy_cores} phy -| | ... | core(s). -| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ -| | ... -| | ... | *Arguments:* -| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). -| | ... | Type: integer, string -| | ... | - phy_cores - Number of physical cores. Type: integer -| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer -| | ... -| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} -| | ... -| | Set Test Variable | ${framesize} -| | Set Test Variable | ${min_rate} | ${10000} -| | ... -| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} -| | And Add PCI devices to all DUTs -| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg -| | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} -| | And Add DPDK dev default RXD to all DUTs | 2048 -| | And Add DPDK dev default TXD to all DUTs | 2048 -| | And Apply startup configuration on all VPP DUTs -| | When Initialize L2 xconnect in 3-node circular topology -| | Then Find NDR and PDR intervals using optimized search -| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} - -*** Test Cases *** -| tc01-64B-1c-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 1C -| | framesize=${64} | phy_cores=${1} - -| tc02-64B-2c-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 2C -| | framesize=${64} | phy_cores=${2} - -| tc03-64B-4c-eth-l2xcbase-ndrpdr -| | [Tags] | 64B | 4C -| | framesize=${64} | phy_cores=${4} - -| tc04-1518B-1c-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 1C -| | framesize=${1518} | phy_cores=${1} - -| tc05-1518B-2c-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 2C -| | framesize=${1518} | phy_cores=${2} - -| tc06-1518B-4c-eth-l2xcbase-ndrpdr -| | [Tags] | 1518B | 4C -| | framesize=${1518} | phy_cores=${4} - -| tc07-9000B-1c-eth-l2xcbase-ndrpdr -| | [Tags] | 9000B | 1C -| | framesize=${9000} | phy_cores=${1} - -| tc08-9000B-2c-eth-l2xcbase-ndrpdr -| | [Tags] | 9000B | 2C -| | framesize=${9000} | phy_cores=${2} - -| tc09-9000B-4c-eth-l2xcbase-ndrpdr -| | [Tags] | 9000B | 4C -| | framesize=${9000} | phy_cores=${4} - -| tc10-IMIX-1c-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 1C -| | framesize=IMIX_v4_1 | phy_cores=${1} - -| tc11-IMIX-2c-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 2C -| | framesize=IMIX_v4_1 | phy_cores=${2} - -| tc12-IMIX-4c-eth-l2xcbase-ndrpdr -| | [Tags] | IMIX | 4C -| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/l2/regenerate_testcases.py b/tests/vpp/perf/l2/regenerate_testcases.py index 5fabf8b89d..2632018a80 100755 --- a/tests/vpp/perf/l2/regenerate_testcases.py +++ b/tests/vpp/perf/l2/regenerate_testcases.py @@ -1,6 +1,6 @@ #!/usr/bin/env python -# Copyright (c) 2018 Cisco and/or its affiliates. +# Copyright (c) 2019 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: |