diff options
Diffstat (limited to 'tests')
5 files changed, 484 insertions, 0 deletions
diff --git a/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2tap-gso-iperf3.robot b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2tap-gso-iperf3.robot new file mode 100644 index 0000000000..91141ce1fa --- /dev/null +++ b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2tap-gso-iperf3.robot @@ -0,0 +1,112 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | IP4FWD | BASE | IP4BASE | DRV_TAP +| ... | RXQ_SIZE_4096 | TXQ_SIZE_4096 | GSO_TRUE +| ... | ethip4-ip4base-2tap-gso +| +| Suite Setup | Setup suite topology interfaces +| Suite Teardown | Tear down suite +| Test Setup | Setup test +| Test Teardown | Tear down test | iPerf3 | namespace +| +| Test Template | Local Template +| +| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases with TAPv2* +| +| ... | *[Top] Network Topologies:* DUT1 1-node topology without physical links. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-TCP. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing. +| ... | *[Ver] TG verification:* iPerf3 client/server is used for Packet\ +| ... | generation and verification. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| @{plugins_to_enable}= | ping_plugin.so +| ${crypto_type}= | ${None} +| ${nic_name}= | Intel-X710 +| ${nic_driver}= | tap +| ${nic_rxq_size}= | 4096 +| ${nic_txq_size}= | 4096 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${osi_layer}= | L7 +| ${overhead}= | ${0} +| ${enable_gso}= | ${True} +# iPerf3 client settings: +| ${iperf_client_bind}= | 1.1.1.1 +| ${iperf_client_bind_gw}= | 1.1.1.2 +| ${iperf_client_bind_mask}= | 30 +| ${iperf_client_interface}= | tap0 +| ${iperf_client_namespace}= | tap0_namespace +| ${iperf_client_udp}= | ${False} +| ${iperf_client_node}= | DUT1 +| ${iperf_client_affinity} | ${None} +# iPerf3 server settings: +| ${iperf_server_bind}= | 2.2.2.2 +| ${iperf_server_bind_gw}= | 2.2.2.1 +| ${iperf_server_bind_mask}= | 30 +| ${iperf_server_interface}= | tap1 +| ${iperf_server_namespace}= | tap1_namespace +| ${iperf_server_node}= | DUT1 +| ${iperf_server_pf_key}= | ${None} +# Trial data overwrite: +| ${trial_duration}= | ${30} +| ${trial_multiplicity}= | ${4} + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT configuration: DUT1 is configured with IPv4 routing. +| | ... | [Ver] Measure MaxReceivedRate for ${frame_size}B frames\ +| | ... | using burst trials throughput test.\ +| | +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer. Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | Set Test Variable | \${rxq_ratio} | ${1} +| | +| | Given Set Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} +| | And Initialize layer interface +| | And VPP Interface Set IP Address +| | ... | ${dut1} | ${DUT1_${int}1}[0] | 1.1.1.2 | 30 +| | And VPP Interface Set IP Address +| | ... | ${dut1} | ${DUT1_${int}2}[0] | 2.2.2.1 | 30 +| | Set Test Variable | ${iperf_server_pf_key} | ${DUT1_pf1}[0] +| | Then Traffic should pass with maximum rate on iPerf3 + +*** Test Cases *** +| 128KB-1c-ethip4-ip4base-2tap-gso-iperf3 +| | [Tags] | 128KB | 1C +| | frame_size=${128000} | phy_cores=${1} + +| 128KB-2c-ethip4-ip4base-2tap-gso-iperf3 +| | [Tags] | 128KB | 2C +| | frame_size=${128000} | phy_cores=${2} + +| 128KB-4c-ethip4-ip4base-2tap-gso-iperf3 +| | [Tags] | 128KB | 4C +| | frame_size=${128000} | phy_cores=${4} diff --git a/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2tap-iperf3.robot b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2tap-iperf3.robot new file mode 100644 index 0000000000..31ece186ec --- /dev/null +++ b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2tap-iperf3.robot @@ -0,0 +1,112 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | IP4FWD | BASE | IP4BASE | DRV_TAP +| ... | RXQ_SIZE_4096 | TXQ_SIZE_4096 | GSO_FALSE +| ... | ethip4-ip4base-2tap +| +| Suite Setup | Setup suite topology interfaces +| Suite Teardown | Tear down suite +| Test Setup | Setup test +| Test Teardown | Tear down test | iPerf3 | namespace +| +| Test Template | Local Template +| +| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases with TAPv2* +| +| ... | *[Top] Network Topologies:* DUT1 1-node topology without physical links. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-TCP. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing. +| ... | *[Ver] TG verification:* iPerf3 client/server is used for Packet\ +| ... | generation and verification. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| @{plugins_to_enable}= | ping_plugin.so +| ${crypto_type}= | ${None} +| ${nic_name}= | Intel-X710 +| ${nic_driver}= | tap +| ${nic_rxq_size}= | 4096 +| ${nic_txq_size}= | 4096 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${osi_layer}= | L7 +| ${overhead}= | ${0} +| ${enable_gso}= | ${False} +# iPerf3 client settings: +| ${iperf_client_bind}= | 1.1.1.1 +| ${iperf_client_bind_gw}= | 1.1.1.2 +| ${iperf_client_bind_mask}= | 30 +| ${iperf_client_interface}= | tap0 +| ${iperf_client_namespace}= | tap0_namespace +| ${iperf_client_udp}= | ${False} +| ${iperf_client_node}= | DUT1 +| ${iperf_client_affinity} | ${None} +# iPerf3 server settings: +| ${iperf_server_bind}= | 2.2.2.2 +| ${iperf_server_bind_gw}= | 2.2.2.1 +| ${iperf_server_bind_mask}= | 30 +| ${iperf_server_interface}= | tap1 +| ${iperf_server_namespace}= | tap1_namespace +| ${iperf_server_node}= | DUT1 +| ${iperf_server_pf_key}= | ${None} +# Trial data overwrite: +| ${trial_duration}= | ${30} +| ${trial_multiplicity}= | ${4} + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT configuration: DUT1 is configured with IPv4 routing. +| | ... | [Ver] Measure MaxReceivedRate for ${frame_size}B frames\ +| | ... | using burst trials throughput test.\ +| | +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer. Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | Set Test Variable | \${rxq_ratio} | ${1} +| | +| | Given Set Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} +| | And Initialize layer interface +| | And VPP Interface Set IP Address +| | ... | ${dut1} | ${DUT1_${int}1}[0] | 1.1.1.2 | 30 +| | And VPP Interface Set IP Address +| | ... | ${dut1} | ${DUT1_${int}2}[0] | 2.2.2.1 | 30 +| | Set Test Variable | ${iperf_server_pf_key} | ${DUT1_pf1}[0] +| | Then Traffic should pass with maximum rate on iPerf3 + +*** Test Cases *** +| 128KB-1c-ethip4-ip4base-2tap-iperf3 +| | [Tags] | 128KB | 1C +| | frame_size=${128000} | phy_cores=${1} + +| 128KB-2c-ethip4-ip4base-2tap-iperf3 +| | [Tags] | 128KB | 2C +| | frame_size=${128000} | phy_cores=${2} + +| 128KB-4c-ethip4-ip4base-2tap-iperf3 +| | [Tags] | 128KB | 4C +| | frame_size=${128000} | phy_cores=${4} diff --git a/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2vhost-gso-iperf3.robot b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2vhost-gso-iperf3.robot new file mode 100644 index 0000000000..849504050d --- /dev/null +++ b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2vhost-gso-iperf3.robot @@ -0,0 +1,121 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | IP4FWD | BASE | IP4BASE | DRV_VHOST +| ... | RXQ_SIZE_4096 | TXQ_SIZE_4096 | GSO_TRUE +| ... | ethip4-ip4base-2vhost-gso +| +| Suite Setup | Setup suite topology interfaces +| Suite Teardown | Tear down suite +| Test Setup | Setup test +| Test Teardown | Tear down test | iPerf3 | vhost +| +| Test Template | Local Template +| +| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases with VHOST* +| +| ... | *[Top] Network Topologies:* DUT1 1-node topology without physical links. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-TCP. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing. +| ... | *[Ver] TG verification:* iPerf3 client/server is used for Packet\ +| ... | generation and verification. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| @{plugins_to_enable}= | ping_plugin.so +| ${crypto_type}= | ${None} +| ${nic_name}= | Intel-X710 +| ${nic_driver}= | vhost +| ${nic_rxq_size}= | 4096 +| ${nic_txq_size}= | 4096 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${osi_layer}= | L7 +| ${overhead}= | ${0} +# Qemu settings: +| ${enable_gso}= | ${True} +| ${enable_csum}= | ${True} +| ${nf_dtcr}= | ${1} +| ${nf_dtc}= | ${4} +# iPerf3 client settings: +| ${iperf_client_bind}= | 1.1.1.1 +| ${iperf_client_bind_gw}= | 1.1.1.2 +| ${iperf_client_bind_mask}= | 30 +| ${iperf_client_interface}= | ens6 +| ${iperf_client_namespace}= | ${None} +| ${iperf_client_udp}= | ${False} +| ${iperf_client_node}= | DUT1_2 +| ${iperf_client_affinity} | 1 +# iPerf3 server settings: +| ${iperf_server_bind}= | 2.2.2.2 +| ${iperf_server_bind_gw}= | 2.2.2.1 +| ${iperf_server_bind_mask}= | 30 +| ${iperf_server_interface}= | ens6 +| ${iperf_server_namespace}= | ${None} +| ${iperf_server_node}= | DUT1_1 +| ${iperf_server_pf_key}= | ${None} +# Trial data overwrite: +| ${trial_duration}= | ${30} +| ${trial_multiplicity}= | ${4} + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT configuration: DUT1 is configured with IPv4 routing. +| | ... | [Ver] Measure MaxReceivedRate for ${frame_size}B frames\ +| | ... | using burst trials throughput test.\ +| | +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer. Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | Set Test Variable | \${rxq_ratio} | ${1} +| | +| | Given Set Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} | validate=${False} +| | And Initialize layer interface +| | And VPP Interface Set IP Address +| | ... | ${dut1} | ${DUT1_${int}1}[0] +| | ... | ${iperf_server_bind_gw} | ${iperf_server_bind_mask} +| | And VPP Interface Set IP Address +| | ... | ${dut1} | ${DUT1_${int}2}[0] +| | ... | ${iperf_client_bind_gw} | ${iperf_client_bind_mask} +| | And Configure chains of NFs connected via vhost-user on single node +| | ... | node=DUT1 | nf_nodes=${2} | vnf=iperf3 | auto_scale=${True} +| | ... | fixed_auto_scale=${True} | validate=${False} +| | And Get CPU Info from All Nodes | ${nodes} +| | Traffic should pass with maximum rate on iPerf3 + +*** Test Cases *** +| 128KB-1c-ethip4-ip4base-2vhost-gso-iperf3 +| | [Tags] | 128KB | 1C +| | frame_size=${128000} | phy_cores=${1} + +| 128KB-2c-ethip4-ip4base-2vhost-gso-iperf3 +| | [Tags] | 128KB | 2C +| | frame_size=${128000} | phy_cores=${2} + +| 128KB-4c-ethip4-ip4base-2vhost-gso-iperf3 +| | [Tags] | 128KB | 4C +| | frame_size=${128000} | phy_cores=${4} diff --git a/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2vhost-iperf3.robot b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2vhost-iperf3.robot new file mode 100644 index 0000000000..c31097eb7c --- /dev/null +++ b/tests/vpp/perf/gso/2n1l-10ge2p1x710-ethip4-ip4base-2vhost-iperf3.robot @@ -0,0 +1,121 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | IP4FWD | BASE | IP4BASE | DRV_VHOST +| ... | RXQ_SIZE_1024 | TXQ_SIZE_1024 | GSO_TRUE +| ... | ethip4-ip4base-2vhost-gso +| +| Suite Setup | Setup suite topology interfaces +| Suite Teardown | Tear down suite +| Test Setup | Setup test +| Test Teardown | Tear down test | iPerf3 | vhost +| +| Test Template | Local Template +| +| Documentation | *RFC2544: Pkt throughput IPv4 routing test cases with VHOST* +| +| ... | *[Top] Network Topologies:* DUT1 1-node topology without physical links. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-TCP. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with IPv4 routing. +| ... | *[Ver] TG verification:* iPerf3 client/server is used for Packet\ +| ... | generation and verification. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| @{plugins_to_enable}= | ping_plugin.so +| ${crypto_type}= | ${None} +| ${nic_name}= | Intel-X710 +| ${nic_driver}= | vhost +| ${nic_rxq_size}= | 1024 +| ${nic_txq_size}= | 1024 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${osi_layer}= | L7 +| ${overhead}= | ${0} +# Qemu settings: +| ${enable_gso}= | ${False} +| ${enable_csum}= | ${False} +| ${nf_dtcr}= | ${1} +| ${nf_dtc}= | ${4} +# iPerf3 client settings: +| ${iperf_client_bind}= | 1.1.1.1 +| ${iperf_client_bind_gw}= | 1.1.1.2 +| ${iperf_client_bind_mask}= | 30 +| ${iperf_client_interface}= | ens6 +| ${iperf_client_namespace}= | ${None} +| ${iperf_client_udp}= | ${False} +| ${iperf_client_node}= | DUT1_2 +| ${iperf_client_affinity} | 1 +# iPerf3 server settings: +| ${iperf_server_bind}= | 2.2.2.2 +| ${iperf_server_bind_gw}= | 2.2.2.1 +| ${iperf_server_bind_mask}= | 30 +| ${iperf_server_interface}= | ens6 +| ${iperf_server_namespace}= | ${None} +| ${iperf_server_node}= | DUT1_1 +| ${iperf_server_pf_key}= | ${None} +# Trial data overwrite: +| ${trial_duration}= | ${30} +| ${trial_multiplicity}= | ${4} + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT configuration: DUT1 is configured with IPv4 routing. +| | ... | [Ver] Measure MaxReceivedRate for ${frame_size}B frames\ +| | ... | using burst trials throughput test.\ +| | +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer. Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | Set Test Variable | \${rxq_ratio} | ${1} +| | +| | Given Set Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} | validate=${False} +| | And Initialize layer interface +| | And VPP Interface Set IP Address +| | ... | ${dut1} | ${DUT1_${int}1}[0] +| | ... | ${iperf_server_bind_gw} | ${iperf_server_bind_mask} +| | And VPP Interface Set IP Address +| | ... | ${dut1} | ${DUT1_${int}2}[0] +| | ... | ${iperf_client_bind_gw} | ${iperf_client_bind_mask} +| | And Configure chains of NFs connected via vhost-user on single node +| | ... | node=DUT1 | nf_nodes=${2} | vnf=iperf3 | auto_scale=${True} +| | ... | fixed_auto_scale=${True} | validate=${False} +| | And Get CPU Info from All Nodes | ${nodes} +| | Traffic should pass with maximum rate on iPerf3 + +*** Test Cases *** +| 128KB-1c-ethip4-ip4base-2vhost-iperf3 +| | [Tags] | 128KB | 1C +| | frame_size=${128000} | phy_cores=${1} + +| 128KB-2c-ethip4-ip4base-2vhost-iperf3 +| | [Tags] | 128KB | 2C +| | frame_size=${128000} | phy_cores=${2} + +| 128KB-4c-ethip4-ip4base-2vhost-iperf3 +| | [Tags] | 128KB | 4C +| | frame_size=${128000} | phy_cores=${4} diff --git a/tests/vpp/perf/gso/regenerate_testcases.py b/tests/vpp/perf/gso/regenerate_testcases.py new file mode 100755 index 0000000000..87521e662d --- /dev/null +++ b/tests/vpp/perf/gso/regenerate_testcases.py @@ -0,0 +1,18 @@ +#!/usr/bin/env python3 + +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from resources.libraries.python.autogen.Regenerator import Regenerator + +Regenerator().regenerate_glob(u"*.robot") |