diff options
Diffstat (limited to 'tests/vpp/perf/hoststack')
15 files changed, 779 insertions, 84 deletions
diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-ldpreload-iperf3-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-ldpreload-iperf3-bps.robot index a8d7bf0aa0..654562f38d 100644 --- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-ldpreload-iperf3-bps.robot +++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-ldpreload-iperf3-bps.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2024 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -22,38 +22,43 @@ | ... | LDPRELOAD | IPERF3 | 1CLIENT | 1STREAM | 1460B | ... | eth-ip4tcpbase-ldpreload-iperf3 | -| Suite Setup | Setup suite topology interfaces with no TG +| Suite Setup | Setup suite topology interfaces with no TG | iPerf3 | Suite Teardown | Tear down suite | hoststack | Test Setup | Setup test | Test Teardown | Tear down test | | Test Template | Local template | -| Documentation | *Iperf3 client -> Iperf3 server goodput. -| -| ... | *[Top] Network Topologies:* DUT-DUT 2-node topology +| Documentation | **Iperf3 client -> Iperf3 server goodput.** +| ... | +| ... | - **[Top] Network Topologies:** DUT-DUT 2-node topology \ | ... | with single link between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-TCP -| ... | *[Cfg] DUT configuration:* -| ... | *[Ref] Applicable standard specifications:* +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4-TCP +| ... | +| ... | - **[Cfg] DUT configuration:** +| ... | +| ... | - **[Ref] Applicable standard specifications:** *** Variables *** -| @{plugins_to_enable}= | dpdk_plugin.so +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | ${nic_name}= | Intel-X710 | ${nic_driver}= | vfio-pci | ${nic_rxq_size}= | 0 | ${nic_txq_size}= | 0 | ${nic_pfs}= | 2 | ${nic_vfs}= | 0 +| ${smt_used}= | ${False} | ${overhead}= | ${0} -| ${frame_size}= | ${9000} +| ${dpdk_enable_tcp_udp_checksum}= | ${True} +| ${dpdk_no_tx_checksum_offload}= | ${False} +| ${frame_size}= | ${1518} | ${crypto_type}= | ${None} *** Keywords *** | Local template | | [Arguments] | ${phy_cores} | | -| | Set Test Variable | ${dpdk_no_tx_checksum_offload} | ${False} | | Set VPP Hoststack Attributes | phy_cores=${phy_cores} | | ${defer_fail}= | Get Test Results From Hoststack Iperf3 Test | | Run Keyword If | ${defer_fail}==True | FAIL diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps.robot index f30c8d6985..c7ed27e2d1 100644 --- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps.robot +++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2024 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -22,31 +22,37 @@ | ... | NSIM | LDPRELOAD | IPERF3 | 1CLIENT | 1STREAM | 1460B | ... | eth-ip4tcpbase-nsim-ldpreload-iperf3 | -| Suite Setup | Setup suite topology interfaces with no TG +| Suite Setup | Setup suite topology interfaces with no TG | iPerf3 | Suite Teardown | Tear down suite | Test Setup | Setup test | Test Teardown | Tear down test | | Test Template | Local template | -| Documentation | *Iperf3 client -> Iperf3 server goodput. -| -| ... | *[Top] Network Topologies:* DUT-DUT 2-node topology +| Documentation | **Iperf3 client -> Iperf3 server goodput.** +| ... | +| ... | - **[Top] Network Topologies:** DUT-DUT 2-node topology \ | ... | with single link between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-TCP -| ... | *[Cfg] DUT configuration:* -| ... | *[Ref] Applicable standard specifications:* +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4-TCP +| ... | +| ... | - **[Cfg] DUT configuration:** +| ... | +| ... | - **[Ref] Applicable standard specifications:** *** Variables *** -| @{plugins_to_enable}= | dpdk_plugin.so | nsim_plugin.so +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | nsim_plugin.so | ${nic_name}= | Intel-X710 | ${nic_driver}= | vfio-pci | ${nic_rxq_size}= | 0 | ${nic_txq_size}= | 0 | ${nic_pfs}= | 2 | ${nic_vfs}= | 0 +| ${smt_used}= | ${False} | ${overhead}= | ${0} -| ${frame_size}= | ${9000} +| ${dpdk_enable_tcp_udp_checksum}= | ${True} +| ${dpdk_no_tx_checksum_offload}= | ${False} +| ${frame_size}= | ${1518} | ${crypto_type}= | ${None} | ${pkts_per_drop}= | ${100} diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps.robot index 9b2d0500ef..20a4049c50 100644 --- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps.robot +++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2024 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -22,23 +22,26 @@ | ... | LDPRELOAD | IPERF3 | 1CLIENT | 10STREAM | 1460B | ... | eth-ip4tcpscale1cl10s-ldpreload-iperf3 | -| Suite Setup | Setup suite topology interfaces with no TG +| Suite Setup | Setup suite topology interfaces with no TG | iPerf3 | Suite Teardown | Tear down suite | hoststack | Test Setup | Setup test | Test Teardown | Tear down test | | Test Template | Local template | -| Documentation | *Iperf3 client -> Iperf3 server goodput. -| -| ... | *[Top] Network Topologies:* DUT-DUT 2-node topology +| Documentation | **Iperf3 client -> Iperf3 server goodput.** +| ... | +| ... | - **[Top] Network Topologies:** DUT-DUT 2-node topology \ | ... | with single link between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-TCP -| ... | *[Cfg] DUT configuration:* -| ... | *[Ref] Applicable standard specifications:* +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4-TCP +| ... | +| ... | - **[Cfg] DUT configuration:** +| ... | +| ... | - **[Ref] Applicable standard specifications:** *** Variables *** -| @{plugins_to_enable}= | dpdk_plugin.so +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | ${nic_name}= | Intel-X710 | ${nic_driver}= | vfio-pci | ${nic_rxq_size}= | 0 @@ -46,7 +49,9 @@ | ${nic_pfs}= | 2 | ${nic_vfs}= | 0 | ${overhead}= | ${0} -| ${frame_size}= | ${9000} +| ${dpdk_enable_tcp_udp_checksum}= | ${True} +| ${dpdk_no_tx_checksum_offload}= | ${False} +| ${frame_size}= | ${1518} | ${crypto_type}= | ${None} | ${streams} | ${10} @@ -54,7 +59,6 @@ | Local template | | [Arguments] | ${phy_cores} | | -| | Set Test Variable | ${dpdk_no_tx_checksum_offload} | ${False} | | Set VPP Hoststack Attributes | phy_cores=${phy_cores} | | Set Iperf3 Client Attributes | parallel=${streams} | | ${defer_fail}= | Get Test Results From Hoststack Iperf3 Test diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps.robot index 64144d10e9..5c13ca0e9b 100644 --- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps.robot +++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2024 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -22,23 +22,26 @@ | ... | NSIM | LDPRELOAD | IPERF3 | 1CLIENT | 10STREAM | 1460B | ... | eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3 | -| Suite Setup | Setup suite topology interfaces with no TG +| Suite Setup | Setup suite topology interfaces with no TG | iPerf3 | Suite Teardown | Tear down suite | Test Setup | Setup test | Test Teardown | Tear down test | | Test Template | Local template | -| Documentation | *Iperf3 client -> Iperf3 server goodput. -| -| ... | *[Top] Network Topologies:* DUT-DUT 2-node topology +| Documentation | **Iperf3 client -> Iperf3 server goodput.** +| ... | +| ... | - **[Top] Network Topologies:** DUT-DUT 2-node topology \ | ... | with single link between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-TCP -| ... | *[Cfg] DUT configuration:* -| ... | *[Ref] Applicable standard specifications:* +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4-TCP +| ... | +| ... | - **[Cfg] DUT configuration:** +| ... | +| ... | - **[Ref] Applicable standard specifications:** *** Variables *** -| @{plugins_to_enable}= | dpdk_plugin.so | nsim_plugin.so +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | nsim_plugin.so | ${nic_name}= | Intel-X710 | ${nic_driver}= | vfio-pci | ${nic_rxq_size}= | 0 @@ -46,7 +49,9 @@ | ${nic_pfs}= | 2 | ${nic_vfs}= | 0 | ${overhead}= | ${0} -| ${frame_size}= | ${9000} +| ${dpdk_enable_tcp_udp_checksum}= | ${True} +| ${dpdk_no_tx_checksum_offload}= | ${False} +| ${frame_size}= | ${1518} | ${crypto_type}= | ${None} | ${pkts_per_drop}= | ${100} | ${streams}= | ${10} diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpbase-ldpreload-iperf3-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpbase-ldpreload-iperf3-bps.robot new file mode 100644 index 0000000000..87f3c09896 --- /dev/null +++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpbase-ldpreload-iperf3-bps.robot @@ -0,0 +1,75 @@ +# Copyright (c) 2024 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Library | resources.libraries.python.HoststackUtil +| Resource | resources/libraries/robot/shared/default.robot +| Resource | resources/libraries/robot/hoststack/hoststack.robot +| +| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV +| ... | UDP | NIC_Intel-X710 | DRV_VFIO_PCI +| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | HOSTSTACK +| ... | LDPRELOAD | IPERF3 | 1CLIENT | 1STREAM | 1460B +| ... | eth-ip4udpbase-ldpreload-iperf3 +| +| Suite Setup | Setup suite topology interfaces with no TG | iPerf3 +| Suite Teardown | Tear down suite | hoststack +| Test Setup | Setup test +| Test Teardown | Tear down test +| +| Test Template | Local template +| +| Documentation | **Iperf3 client -> Iperf3 server goodput.** +| ... | +| ... | - **[Top] Network Topologies:** DUT-DUT 2-node topology \ +| ... | with single link between nodes. +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4-UDP +| ... | +| ... | - **[Cfg] DUT configuration:** +| ... | +| ... | - **[Ref] Applicable standard specifications:** + +*** Variables *** +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so +| ${nic_name}= | Intel-X710 +| ${nic_driver}= | vfio-pci +| ${nic_rxq_size}= | 0 +| ${nic_txq_size}= | 0 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${smt_used}= | ${False} +| ${overhead}= | ${0} +| ${dpdk_enable_tcp_udp_checksum}= | ${True} +| ${dpdk_no_tx_checksum_offload}= | ${False} +| ${frame_size}= | ${1518} +| ${crypto_type}= | ${None} +| ${iperf3_packet_length}= | ${1460} + +*** Keywords *** +| Local template +| | [Arguments] | ${phy_cores} +| | +| | Set VPP Hoststack Attributes | phy_cores=${phy_cores} +| | ${bandwidth} = | Get From Dictionary +| | ... | ${NIC_NAME_TO_BPS_LIMIT} | ${nic_name} +| | Set Iperf3 Client Attributes | udp=${True} | bandwidth=${bandwidth} +| | ... | length=${iperf3_packet_length} +| | ${defer_fail}= | Get Test Results From Hoststack Iperf3 Test +| | Run Keyword If | ${defer_fail}==True | FAIL +| | ... | Defered Failure From Hoststack Iperf3 Test Program + +*** Test Cases *** +| 1460B-1c-eth-ip4udpbase-ldpreload-iperf3-bps +| | [Tags] | 1C +| | phy_cores=${1} diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicbase-vppecho-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicbase-vppecho-bps.robot index ff0cbb3271..911af4c170 100644 --- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicbase-vppecho-bps.robot +++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicbase-vppecho-bps.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2024 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -21,33 +21,39 @@ | ... | RXQ_SIZE_0 | TXQ_SIZE_0 | UDP | QUIC | VPPECHO | ... | 1CLIENT | 1STREAM | HOSTSTACK | 1280B | eth-ip4udpquicbase-vppecho | -| Suite Setup | Setup suite topology interfaces with no TG +| Suite Setup | Setup suite topology interfaces with no TG | vppecho | Suite Teardown | Tear down suite | Test Setup | Setup test | Test Teardown | Tear down test | | Test Template | Local template | -| Documentation | *QUIC Unidirectional Echo Client -> Echo Server goodput. -| -| ... | *[Top] Network Topologies:* DUT-DUT 2-node topology +| Documentation | **QUIC Unidirectional Echo Client -> Echo Server goodput.** +| ... | +| ... | - **[Top] Network Topologies:** DUT-DUT 2-node topology \ | ... | with single link between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP-QUIC -| ... | *[Cfg] DUT configuration:* -| ... | *[Ref] Applicable standard specifications:* +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4-UDP-QUIC +| ... | +| ... | - **[Cfg] DUT configuration:** +| ... | +| ... | - **[Ref] Applicable standard specifications:** *** Variables *** -| @{plugins_to_enable}= | dpdk_plugin.so | quic_plugin.so +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | quic_plugin.so | crypto_openssl_plugin.so | ${nic_name}= | Intel-X710 | ${nic_driver}= | vfio-pci | ${nic_rxq_size}= | 0 | ${nic_txq_size}= | 0 | ${nic_pfs}= | 2 | ${nic_vfs}= | 0 +| ${smt_used}= | ${False} | ${overhead}= | ${0} -| ${frame_size}= | ${9000} +| ${dpdk_enable_tcp_udp_checksum}= | ${True} +| ${dpdk_no_tx_checksum_offload}= | ${False} +| ${frame_size}= | ${1518} | ${crypto_type}= | ${None} -| ${bytes}= | 10G +| ${bytes}= | 5G *** Keywords *** | Local template diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl10s-vppecho-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl10s-vppecho-bps.robot index 7cef9aeac1..e068186700 100644 --- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl10s-vppecho-bps.robot +++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl10s-vppecho-bps.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2024 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -22,23 +22,26 @@ | ... | HOSTSTACK | 10CLIENT | 10STREAM | 1280B | ... | eth-ip4udpquicscale10cl10s-vppecho | -| Suite Setup | Setup suite topology interfaces with no TG +| Suite Setup | Setup suite topology interfaces with no TG | vppecho | Suite Teardown | Tear down suite | Test Setup | Setup test | Test Teardown | Tear down test | | Test Template | Local template | -| Documentation | *QUIC Unidirectional Echo Client -> Echo Server goodput. -| -| ... | *[Top] Network Topologies:* DUT-DUT 2-node topology +| Documentation | **QUIC Unidirectional Echo Client -> Echo Server goodput.** +| ... | +| ... | - **[Top] Network Topologies:** DUT-DUT 2-node topology \ | ... | with single link between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP-QUIC -| ... | *[Cfg] DUT configuration:* -| ... | *[Ref] Applicable standard specifications:* +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4-UDP-QUIC +| ... | +| ... | - **[Cfg] DUT configuration:** +| ... | +| ... | - **[Ref] Applicable standard specifications:** *** Variables *** -| @{plugins_to_enable}= | dpdk_plugin.so | quic_plugin.so +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | quic_plugin.so | crypto_openssl_plugin.so | ${nic_name}= | Intel-X710 | ${nic_driver}= | vfio-pci | ${nic_rxq_size}= | 0 @@ -46,7 +49,9 @@ | ${nic_pfs}= | 2 | ${nic_vfs}= | 0 | ${overhead}= | ${0} -| ${frame_size}= | ${9000} +| ${dpdk_enable_tcp_udp_checksum}= | ${True} +| ${dpdk_no_tx_checksum_offload}= | ${False} +| ${frame_size}= | ${1518} | ${crypto_type}= | ${None} | ${clients}= | ${10} | ${streams}= | ${10} diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl1s-vppecho-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl1s-vppecho-bps.robot index ad0a7a7619..1203173398 100644 --- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl1s-vppecho-bps.robot +++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale10cl1s-vppecho-bps.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2024 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -22,23 +22,26 @@ | ... | HOSTSTACK | 10CLIENT | 1STREAM | 1280B | ... | eth-ip4udpquicscale10cl1s-vppecho | -| Suite Setup | Setup suite topology interfaces with no TG +| Suite Setup | Setup suite topology interfaces with no TG | vppecho | Suite Teardown | Tear down suite | Test Setup | Setup test | Test Teardown | Tear down test | | Test Template | Local template | -| Documentation | *QUIC Unidirectional Echo Client -> Echo Server goodput. -| -| ... | *[Top] Network Topologies:* DUT-DUT 2-node topology +| Documentation | **QUIC Unidirectional Echo Client -> Echo Server goodput.** +| ... | +| ... | - **[Top] Network Topologies:** DUT-DUT 2-node topology \ | ... | with single link between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP-QUIC -| ... | *[Cfg] DUT configuration:* -| ... | *[Ref] Applicable standard specifications:* +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4-UDP-QUIC +| ... | +| ... | - **[Cfg] DUT configuration:** +| ... | +| ... | - **[Ref] Applicable standard specifications:** *** Variables *** -| @{plugins_to_enable}= | dpdk_plugin.so | quic_plugin.so +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | quic_plugin.so | crypto_openssl_plugin.so | ${nic_name}= | Intel-X710 | ${nic_driver}= | vfio-pci | ${nic_rxq_size}= | 0 @@ -46,7 +49,9 @@ | ${nic_pfs}= | 2 | ${nic_vfs}= | 0 | ${overhead}= | ${0} -| ${frame_size}= | ${9000} +| ${dpdk_enable_tcp_udp_checksum}= | ${True} +| ${dpdk_no_tx_checksum_offload}= | ${False} +| ${frame_size}= | ${1518} | ${crypto_type}= | ${None} | ${clients}= | ${10} | ${bytes}= | 1G diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale1cl10s-vppecho-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale1cl10s-vppecho-bps.robot index a3662784b9..6c28e2f3e7 100644 --- a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale1cl10s-vppecho-bps.robot +++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpquicscale1cl10s-vppecho-bps.robot @@ -1,4 +1,4 @@ -# Copyright (c) 2020 Cisco and/or its affiliates. +# Copyright (c) 2024 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -22,23 +22,26 @@ | ... | HOSTSTACK | 1CLIENT | 10STREAM | 1280B | ... | eth-ip4udpquicscale1cl10s-vppecho | -| Suite Setup | Setup suite topology interfaces with no TG +| Suite Setup | Setup suite topology interfaces with no TG | vppecho | Suite Teardown | Tear down suite | Test Setup | Setup test | Test Teardown | Tear down test | | Test Template | Local template | -| Documentation | *QUIC Unidirectional Echo Client -> Echo Server goodput. -| -| ... | *[Top] Network Topologies:* DUT-DUT 2-node topology +| Documentation | **QUIC Unidirectional Echo Client -> Echo Server goodput.** +| ... | +| ... | - **[Top] Network Topologies:** DUT-DUT 2-node topology \ | ... | with single link between nodes. -| ... | *[Enc] Packet Encapsulations:* Eth-IPv4-UDP-QUIC -| ... | *[Cfg] DUT configuration:* -| ... | *[Ref] Applicable standard specifications:* +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4-UDP-QUIC +| ... | +| ... | - **[Cfg] DUT configuration:** +| ... | +| ... | - **[Ref] Applicable standard specifications:** *** Variables *** -| @{plugins_to_enable}= | dpdk_plugin.so | quic_plugin.so +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so | quic_plugin.so | crypto_openssl_plugin.so | ${nic_name}= | Intel-X710 | ${nic_driver}= | vfio-pci | ${nic_rxq_size}= | 0 @@ -46,7 +49,9 @@ | ${nic_pfs}= | 2 | ${nic_vfs}= | 0 | ${overhead}= | ${0} -| ${frame_size}= | ${9000} +| ${dpdk_enable_tcp_udp_checksum}= | ${True} +| ${dpdk_no_tx_checksum_offload}= | ${False} +| ${frame_size}= | ${1518} | ${crypto_type}= | ${None} | ${streams}= | ${10} | ${bytes}= | 1G diff --git a/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps.robot b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps.robot new file mode 100644 index 0000000000..c942f2bea6 --- /dev/null +++ b/tests/vpp/perf/hoststack/10ge2p1x710-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps.robot @@ -0,0 +1,75 @@ +# Copyright (c) 2024 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Library | resources.libraries.python.HoststackUtil +| Resource | resources/libraries/robot/shared/default.robot +| Resource | resources/libraries/robot/hoststack/hoststack.robot +| +| Force Tags | 3_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV +| ... | UDP | NIC_Intel-X710 | DRV_VFIO_PCI +| ... | RXQ_SIZE_0 | TXQ_SIZE_0 | HOSTSTACK +| ... | LDPRELOAD | IPERF3 | 1CLIENT | 10STREAM | 1460B +| ... | eth-ip4udpscale1cl10s-ldpreload-iperf3 +| +| Suite Setup | Setup suite topology interfaces with no TG | iPerf3 +| Suite Teardown | Tear down suite | hoststack +| Test Setup | Setup test +| Test Teardown | Tear down test +| +| Test Template | Local template +| +| Documentation | **Iperf3 client -> Iperf3 server goodput.** +| ... | +| ... | - **[Top] Network Topologies:** DUT-DUT 2-node topology \ +| ... | with single link between nodes. +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4-UDP +| ... | +| ... | - **[Cfg] DUT configuration:** +| ... | +| ... | - **[Ref] Applicable standard specifications:** + +*** Variables *** +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so +| ${nic_name}= | Intel-X710 +| ${nic_driver}= | vfio-pci +| ${nic_rxq_size}= | 0 +| ${nic_txq_size}= | 0 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${overhead}= | ${0} +| ${dpdk_enable_tcp_udp_checksum}= | ${True} +| ${dpdk_no_tx_checksum_offload}= | ${False} +| ${frame_size}= | ${1518} +| ${crypto_type}= | ${None} +| ${streams} | ${10} +| ${iperf3_packet_length}= | ${1460} + +*** Keywords *** +| Local template +| | [Arguments] | ${phy_cores} +| | +| | Set VPP Hoststack Attributes | phy_cores=${phy_cores} +| | ${bandwidth} = | Get From Dictionary +| | ... | ${NIC_NAME_TO_BPS_LIMIT} | ${nic_name} +| | Set Iperf3 Client Attributes | udp=${True} | bandwidth=${bandwidth} +| | ... | parallel=${streams} | length=${iperf3_packet_length} +| | ${defer_fail}= | Get Test Results From Hoststack Iperf3 Test +| | Run Keyword If | ${defer_fail}==True | FAIL +| | ... | Defered Failure From Hoststack Iperf3 Test Program + +*** Test Cases *** +| 1460B-1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps +| | [Tags] | 1C +| | phy_cores=${1} diff --git a/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps.robot b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps.robot new file mode 100644 index 0000000000..667b83382f --- /dev/null +++ b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps.robot @@ -0,0 +1,123 @@ +# Copyright (c) 2024 Intel and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| Resource | resources/libraries/robot/hoststack/hoststack.robot +| +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV +| ... | HOSTSTACK | LDP_NGINX | TCP | NIC_Intel-X710 | DRV_VFIO_PCI +| ... | TCP_CPS | DMA +| ... | eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5 +| +| Suite Setup | Setup suite topology interfaces | ab | nginx +| Suite Teardown | Tear down suite | ab +| Test Setup | Setup test +| Test Teardown | Tear down test | nginx +| +| Test Template | Local Template +| +| Documentation | **TCP requests per second.** +| ... | +| ... | - **[Top] Network Topologies:** TG-DUT-TG 2-node topology \ +| ... | with single link between nodes. +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4-TCP-HTTP for TCP +| ... | +| ... | - **[Cfg] DUT configuration:** +| ... | +| ... | - **[Ver] TG verification:** +| ... | +| ... | - **[Ref] Applicable standard specifications:** + +*** Variables *** +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so +| ... | dma_intel_plugin.so | ping_plugin.so +| ${nic_name}= | Intel-X710 +| ${crypto_type}= | ${None} +| ${nic_driver}= | vfio-pci +| ${nic_rxq_size}= | 0 +| ${nic_txq_size}= | 0 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${overhead}= | ${0} +| ${dpdk_enable_tcp_udp_checksum}= | ${True} +| ${dpdk_no_tx_checksum_offload}= | ${False} +#| ${page_size}= | 1G +| ${ciphers}= | 0 +| ${rps_cps}= | cps +| ${qat}= | ${0} +| ${r_total}= | ${1000000} +| ${c_total}= | ${2000} +| ${listen_port}= | ${80} +| ${mode}= | ldp +| ${tls_tcp}= | tcp +| ${keep_time}= | 0 +| ${ab_ip_prefix}= | 24 +| @{ab_ip_addrs}= | 192.168.10.2 +| ${dut_ip_prefix}= | 24 +| @{dut_ip_addrs}= | 192.168.10.1 +| ${nginx_version}= | 1.21.5 +| ${use_dma}= | ${True} + +*** Keywords *** +| Local template +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | Given Set Max Rate And Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Add Additional Startup Configuration For DMA On All DUTs +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} +| | And Initialize layer interface +| | And Set up LDP or VCL Nginx on DUT1 node | ${mode} +| | ... | ${rps_cps} | ${phy_cores} | ${qat} | ${tls_tcp} +| | ... | ${True} +| | And Additional Suite Setup Action For ab +| | Then Measure TLS requests or connections per second +| | ... | ${ciphers} | ${frame_size} | ${tls_tcp} | ${rps_cps} + +*** Test Cases *** +| 0B-1c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps +| | [Tags] | 0B | 1C +| | frame_size=${0} | phy_cores=${1} + +| 0B-2c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps +| | [Tags] | 0B | 2C +| | frame_size=${0} | phy_cores=${2} + +| 64B-1c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps +| | [Tags] | 64B | 1C +| | frame_size=${64} | phy_cores=${1} + +| 64B-2c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps +| | [Tags] | 64B | 2C +| | frame_size=${64} | phy_cores=${2} + +| 1024B-1c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps +| | [Tags] | 1024B | 1C +| | frame_size=${1024} | phy_cores=${1} + +| 1024B-2c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps +| | [Tags] | 1024B | 2C +| | frame_size=${1024} | phy_cores=${2} + +| 2048B-1c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps +| | [Tags] | 2048B | 1C +| | frame_size=${2048} | phy_cores=${1} + +| 2048B-2c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-cps +| | [Tags] | 2048B | 2C +| | frame_size=${2048} | phy_cores=${2} diff --git a/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps.robot b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps.robot new file mode 100644 index 0000000000..3cf4cf378c --- /dev/null +++ b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps.robot @@ -0,0 +1,123 @@ +# Copyright (c) 2024 Intel and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| Resource | resources/libraries/robot/hoststack/hoststack.robot +| +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV +| ... | HOSTSTACK | LDP_NGINX | TCP | NIC_Intel-X710 | DRV_VFIO_PCI +| ... | TCP_RPS | DMA +| ... | eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5 +| +| Suite Setup | Setup suite topology interfaces | ab | nginx +| Suite Teardown | Tear down suite | ab +| Test Setup | Setup test +| Test Teardown | Tear down test | nginx +| +| Test Template | Local Template +| +| Documentation | **TCP requests per seconds.** +| ... | +| ... | - **[Top] Network Topologies:** TG-DUT-TG 2-node topology \ +| ... | with single link between nodes. +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4-TCP-HTTP for TCP +| ... | +| ... | - **[Cfg] DUT configuration:** +| ... | +| ... | - **[Ver] TG verification:** +| ... | +| ... | - **[Ref] Applicable standard specifications:** + +*** Variables *** +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so +| ... | dma_intel_plugin.so | ping_plugin.so +| ${nic_name}= | Intel-X710 +| ${crypto_type}= | ${None} +| ${nic_driver}= | vfio-pci +| ${nic_rxq_size}= | 0 +| ${nic_txq_size}= | 0 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${overhead}= | ${0} +| ${dpdk_enable_tcp_udp_checksum}= | ${True} +| ${dpdk_no_tx_checksum_offload}= | ${False} +#| ${page_size}= | 1G +| ${ciphers}= | 0 +| ${rps_cps}= | rps +| ${qat}= | ${0} +| ${r_total}= | ${1000000} +| ${c_total}= | ${2000} +| ${listen_port}= | ${80} +| ${mode}= | ldp +| ${tls_tcp}= | tcp +| ${keep_time}= | 300 +| ${ab_ip_prefix}= | 24 +| @{ab_ip_addrs}= | 192.168.10.2 +| ${dut_ip_prefix}= | 24 +| @{dut_ip_addrs}= | 192.168.10.1 +| ${nginx_version}= | 1.21.5 +| ${use_dma}= | ${True} + +*** Keywords *** +| Local template +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | Given Set Max Rate And Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Add Additional Startup Configuration For DMA On All DUTs +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} +| | And Initialize layer interface +| | And Set up LDP or VCL Nginx on DUT1 node | ${mode} +| | ... | ${rps_cps} | ${phy_cores} | ${qat} | ${tls_tcp} +| | ... | ${True} +| | And Additional Suite Setup Action For ab +| | Then Measure TLS requests or connections per second +| | ... | ${ciphers} | ${frame_size} | ${tls_tcp} | ${rps_cps} + +*** Test Cases *** +| 0B-1c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps +| | [Tags] | 0B | 1C +| | frame_size=${0} | phy_cores=${1} + +| 0B-2c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps +| | [Tags] | 0B | 2C +| | frame_size=${0} | phy_cores=${2} + +| 64B-1c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps +| | [Tags] | 64B | 1C +| | frame_size=${64} | phy_cores=${1} + +| 64B-2c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps +| | [Tags] | 64B | 2C +| | frame_size=${64} | phy_cores=${2} + +| 1024B-1c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps +| | [Tags] | 1024B | 1C +| | frame_size=${1024} | phy_cores=${1} + +| 1024B-2c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps +| | [Tags] | 1024B | 2C +| | frame_size=${1024} | phy_cores=${2} + +| 2048B-1c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps +| | [Tags] | 2048B | 1C +| | frame_size=${2048} | phy_cores=${1} + +| 2048B-2c-eth-ip4tcphttp-dma-ldpreload-nginx-1_21_5-rps +| | [Tags] | 2048B | 2C +| | frame_size=${2048} | phy_cores=${2} diff --git a/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps.robot b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps.robot new file mode 100644 index 0000000000..75c9a4f003 --- /dev/null +++ b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps.robot @@ -0,0 +1,129 @@ +# Copyright (c) 2024 Intel and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| Resource | resources/libraries/robot/hoststack/hoststack.robot +| +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV +| ... | HOSTSTACK | LDP_NGINX | TCP | NIC_Intel-X710 | DRV_VFIO_PCI +| ... | TCP_CPS | eth-ip4tcphttp-ldpreload-nginx-1_21_5 +| +| Suite Setup | Setup suite topology interfaces | ab | nginx +| Suite Teardown | Tear down suite | ab +| Test Setup | Setup test +| Test Teardown | Tear down test | nginx +| +| Test Template | Local Template +| +| Documentation | **TCP requests per seconds.** +| ... | +| ... | - **[Top] Network Topologies:** TG-DUT-TG 2-node topology \ +| ... | with single link between nodes. +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4-TCP-HTTP for TCP +| ... | +| ... | - **[Cfg] DUT configuration:** +| ... | +| ... | - **[Ver] TG verification:** +| ... | +| ... | - **[Ref] Applicable standard specifications:** + +*** Variables *** +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so +| ${nic_name}= | Intel-X710 +| ${crypto_type}= | ${None} +| ${nic_driver}= | vfio-pci +| ${nic_rxq_size}= | 0 +| ${nic_txq_size}= | 0 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${overhead}= | ${0} +| ${dpdk_enable_tcp_udp_checksum}= | ${True} +| ${dpdk_no_tx_checksum_offload}= | ${False} +| ${ciphers}= | 0 +| ${rps_cps}= | cps +| ${qat}= | ${0} +| ${r_total}= | ${1000000} +| ${c_total}= | ${2000} +| ${listen_port}= | ${80} +| ${mode}= | ldp +| ${tls_tcp}= | tcp +| ${keep_time}= | 0 +| ${ab_ip_prefix}= | 24 +| @{ab_ip_addrs}= | 192.168.10.2 +| ${dut_ip_prefix}= | 24 +| @{dut_ip_addrs}= | 192.168.10.1 +| ${nginx_version}= | 1.21.5 +| ${sess_evt_q_length}= | 100000 +| ${sess_prealloc_sess}= | 1100000 +| ${v4_sess_tbl_buckets}= | 250000 +| ${v4_sess_tbl_mem}= | 1g +| ${local_endpts_tbl_buckets}= | 250000 +| ${local_endpts_tbl_mem}= | 1g +| ${tcp_prealloc_conns}= | 1100000 +| ${tcp_prealloc_ho_conns}= | 1100000 + +*** Keywords *** +| Local template +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | Given Set Max Rate And Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Configure VPP startup configuration for NGINX | ${sess_prealloc_sess} +| | ... | ${sess_evt_q_length} | ${v4_sess_tbl_buckets} | ${v4_sess_tbl_mem} +| | ... | ${local_endpts_tbl_buckets} | ${local_endpts_tbl_mem} +| | ... | ${tcp_prealloc_conns} | ${tcp_prealloc_ho_conns} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} +| | And Initialize layer interface +| | And Set up LDP or VCL Nginx on DUT1 node | ${mode} +| | ... | ${rps_cps} | ${phy_cores} | ${qat} | ${tls_tcp} +| | And Additional Suite Setup Action For ab +| | Then Measure TLS requests or connections per second +| | ... | ${ciphers} | ${frame_size} | ${tls_tcp} | ${rps_cps} + +*** Test Cases *** +| 0B-1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps +| | [Tags] | 0B | 1C +| | frame_size=${0} | phy_cores=${1} + +| 0B-2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps +| | [Tags] | 0B | 2C +| | frame_size=${0} | phy_cores=${2} + +| 64B-1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps +| | [Tags] | 64B | 1C +| | frame_size=${64} | phy_cores=${1} + +| 64B-2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps +| | [Tags] | 64B | 2C +| | frame_size=${64} | phy_cores=${2} + +| 1024B-1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps +| | [Tags] | 1024B | 1C +| | frame_size=${1024} | phy_cores=${1} + +| 1024B-2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps +| | [Tags] | 1024B | 2C +| | frame_size=${1024} | phy_cores=${2} + +| 2048B-1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps +| | [Tags] | 2048B | 1C +| | frame_size=${2048} | phy_cores=${1} + +| 2048B-2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps +| | [Tags] | 2048B | 2C +| | frame_size=${2048} | phy_cores=${2} diff --git a/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps.robot b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps.robot new file mode 100644 index 0000000000..9020c6cd6f --- /dev/null +++ b/tests/vpp/perf/hoststack/2n1l-10ge2p1x710-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps.robot @@ -0,0 +1,129 @@ +# Copyright (c) 2024 Intel and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| Resource | resources/libraries/robot/hoststack/hoststack.robot +| +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV +| ... | HOSTSTACK | LDP_NGINX | TCP | NIC_Intel-X710 | DRV_VFIO_PCI +| ... | TCP_RPS | eth-ip4tcphttp-ldpreload-nginx-1_21_5 +| +| Suite Setup | Setup suite topology interfaces | ab | nginx +| Suite Teardown | Tear down suite | ab +| Test Setup | Setup test +| Test Teardown | Tear down test | nginx +| +| Test Template | Local Template +| +| Documentation | **TCP requests per seconds.** +| ... | +| ... | - **[Top] Network Topologies:** TG-DUT-TG 2-node topology \ +| ... | with single link between nodes. +| ... | +| ... | - **[Enc] Packet Encapsulations:** Eth-IPv4-TCP-HTTP for TCP +| ... | +| ... | - **[Cfg] DUT configuration:** +| ... | +| ... | - **[Ver] TG verification:** +| ... | +| ... | - **[Ref] Applicable standard specifications:** + +*** Variables *** +| @{plugins_to_enable}= | dpdk_plugin.so | perfmon_plugin.so +| ${nic_name}= | Intel-X710 +| ${crypto_type}= | ${None} +| ${nic_driver}= | vfio-pci +| ${nic_rxq_size}= | 0 +| ${nic_txq_size}= | 0 +| ${nic_pfs}= | 2 +| ${nic_vfs}= | 0 +| ${overhead}= | ${0} +| ${dpdk_enable_tcp_udp_checksum}= | ${True} +| ${dpdk_no_tx_checksum_offload}= | ${False} +| ${ciphers}= | 0 +| ${rps_cps}= | rps +| ${qat}= | ${0} +| ${r_total}= | ${1000000} +| ${c_total}= | ${2000} +| ${listen_port}= | ${80} +| ${mode}= | ldp +| ${tls_tcp}= | tcp +| ${keep_time}= | 300 +| ${ab_ip_prefix}= | 24 +| @{ab_ip_addrs}= | 192.168.10.2 +| ${dut_ip_prefix}= | 24 +| @{dut_ip_addrs}= | 192.168.10.1 +| ${nginx_version}= | 1.21.5 +| ${sess_evt_q_length}= | 100000 +| ${sess_prealloc_sess}= | 1100000 +| ${v4_sess_tbl_buckets}= | 250000 +| ${v4_sess_tbl_mem}= | 1g +| ${local_endpts_tbl_buckets}= | 250000 +| ${local_endpts_tbl_mem}= | 1g +| ${tcp_prealloc_conns}= | 1100000 +| ${tcp_prealloc_ho_conns}= | 1100000 + +*** Keywords *** +| Local template +| | [Arguments] | ${frame_size} | ${phy_cores} | ${rxq}=${None} +| | +| | Set Test Variable | \${frame_size} +| | Given Set Max Rate And Jumbo +| | And Add worker threads to all DUTs | ${phy_cores} | ${rxq} +| | And Pre-initialize layer driver | ${nic_driver} +| | And Configure VPP startup configuration for NGINX | ${sess_prealloc_sess} +| | ... | ${sess_evt_q_length} | ${v4_sess_tbl_buckets} | ${v4_sess_tbl_mem} +| | ... | ${local_endpts_tbl_buckets} | ${local_endpts_tbl_mem} +| | ... | ${tcp_prealloc_conns} | ${tcp_prealloc_ho_conns} +| | And Apply startup configuration on all VPP DUTs +| | When Initialize layer driver | ${nic_driver} +| | And Initialize layer interface +| | And Set up LDP or VCL Nginx on DUT1 node | ${mode} +| | ... | ${rps_cps} | ${phy_cores} | ${qat} | ${tls_tcp} +| | And Additional Suite Setup Action For ab +| | Then Measure TLS requests or connections per second +| | ... | ${ciphers} | ${frame_size} | ${tls_tcp} | ${rps_cps} + +*** Test Cases *** +| 0B-1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps +| | [Tags] | 0B | 1C +| | frame_size=${0} | phy_cores=${1} + +| 0B-2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps +| | [Tags] | 0B | 2C +| | frame_size=${0} | phy_cores=${2} + +| 64B-1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps +| | [Tags] | 64B | 1C +| | frame_size=${64} | phy_cores=${1} + +| 64B-2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps +| | [Tags] | 64B | 2C +| | frame_size=${64} | phy_cores=${2} + +| 1024B-1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps +| | [Tags] | 1024B | 1C +| | frame_size=${1024} | phy_cores=${1} + +| 1024B-2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps +| | [Tags] | 1024B | 2C +| | frame_size=${1024} | phy_cores=${2} + +| 2048B-1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps +| | [Tags] | 2048B | 1C +| | frame_size=${2048} | phy_cores=${1} + +| 2048B-2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps +| | [Tags] | 2048B | 2C +| | frame_size=${2048} | phy_cores=${2} diff --git a/tests/vpp/perf/hoststack/regenerate_testcases.py b/tests/vpp/perf/hoststack/regenerate_testcases.py index ec754aa261..e22f6de5c3 100755 --- a/tests/vpp/perf/hoststack/regenerate_testcases.py +++ b/tests/vpp/perf/hoststack/regenerate_testcases.py @@ -1,6 +1,6 @@ #!/usr/bin/env python3 -# Copyright (c) 2019 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: |