From ec467277744783015a2da6713298b35d13d92e6f Mon Sep 17 00:00:00 2001 From: Viliam Luc Date: Mon, 2 Aug 2021 14:25:26 +0200 Subject: back-to-back tests: add TG tests Change-Id: I9d028294deb1e31b6d185deb1c7523e0226a0ada Signed-off-by: Viliam Luc --- tests/trex/perf/__init__.robot | 41 +++++++++++ ...1n1l-10ge2p1x710-ethip4-ip4base-tg-ndrpdr.robot | 84 ++++++++++++++++++++++ tests/trex/perf/ip4/regenerate_testcases.py | 18 +++++ 3 files changed, 143 insertions(+) create mode 100644 tests/trex/perf/__init__.robot create mode 100755 tests/trex/perf/ip4/1n1l-10ge2p1x710-ethip4-ip4base-tg-ndrpdr.robot create mode 100755 tests/trex/perf/ip4/regenerate_testcases.py (limited to 'tests/trex') diff --git a/tests/trex/perf/__init__.robot b/tests/trex/perf/__init__.robot new file mode 100644 index 0000000000..7d7531d309 --- /dev/null +++ b/tests/trex/perf/__init__.robot @@ -0,0 +1,41 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| Resource | resources/libraries/robot/shared/interfaces.robot +| +| Library | resources.libraries.python.SetupFramework +| Library | resources.libraries.python.SetupFramework.CleanupFramework +| Library | resources.libraries.python.CpuUtils +| +| Suite Setup | Run Keywords | Setup Global Variables +| ... | AND | Setup Framework | ${nodes} +| ... | AND | Get CPU Info from All Nodes | ${nodes} +| ... | AND | Update All Interface Data on All Nodes | ${nodes} +| ... | skip_tg=${True} | skip_vpp=${True} +| +| Suite Teardown | Cleanup Framework | ${nodes} + +*** Keywords *** +| Setup Global Variables +| | [Documentation] +| | ... | Setup suite Variables. Variables are used across performance testing. +| | +| | ${stat_runtime}= | Create List | noop +| | ${stat_pre_trial}= | Create List | noop +| | ${stat_post_trial}= | Create List | noop +| | Set Global Variable | ${stat_runtime} +| | Set Global Variable | ${stat_pre_trial} +| | Set Global Variable | ${stat_post_trial} +| | Set Global Variable | ${nodes} diff --git a/tests/trex/perf/ip4/1n1l-10ge2p1x710-ethip4-ip4base-tg-ndrpdr.robot b/tests/trex/perf/ip4/1n1l-10ge2p1x710-ethip4-ip4base-tg-ndrpdr.robot new file mode 100755 index 0000000000..e58b6f2b5c --- /dev/null +++ b/tests/trex/perf/ip4/1n1l-10ge2p1x710-ethip4-ip4base-tg-ndrpdr.robot @@ -0,0 +1,84 @@ +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/shared/default.robot +| +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | TREX | ETH | N2N | BASE | TG_DRV_IGB_UIO +| ... | ethip4-ip4base-tg +| +| Suite Setup | Setup suite topology interfaces with no DUT | performance_tg_nic +| Suite Teardown | Tear down suite | performance +| Test Teardown | Tear down test raw | performance +| +| Test Template | Local Template +| +| Documentation | *RFC2544: Pkt throughput L1 cross connect test cases* +| +| ... | *[Top] Network Topologies:* TG-TG 1-node circular topology\ +| ... | with single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L1 cross connect patch. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop\ +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ +| ... | of packets transmitted. NDR and PDR are discovered for different\ +| ... | Ethernet L2 frame sizes using MLRsearch library.\ +| ... | Test packets are generated by TG on links to TG.\ +| ... | TG traffic profile contains two L3 flow-groups (flow-group per\ +| ... | direction, 254 flows per flow-group) with all packets containing\ +| ... | Ethernet header,IPv4 header with static payload.\ +| ... | MAC addresses are matching MAC addresses of the TG node interfaces. +| ... | *[Ref] Applicable standard specifications:* RFC2544. + +*** Variables *** +| ${nic_name}= | Intel-X710 +| ${nic_pfs}= | 2 +| ${osi_layer}= | L2 +| ${overhead}= | ${0} +# Traffic profile: +| ${traffic_profile}= | trex-stl-2n-ethip4-ip4src254 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] TG runs L1 cross connect config. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ +| | +| | ... | *Arguments:* +| | ... | - frame_size - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | +| | [Arguments] | ${frame_size} +| | +| | Set Test Variable | \${frame_size} +| | +| | Given Set Max Rate And Jumbo +| | Then Find NDR and PDR intervals using optimized search + +*** Test Cases *** +| 64B--ethip4-ip4base-tg-ndrpdr +| | [Tags] | 64B +| | frame_size=${64} + +| 1518B--ethip4-ip4base-tg-ndrpdr +| | [Tags] | 1518B +| | frame_size=${1518} + +| 9000B--ethip4-ip4base-tg-ndrpdr +| | [Tags] | 9000B +| | frame_size=${9000} + +| IMIX--ethip4-ip4base-tg-ndrpdr +| | [Tags] | IMIX +| | frame_size=IMIX_v4_1 diff --git a/tests/trex/perf/ip4/regenerate_testcases.py b/tests/trex/perf/ip4/regenerate_testcases.py new file mode 100755 index 0000000000..87521e662d --- /dev/null +++ b/tests/trex/perf/ip4/regenerate_testcases.py @@ -0,0 +1,18 @@ +#!/usr/bin/env python3 + +# Copyright (c) 2021 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from resources.libraries.python.autogen.Regenerator import Regenerator + +Regenerator().regenerate_glob(u"*.robot") -- cgit 1.2.3-korg