diff options
author | Peter Mikus <pmikus@cisco.com> | 2019-01-25 20:17:54 +0000 |
---|---|---|
committer | Peter Mikus <pmikus@cisco.com> | 2019-01-30 07:18:20 +0000 |
commit | b573e5b2823746ca7940938df8cdaafca3812a1f (patch) | |
tree | 8acf27ff42fd316b912f786897cfb92a10ebf551 | |
parent | c2a5a359b627e1db91cdf86ea642d2a6e576b195 (diff) |
CSIT-1409 Implement pipeline configuration for l2bd with memif/ip4.
Change-Id: I7463d47a9d65069332eb2a288ff44f4499a8a467
Signed-off-by: Peter Mikus <pmikus@cisco.com>
(cherry picked from commit 11bd03f27a53fa6060bfa72bc98c52532cb6e404)
44 files changed, 5676 insertions, 71 deletions
diff --git a/resources/libraries/python/ContainerUtils.py b/resources/libraries/python/ContainerUtils.py index 4feeb8bea2..8c299247e8 100644 --- a/resources/libraries/python/ContainerUtils.py +++ b/resources/libraries/python/ContainerUtils.py @@ -167,8 +167,6 @@ class ContainerManager(object): dut_cnt = len(Counter([self.containers[container].node['host'] for container in self.containers])) mod = len(self.containers)/dut_cnt - container_vat_template = 'memif_create_{topology}.vat'.format( - topology=chain_topology) for i, container in enumerate(self.containers): mid1 = i % mod + 1 @@ -179,69 +177,157 @@ class ContainerManager(object): guest_dir = self.engine.container.mnt[0].split(':')[1] if chain_topology == 'chain': - self.engine.create_vpp_startup_config() - self.engine.create_vpp_exec_config( - container_vat_template, - mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2, - socket1='{dir}/memif-{c.name}-{sid}'. - format(c=self.engine.container, sid=sid1, dir=guest_dir), - socket2='{dir}/memif-{c.name}-{sid}'. - format(c=self.engine.container, sid=sid2, dir=guest_dir)) + self._configure_vpp_chain_l2xc(mid1=mid1, mid2=mid2, + sid1=sid1, sid2=sid2, + guest_dir=guest_dir, + **kwargs) elif chain_topology == 'cross_horiz': - try: - dut1_if = kwargs['dut1_if'] - dut2_if = kwargs['dut2_if'] - except KeyError: - raise AttributeError('DUT interfaces not specified!') - if 'DUT1' in self.engine.container.name: - if_pci = Topology.get_interface_pci_addr( - self.engine.container.node, dut1_if) - if_name = Topology.get_interface_name( - self.engine.container.node, dut1_if) - if 'DUT2' in self.engine.container.name: - if_pci = Topology.get_interface_pci_addr( - self.engine.container.node, dut2_if) - if_name = Topology.get_interface_name( - self.engine.container.node, dut2_if) - self.engine.create_vpp_startup_config_dpdk_dev(if_pci) - self.engine.create_vpp_exec_config( - container_vat_template, - mid1=mid1, sid1=sid1, if_name=if_name, - socket1='{dir}/memif-{c.name}-{sid}'. - format(c=self.engine.container, sid=sid1, dir=guest_dir)) + self._configure_vpp_cross_horiz(mid1=mid1, mid2=mid2, + sid1=sid1, sid2=sid2, + guest_dir=guest_dir, + **kwargs) elif chain_topology == 'chain_functional': - memif_rx_mode = 'interrupt' - self.engine.create_vpp_startup_config_func_dev() - self.engine.create_vpp_exec_config( - container_vat_template, - mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2, - socket1='{dir}/memif-{c.name}-{sid}'. - format(c=self.engine.container, sid=sid1, dir=guest_dir), - socket2='{dir}/memif-{c.name}-{sid}'. - format(c=self.engine.container, sid=sid2, dir=guest_dir), - rx_mode=memif_rx_mode) + self._configure_vpp_chain_functional(mid1=mid1, mid2=mid2, + sid1=sid1, sid2=sid2, + guest_dir=guest_dir, + **kwargs) elif chain_topology == 'chain_ip4': - self.engine.create_vpp_startup_config() - vif1_mac = kwargs['tg_if1_mac'] \ - if (mid1 - 1) % kwargs['nodes'] + 1 == 1 \ - else '52:54:00:00:{0:02X}:02'.format(mid1-1) - vif2_mac = kwargs['tg_if2_mac'] \ - if (mid2 - 1) % kwargs['nodes'] + 1 == kwargs['nodes'] \ - else '52:54:00:00:{0:02X}:01'.format(mid2+1) - self.engine.create_vpp_exec_config( - container_vat_template, - mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2, - socket1='{dir}/memif-{c.name}-{sid}'. - format(c=self.engine.container, sid=sid1, dir=guest_dir), - socket2='{dir}/memif-{c.name}-{sid}'. - format(c=self.engine.container, sid=sid2, dir=guest_dir), - mac1='52:54:00:00:{0:02X}:01'.format(mid1), - mac2='52:54:00:00:{0:02X}:02'.format(mid2), - vif1_mac=vif1_mac, vif2_mac=vif2_mac) + self._configure_vpp_chain_ip4(mid1=mid1, mid2=mid2, + sid1=sid1, sid2=sid2, + guest_dir=guest_dir, + **kwargs) + elif chain_topology == 'pipeline_ip4': + self._configure_vpp_pipeline_ip4(mid1=mid1, mid2=mid2, + sid1=sid1, sid2=sid2, + guest_dir=guest_dir, + **kwargs) else: - raise RuntimeError('Container topology {topology} not ' - 'implemented'. - format(topology=chain_topology)) + raise RuntimeError('Container topology {name} not implemented'. + format(name=chain_topology)) + + def _configure_vpp_chain_l2xc(self, **kwargs): + """Configure VPP in chain topology with l2xc. + + :param kwargs: Named parameters. + :param kwargs: dict + """ + self.engine.create_vpp_startup_config() + self.engine.create_vpp_exec_config( + 'memif_create_chain_l2xc.vat', + mid1=kwargs['mid1'], mid2=kwargs['mid2'], + sid1=kwargs['sid1'], sid2=kwargs['sid2'], + socket1='{guest_dir}/memif-{c.name}-{sid1}'. + format(c=self.engine.container, **kwargs), + socket2='{guest_dir}/memif-{c.name}-{sid2}'. + format(c=self.engine.container, **kwargs)) + + def _configure_vpp_cross_horiz(self, **kwargs): + """Configure VPP in cross horizontal topology (single memif). + + :param kwargs: Named parameters. + :param kwargs: dict + """ + if 'DUT1' in self.engine.container.name: + if_pci = Topology.get_interface_pci_addr( + self.engine.container.node, kwargs['dut1_if']) + if_name = Topology.get_interface_name( + self.engine.container.node, kwargs['dut1_if']) + if 'DUT2' in self.engine.container.name: + if_pci = Topology.get_interface_pci_addr( + self.engine.container.node, kwargs['dut2_if']) + if_name = Topology.get_interface_name( + self.engine.container.node, kwargs['dut2_if']) + self.engine.create_vpp_startup_config_dpdk_dev(if_pci) + self.engine.create_vpp_exec_config( + 'memif_create_cross_horizon.vat', + mid1=kwargs['mid1'], sid1=kwargs['sid1'], if_name=if_name, + socket1='{guest_dir}/memif-{c.name}-{sid1}'. + format(c=self.engine.container, **kwargs)) + + def _configure_vpp_chain_functional(self, **kwargs): + """Configure VPP in chain topology with l2xc (functional). + + :param kwargs: Named parameters. + :param kwargs: dict + """ + self.engine.create_vpp_startup_config_func_dev() + self.engine.create_vpp_exec_config( + 'memif_create_chain_functional.vat', + mid1=kwargs['mid1'], mid2=kwargs['mid2'], + sid1=kwargs['sid1'], sid2=kwargs['sid2'], + socket1='{guest_dir}/memif-{c.name}-{sid1}'. + format(c=self.engine.container, **kwargs), + socket2='{guest_dir}/memif-{c.name}-{sid2}'. + format(c=self.engine.container, **kwargs), + rx_mode='interrupt') + + def _configure_vpp_chain_ip4(self, **kwargs): + """Configure VPP in chain topology with ip4. + + :param kwargs: Named parameters. + :param kwargs: dict + """ + self.engine.create_vpp_startup_config() + + vif1_mac = kwargs['tg_if1_mac'] \ + if (kwargs['mid1'] - 1) % kwargs['nodes'] + 1 == 1 \ + else '52:54:00:00:{0:02X}:02'.format(kwargs['mid1'] - 1) + vif2_mac = kwargs['tg_if2_mac'] \ + if (kwargs['mid2'] - 1) % kwargs['nodes'] + 1 == kwargs['nodes'] \ + else '52:54:00:00:{0:02X}:01'.format(kwargs['mid2'] + 1) + self.engine.create_vpp_exec_config( + 'memif_create_chain_ip4.vat', + mid1=kwargs['mid1'], mid2=kwargs['mid2'], + sid1=kwargs['sid1'], sid2=kwargs['sid2'], + socket1='{guest_dir}/memif-{c.name}-{sid1}'. + format(c=self.engine.container, **kwargs), + socket2='{guest_dir}/memif-{c.name}-{sid2}'. + format(c=self.engine.container, **kwargs), + mac1='52:54:00:00:{0:02X}:01'.format(kwargs['mid1']), + mac2='52:54:00:00:{0:02X}:02'.format(kwargs['mid2']), + vif1_mac=vif1_mac, vif2_mac=vif2_mac) + + def _configure_vpp_pipeline_ip4(self, **kwargs): + """Configure VPP in pipeline topology with ip4. + + :param kwargs: Named parameters. + :param kwargs: dict + """ + self.engine.create_vpp_startup_config() + node = (kwargs['mid1'] - 1) % kwargs['nodes'] + 1 + mid1 = kwargs['mid1'] + mid2 = kwargs['mid2'] + role1 = 'master' + role2 = 'master' \ + if node == kwargs['nodes'] or node == kwargs['nodes'] and node == 1\ + else 'slave' + kwargs['mid2'] = kwargs['mid2'] \ + if node == kwargs['nodes'] or node == kwargs['nodes'] and node == 1\ + else kwargs['mid2'] + 1 + vif1_mac = kwargs['tg_if1_mac'] \ + if (kwargs['mid1'] - 1) % kwargs['nodes'] + 1 == 1 \ + else '52:54:00:00:{0:02X}:02'.format(kwargs['mid1'] - 1) + vif2_mac = kwargs['tg_if2_mac'] \ + if (kwargs['mid2'] - 1) % kwargs['nodes'] + 1 == kwargs['nodes'] \ + else '52:54:00:00:{0:02X}:01'.format(kwargs['mid2'] + 1) + socket1 = '{guest_dir}/memif-{c.name}-{sid1}'.\ + format(c=self.engine.container, **kwargs) \ + if node == 1 else '{guest_dir}/memif-pipe-{mid1}'.\ + format(c=self.engine.container, **kwargs) + socket2 = '{guest_dir}/memif-{c.name}-{sid2}'.\ + format(c=self.engine.container, **kwargs) \ + if node == 1 and kwargs['nodes'] == 1 or node == kwargs['nodes'] \ + else '{guest_dir}/memif-pipe-{mid2}'.\ + format(c=self.engine.container, **kwargs) + + self.engine.create_vpp_exec_config( + 'memif_create_pipeline_ip4.vat', + mid1=kwargs['mid1'], mid2=kwargs['mid2'], + sid1=kwargs['sid1'], sid2=kwargs['sid2'], + socket1=socket1, socket2=socket2, role1=role1, role2=role2, + mac1='52:54:00:00:{0:02X}:01'.format(mid1), + mac2='52:54:00:00:{0:02X}:02'.format(mid2), + vif1_mac=vif1_mac, vif2_mac=vif2_mac) def stop_all_containers(self): """Stop all containers.""" diff --git a/resources/libraries/robot/performance/performance_configuration.robot b/resources/libraries/robot/performance/performance_configuration.robot index 5ade4fa037..5873701342 100644 --- a/resources/libraries/robot/performance/performance_configuration.robot +++ b/resources/libraries/robot/performance/performance_configuration.robot @@ -3105,6 +3105,68 @@ | | Set interfaces in path up | | Show Memif on all DUTs | ${nodes} +| Initialize L2 Bridge Domain for pipeline with memif pairs +| | [Documentation] +| | ... | Create pairs of Memif interfaces on all defined VPP nodes. Put each +| | ... | Memif interface to separate L2 bridge domain with one physical or +| | ... | virtual interface to create a service pipeline on DUT node. +| | ... +| | ... | *Arguments:* +| | ... | - nf_chain - NF pipe. Type: integer +| | ... | - nf_nodes - Number of NFs nodes per pipeline. Type: integer +| | ... +| | ... | *Example:* +| | ... +| | ... | \| Initialize L2 Bridge Domain for pipeline with memif pairs \ +| | ... | \| 1 \| 1 \| +| | ... +| | [Arguments] | ${nf_chain}=${1} | ${nf_nodes}=${1} +| | ... +| | ${duts}= | Get Matches | ${nodes} | DUT* +| | :FOR | ${dut} | IN | @{duts} +| | | Add interface to bridge domain | ${nodes['${dut}']} | ${${dut}_if1} | ${1} +| | | Add interface to bridge domain | ${nodes['${dut}']} | ${${dut}_if2} | ${2} +| | | ${nf_id_frst}= | Evaluate | (${nf_chain}-${1}) * ${nf_nodes} + ${1} +| | | ${nf_id_last}= | Evaluate | (${nf_chain}-${1}) * ${nf_nodes} + ${nf_nodes} +| | | ${sid_frst}= | Evaluate | ${nf_id_frst} * ${2} - ${1} +| | | ${sid_last}= | Evaluate | ${nf_id_last} * ${2} +| | | Set up single memif interface on DUT node | ${nodes['${dut}']} +| | | ... | memif-${dut}_CNF | mid=${nf_id_frst} | sid=${sid_frst} +| | | ... | memif_if=${dut}-memif-${nf_id_frst}-if1 +| | | ... | rxq=${rxq_count_int} | txq=${rxq_count_int} +| | | Set up single memif interface on DUT node | ${nodes['${dut}']} +| | | ... | memif-${dut}_CNF | mid=${nf_id_last} | sid=${sid_last} +| | | ... | memif_if=${dut}-memif-${nf_id_last}-if2 +| | | ... | rxq=${rxq_count_int} | txq=${rxq_count_int} +| | | Add interface to bridge domain | ${nodes['${dut}']} +| | | ... | ${${dut}-memif-${nf_id_frst}-if1} | ${1} +| | | Add interface to bridge domain | ${nodes['${dut}']} +| | | ... | ${${dut}-memif-${nf_id_last}-if2} | ${2} + +| Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | [Documentation] +| | ... | Create pairs of Memif interfaces for defined number of NF pipelines +| | ... | with defined number of NF nodes on all defined VPP nodes. Add each +| | ... | Memif interface into L2 bridge domains with learning enabled +| | ... | with physical inteface or Memif interface of another NF. +| | ... +| | ... | *Arguments:* +| | ... | - nf_chains - Number of pipelines of NFs. Type: integer +| | ... | - nf_nodes - Number of NFs nodes per pipeline. Type: integer +| | ... +| | ... | *Example:* +| | ... +| | ... | \| Initialize L2 Bridge Domain for multiple pipelines with memif \ +| | ... | pairs \| 1 \| 1 \| +| | ... +| | [Arguments] | ${nf_chains}=${1} | ${nf_nodes}=${1} +| | ... +| | :FOR | ${nf_chain} | IN RANGE | 1 | ${nf_chains}+1 +| | | Initialize L2 Bridge Domain for pipeline with memif pairs +| | | ... | nf_chain=${nf_chain} | nf_nodes=${nf_nodes} +| | Set interfaces in path up +| | Show Memif on all DUTs | ${nodes} + | Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology | | [Documentation] | | ... | Create pairs of Memif interfaces on all defined VPP nodes. Put each @@ -3349,9 +3411,10 @@ | | ${duts}= | Get Matches | ${nodes} | DUT* | | :FOR | ${dut} | IN | @{duts} | | | ${sock}= | Set Variable | memif-${dut}_CNF +| | | ${sid}= | Evaluate | (${number} * ${2}) - ${1} | | | Set up single memif interface on DUT node | ${nodes['${dut}']} | ${sock} -| | | ... | ${number} | ${dut}-memif-${number}-if1 | ${rxq_count_int} -| | | ... | ${rxq_count_int} +| | | ... | mid=${number} | sid=${sid} | memif_if=${dut}-memif-${number}-if1 +| | | ... | rxq=${rxq_count_int} | txq=${rxq_count_int} | | | Configure L2XC | ${nodes['${dut}']} | ${${dut}_if1} | | | ... | ${${dut}-memif-${number}-if1} | | Set single interfaces in path up @@ -3381,9 +3444,10 @@ | | ${duts}= | Get Matches | ${nodes} | DUT* | | :FOR | ${dut} | IN | @{duts} | | | ${sock}= | Set Variable | memif-${dut}_CNF +| | | ${sid}= | Evaluate | (${number} * ${2}) - ${1} | | | Set up single memif interface on DUT node | ${nodes['${dut}']} | ${sock} -| | | ... | ${number} | ${dut}-memif-${number}-if1 | ${rxq_count_int} -| | | ... | ${rxq_count_int} +| | | ... | mid=${number} | sid=${sid} | memif_if=${dut}-memif-${number}-if1 +| | | ... | rxq=${rxq_count_int} | txq=${rxq_count_int} | | | Add interface to bridge domain | ${nodes['${dut}']} | ${${dut}_if1} | | | ... | ${number} | | | Add interface to bridge domain | ${nodes['${dut}']} diff --git a/resources/libraries/robot/shared/container.robot b/resources/libraries/robot/shared/container.robot index cbfbccc787..c08dc71fa6 100644 --- a/resources/libraries/robot/shared/container.robot +++ b/resources/libraries/robot/shared/container.robot @@ -151,6 +151,10 @@ | | ... | ${group}.Configure VPP In All Containers | ${container_chain_topology} | | ... | tg_if1_mac=${tg_if1_mac} | tg_if2_mac=${tg_if2_mac} | | ... | nodes=${nf_nodes} +| | ... | ELSE IF | '${container_chain_topology}' == 'pipeline_ip4' +| | ... | ${group}.Configure VPP In All Containers | ${container_chain_topology} +| | ... | tg_if1_mac=${tg_if1_mac} | tg_if2_mac=${tg_if2_mac} +| | ... | nodes=${nf_nodes} | | ... | ELSE IF | '${container_chain_topology}' == 'cross_horiz' | | ... | ${group}.Configure VPP In All Containers | ${container_chain_topology} | | ... | dut1_if=${dut1_if2} | dut2_if=${dut2_if2} diff --git a/resources/libraries/robot/shared/memif.robot b/resources/libraries/robot/shared/memif.robot index a4334058c9..482a4cf77b 100644 --- a/resources/libraries/robot/shared/memif.robot +++ b/resources/libraries/robot/shared/memif.robot @@ -56,6 +56,7 @@ | | [Arguments] | ${dut_node} | ${filename1} | ${filename2} | ${mid}=${1} | | ... | ${memif_if1}=memif_if1 | ${memif_if2}=memif_if2 | ${rxq}=${1} | | ... | ${txq}=${1} | ${role}=slave | ${dcr_uuid}=${EMPTY} +| | ... | | ${sid_1}= | Evaluate | (${mid}*2)-1 | | ${sid_2}= | Evaluate | (${mid}*2) | | ${memif_1}= | Create memif interface | ${dut_node} @@ -75,12 +76,13 @@ | | ... | *Arguments:* | | ... | - dut_node - DUT node. Type: dictionary | | ... | - filename - Socket filename for Memif interface. Type: string -| | ... | - mid - Memif interface ID. Type: integer +| | ... | - mid - Memif interface ID (Optional). Type: integer +| | ... | - sid - Memif socket ID (Optional). Type: integer | | ... | - memif_if - Name of the Memif interface (Optional). | | ... | Type: string -| | ... | - rxq - RX queues. Type: integer -| | ... | - txq - TX queues. Type: integer -| | ... | - role - Memif role. Type: string +| | ... | - rxq - RX queues (Optional). Type: integer +| | ... | - txq - TX queues (Optional). Type: integer +| | ... | - role - Memif role (Optional). Type: string | | ... | | ... | _NOTE:_ This KW sets following test case variable: | | ... | - ${${memif_if}} - Memif interface. @@ -91,9 +93,9 @@ | | ... | \| ${nodes['DUT1']} \| sock1 \| 1 \| dut1_memif_if1 \| 1 \| 1 \ | | ... | \| slave \| | | ... -| | [Arguments] | ${dut_node} | ${filename} | ${mid}=${1} +| | [Arguments] | ${dut_node} | ${filename} | ${mid}=${1} | ${sid}=${1} | | ... | ${memif_if}=memif_if1 | ${rxq}=${1} | ${txq}=${1} | ${role}=slave -| | ${sid}= | Evaluate | (${mid}*2)-1 +| | ... | | ${memif}= | Create memif interface | ${dut_node} | ${filename}${mid}-${sid} | | ... | ${mid} | ${sid} | rxq=${rxq} | txq=${txq} | role=${role} | | Set Interface State | ${dut_node} | ${memif} | up diff --git a/resources/templates/vat/memif_create_chain.vat b/resources/templates/vat/memif_create_chain_l2xc.vat index 5275f84a65..5275f84a65 100644 --- a/resources/templates/vat/memif_create_chain.vat +++ b/resources/templates/vat/memif_create_chain_l2xc.vat diff --git a/resources/templates/vat/memif_create_pipeline_ip4.vat b/resources/templates/vat/memif_create_pipeline_ip4.vat new file mode 100644 index 0000000000..1875a70202 --- /dev/null +++ b/resources/templates/vat/memif_create_pipeline_ip4.vat @@ -0,0 +1,15 @@ +create memif socket id {sid1} filename {socket1} +create interface memif id {mid1} socket-id {sid1} hw-addr {mac1} {role1} +set interface ip address memif{sid1}/{mid1} 1.1.{sid1}.1/24 +set interface state memif{sid1}/{mid1} up + +create memif socket id {sid2} filename {socket2} +create interface memif id {mid2} socket-id {sid2} hw-addr {mac2} {role2} +set interface ip address memif{sid2}/{mid2} 1.1.{sid2}.1/24 +set interface state memif{sid2}/{mid2} up + +set ip arp static memif{sid1}/{mid1} 1.1.{sid1}.2 {vif1_mac} +set ip arp static memif{sid2}/{mid2} 1.1.{sid2}.2 {vif2_mac} + +ip route add 10.0.0.0/8 via 1.1.{sid1}.2 +ip route add 20.0.0.0/8 via 1.1.{sid2}.2 diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6pipe-12dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6pipe-12dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..6c9a1578c0 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6pipe-12dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 6R2C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 12memif 6 pipelines 12 +| ... | docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${6} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${6} | nf_nodes=${2} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6pipe-12dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6pipe-12dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..17f7444249 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6pipe-12dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 6R2C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 12memif 6 +| ... | pipelines 12 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${6} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${6} | nf_nodes=${2} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-12memif-6pipe-12dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6pipe-6dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6pipe-6dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..e23e113109 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6pipe-6dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 6R1C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 12memif 6 pipelines 6 +| ... | docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${6} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${6} | nf_nodes=${1} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6pipe-6dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6pipe-6dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..92d23fd694 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6pipe-6dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 6R1C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 12memif 6 +| ... | pipelines 1 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${6} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${6} | nf_nodes=${1} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-12memif-6pipe-6dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8pipe-16dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8pipe-16dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..ffde94e7a7 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8pipe-16dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 8R2C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 16memif 8 pipelines 16 +| ... | docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${8} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${8} | nf_nodes=${2} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16memif-8pipe-16dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8pipe-16dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8pipe-16dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..4f12c43839 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8pipe-16dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 8R2C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 16memif 8 +| ... | pipelines 16 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${8} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${8} | nf_nodes=${2} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16memif-8pipe-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8pipe-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8pipe-8dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..3762ee0d77 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8pipe-8dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 8R1C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 16memif 8 pipelines 8 +| ... | docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${8} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${8} | nf_nodes=${1} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8pipe-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8pipe-8dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..269764f6a5 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8pipe-8dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 8R1C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 16memif 8 +| ... | pipelines 8 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${8} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${8} | nf_nodes=${1} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16memif-8pipe-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-10pipe-10dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-10pipe-10dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..2ae1fbda57 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-10pipe-10dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 10R1C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 20memif 10 pipelines 10 +| ... | docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${10} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${10} | nf_nodes=${1} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-10pipe-10dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-10pipe-10dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..3bfa0a1339 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-10pipe-10dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 10R1C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 20memif 10 +| ... | pipelines 1 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${10} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${10} | nf_nodes=${1} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-20memif-10pipe-10dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-10dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-10dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..28f345f1d6 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-10dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R10C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 2memif 1 pipeline 10 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${10} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${10} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-10dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-10dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..ca00a436da --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-10dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R10C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 2memif 1 +| ... | pipeline 10 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${10} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${10} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-10dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-1dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-1dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..6c676d7362 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-1dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R1C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 2memif 1 pipeline 1 docker +| ... | container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${1} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-1dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-1dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..26635d9562 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-1dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R1C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 2memif 1 +| ... | pipeline 1 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${1} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-1dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-2dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-2dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..b2f9672e83 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-2dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R2C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 2memif 1 pipeline 2 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${2} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-2dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-2dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..981a5cf15e --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-2dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R2C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 2memif 1 +| ... | pipeline 2 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${2} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-2dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-4dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-4dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..901460eeae --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-4dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R4C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 2memif 1 pipeline 4 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${4} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${4} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-4dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-4dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..63da32bee2 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-4dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R4C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 2memif 1 +| ... | pipeline 4 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${4} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${4} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-6dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-6dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..97fbad8724 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-6dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R6C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 2memif 1 pipeline 6 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${6} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${6} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-6dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-6dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..f1550aaa7d --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-6dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R6C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 2memif 1 +| ... | pipeline 6 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${6} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${6} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-6dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-8dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..bb3ce91cee --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-8dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R8C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 2memif 1 pipeline 8 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${8} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${8} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-8dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..a1c80f1fb0 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1pipe-8dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R8C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 2memif 1 +| ... | pipeline 8 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${8} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${8} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2memif-1pipe-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-12dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-12dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..75cd6c330d --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-12dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R6C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 4memif 2 pipelines 12 +| ... | docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${6} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${6} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-12dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-12dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..6f7973d77e --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-12dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R6C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 4memif 2 +| ... | pipelines 12 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${6} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${6} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4memif-2pipe-12dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-16dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-16dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..c99b289f33 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-16dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R8C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 4memif 2 pipelines 16 +| ... | docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${8} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${8} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4memif-2pipe-16dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-16dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-16dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..1180c990b9 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-16dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R8C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 4memif 2 +| ... | pipelines 16 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${8} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${8} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4memif-2pipe-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-2dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-2dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..4d7bb2e773 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-2dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R1C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 4memif 2 pipelines 2 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${1} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-2dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-2dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..761a07462e --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-2dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R1C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 4memif 2 +| ... | pipelines 2 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${1} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4memif-2pipe-2dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-4dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-4dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..0c743e36a0 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-4dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R2C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 4memif 2 pipelines 4 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${2} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-4dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-4dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..3b0227fa60 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-4dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R2C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 2memif 2 +| ... | pipelines 4 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${2} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4memif-2pipe-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-8dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..73ec288029 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-8dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R4C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 4memif 2 pipelines 8 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${4} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${4} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-8dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..946ce32aae --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2pipe-8dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R4C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 4memif 2 +| ... | pipelines 8 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${4} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${4} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4memif-2pipe-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-16dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-16dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..47dd07e04f --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-16dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R4C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 8memif 4 pipelines 16 +| ... | docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${4} | nf_nodes=${4} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${4} | nf_nodes=${4} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8memif-4pipe-16dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-16dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-16dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..c70d3afe45 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-16dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R4C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 8memif 4 +| ... | pipelines 16 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${4} | nf_nodes=${4} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${4} | nf_nodes=${4} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8memif-4pipe-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-4dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-4dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..d9657b0b9f --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-4dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R1C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 8memif 4 pipelines 4 +| ... | docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${4} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${4} | nf_nodes=${1} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-4dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-4dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..e8ad695bd2 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-4dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R1C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 8memif 4 +| ... | pipelines 4 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${4} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${4} | nf_nodes=${1} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8memif-4pipe-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-8dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..ea7c6089ba --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-8dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R2C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with 8memif 4 pipelines 8 +| ... | docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${4} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${4} | nf_nodes=${2} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-8dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..adbc81675f --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4pipe-8dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R2C +| ... | NF_DENSITY | PIPELINE | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with 8memif 4 +| ... | pipelines 8 docker containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | pipeline_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${4} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple pipelines with memif pairs +| | ... | nf_chains=${4} | nf_nodes=${2} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8memif-4pipe-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} |