diff options
94 files changed, 5678 insertions, 170 deletions
diff --git a/resources/libraries/python/ContainerUtils.py b/resources/libraries/python/ContainerUtils.py index 11bb964665..4feeb8bea2 100644 --- a/resources/libraries/python/ContainerUtils.py +++ b/resources/libraries/python/ContainerUtils.py @@ -141,6 +141,7 @@ class ContainerManager(object): self.engine.container = self.containers[container] # We need to install supervisor client/server system to control VPP # as a service + self.engine.execute('apt-get update') self.engine.install_supervisor() self.engine.install_vpp() self.engine.restart_vpp() @@ -169,42 +170,29 @@ class ContainerManager(object): container_vat_template = 'memif_create_{topology}.vat'.format( topology=chain_topology) - if chain_topology == 'chain': - for i, container in enumerate(self.containers): - mid1 = i % mod + 1 - mid2 = i % mod + 1 - sid1 = i % mod * 2 + 1 - sid2 = i % mod * 2 + 2 - self.engine.container = self.containers[container] + for i, container in enumerate(self.containers): + mid1 = i % mod + 1 + mid2 = i % mod + 1 + sid1 = i % mod * 2 + 1 + sid2 = i % mod * 2 + 2 + self.engine.container = self.containers[container] + guest_dir = self.engine.container.mnt[0].split(':')[1] + + if chain_topology == 'chain': self.engine.create_vpp_startup_config() - c_name = self.engine.container.name - guest_dir = self.engine.container.mnt[0].split(':')[1] self.engine.create_vpp_exec_config( container_vat_template, mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2, - socket1='{dir}/memif-{c_name}-{sid}'. - format(c_name=c_name, sid=sid1, dir=guest_dir), - socket2='{dir}/memif-{c_name}-{sid}'. - format(c_name=c_name, sid=sid2, dir=guest_dir)) - elif chain_topology == 'cross_horiz': - if mod > 1: - raise RuntimeError('Container chain topology {topology} ' - 'supports only single container.'. - format(topology=chain_topology)) - for i, container in enumerate(self.containers): - mid1 = i % mod + 1 - sid1 = i % mod * 2 + 1 + socket1='{dir}/memif-{c.name}-{sid}'. + format(c=self.engine.container, sid=sid1, dir=guest_dir), + socket2='{dir}/memif-{c.name}-{sid}'. + format(c=self.engine.container, sid=sid2, dir=guest_dir)) + elif chain_topology == 'cross_horiz': try: dut1_if = kwargs['dut1_if'] - except KeyError: - raise AttributeError('Missing dut1_if parameter.') - try: dut2_if = kwargs['dut2_if'] except KeyError: - raise AttributeError('Missing dut2_if parameter.') - self.engine.container = self.containers[container] - c_name = self.engine.container.name - guest_dir = self.engine.container.mnt[0].split(':')[1] + raise AttributeError('DUT interfaces not specified!') if 'DUT1' in self.engine.container.name: if_pci = Topology.get_interface_pci_addr( self.engine.container.node, dut1_if) @@ -219,30 +207,41 @@ class ContainerManager(object): self.engine.create_vpp_exec_config( container_vat_template, mid1=mid1, sid1=sid1, if_name=if_name, - socket1='{dir}/memif-{c_name}-{sid}'. - format(c_name=c_name, sid=sid1, dir=guest_dir)) - elif chain_topology == 'chain_functional': - for i, container in enumerate(self.containers): - mid1 = i % mod + 1 - mid2 = i % mod + 1 - sid1 = i % mod * 2 + 1 - sid2 = i % mod * 2 + 2 + socket1='{dir}/memif-{c.name}-{sid}'. + format(c=self.engine.container, sid=sid1, dir=guest_dir)) + elif chain_topology == 'chain_functional': memif_rx_mode = 'interrupt' - self.engine.container = self.containers[container] self.engine.create_vpp_startup_config_func_dev() - c_name = self.engine.container.name - guest_dir = self.engine.container.mnt[0].split(':')[1] self.engine.create_vpp_exec_config( container_vat_template, mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2, - socket1='{dir}/memif-{c_name}-{sid}'. - format(c_name=c_name, sid=sid1, dir=guest_dir), - socket2='{dir}/memif-{c_name}-{sid}'. - format(c_name=c_name, sid=sid2, dir=guest_dir), + socket1='{dir}/memif-{c.name}-{sid}'. + format(c=self.engine.container, sid=sid1, dir=guest_dir), + socket2='{dir}/memif-{c.name}-{sid}'. + format(c=self.engine.container, sid=sid2, dir=guest_dir), rx_mode=memif_rx_mode) - else: - raise RuntimeError('Container topology {topology} not implemented'. - format(topology=chain_topology)) + elif chain_topology == 'chain_ip4': + self.engine.create_vpp_startup_config() + vif1_mac = kwargs['tg_if1_mac'] \ + if (mid1 - 1) % kwargs['nodes'] + 1 == 1 \ + else '52:54:00:00:{0:02X}:02'.format(mid1-1) + vif2_mac = kwargs['tg_if2_mac'] \ + if (mid2 - 1) % kwargs['nodes'] + 1 == kwargs['nodes'] \ + else '52:54:00:00:{0:02X}:01'.format(mid2+1) + self.engine.create_vpp_exec_config( + container_vat_template, + mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2, + socket1='{dir}/memif-{c.name}-{sid}'. + format(c=self.engine.container, sid=sid1, dir=guest_dir), + socket2='{dir}/memif-{c.name}-{sid}'. + format(c=self.engine.container, sid=sid2, dir=guest_dir), + mac1='52:54:00:00:{0:02X}:01'.format(mid1), + mac2='52:54:00:00:{0:02X}:02'.format(mid2), + vif1_mac=vif1_mac, vif2_mac=vif2_mac) + else: + raise RuntimeError('Container topology {topology} not ' + 'implemented'. + format(topology=chain_topology)) def stop_all_containers(self): """Stop all containers.""" @@ -310,10 +309,9 @@ class ContainerEngine(object): def install_supervisor(self): """Install supervisord inside a container.""" - self.execute('sleep 3') - self.execute('apt-get update') self.execute('apt-get install -y supervisor') - self.execute('echo "{config}" > {config_file}'. + self.execute('echo "{config}" > {config_file} && ' + 'supervisord -c {config_file}'. format( config='[unix_http_server]\n' 'file = /tmp/supervisor.sock\n\n' @@ -330,13 +328,10 @@ class ContainerEngine(object): 'loglevel=debug\n' 'nodaemon=false\n\n', config_file=SUPERVISOR_CONF)) - self.execute('supervisord -c {config_file}'. - format(config_file=SUPERVISOR_CONF)) def install_vpp(self): """Install VPP inside a container.""" self.execute('ln -s /dev/null /etc/sysctl.d/80-vpp.conf') - self.execute('apt-get update') # Workaround for install xenial vpp build on bionic ubuntu. self.execute('apt-get install -y wget') self.execute('deb=$(mktemp) && wget -O "${deb}" ' @@ -364,7 +359,6 @@ class ContainerEngine(object): 'priority=1', config_file=SUPERVISOR_CONF)) self.execute('supervisorctl reload') - self.execute('supervisorctl restart vpp') def restart_vpp(self): """Restart VPP service inside a container.""" diff --git a/resources/libraries/python/DUTSetup.py b/resources/libraries/python/DUTSetup.py index 7a28e09527..c573985a9b 100644 --- a/resources/libraries/python/DUTSetup.py +++ b/resources/libraries/python/DUTSetup.py @@ -606,7 +606,8 @@ class DUTSetup(object): :raises RuntimeError: If failed to remove or install VPP. """ for node in nodes.values(): - message='Failed to install VPP on {host}!'.format(host=node['host']) + message = 'Failed to install VPP on host {host}!'.\ + format(host=node['host']) if node['type'] == NodeType.DUT: command = '. /etc/lsb-release; echo "${DISTRIB_ID}"' stdout, _ = exec_cmd_no_error(node, command) @@ -615,15 +616,15 @@ class DUTSetup(object): exec_cmd_no_error(node, 'apt-get purge -y "*vpp*" || true', timeout=120, sudo=True) exec_cmd_no_error(node, 'dpkg -i --force-all {dir}*.deb'. - format(dir=vpp_pkg_dir), timeout=120, sudo=True, - message=message) + format(dir=vpp_pkg_dir), timeout=120, + sudo=True, message=message) exec_cmd_no_error(node, 'dpkg -l | grep vpp', sudo=True) else: exec_cmd_no_error(node, 'yum -y remove "*vpp*" || true', timeout=120, sudo=True) - exec_cmd_no_error(node, 'rpm -ivh {dir}*.rpm'.\ - format(dir=vpp_pkg_dir), timeout=120, sudo=True, - message=message) + exec_cmd_no_error(node, 'rpm -ivh {dir}*.rpm'. + format(dir=vpp_pkg_dir), timeout=120, + sudo=True, message=message) exec_cmd_no_error(node, 'rpm -qai *vpp*', sudo=True) @staticmethod diff --git a/resources/libraries/robot/performance/performance_configuration.robot b/resources/libraries/robot/performance/performance_configuration.robot index 2edc11b4e5..5ade4fa037 100644 --- a/resources/libraries/robot/performance/performance_configuration.robot +++ b/resources/libraries/robot/performance/performance_configuration.robot @@ -991,8 +991,8 @@ | | ${tg1_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2} | | ${dut1_if2_mac}= | Get Interface MAC | ${dut1} | ${dut1_if2} | | ${dut2_if1_mac}= | Get Interface MAC | ${dut2} | ${dut2_if1} -| | ${sock1}= | Set Variable | memif-DUT1_CNF1 -| | ${sock2}= | Set Variable | memif-DUT2_CNF1 +| | ${sock1}= | Set Variable | memif-DUT1_CNF +| | ${sock2}= | Set Variable | memif-DUT2_CNF | | Set up memif interfaces on DUT node | ${dut1} | ${sock1} | ${sock1} | | ... | ${1} | dut1-memif-1-if1 | dut1-memif-1-if2 | ${rxq_count_int} | | ... | ${rxq_count_int} @@ -2987,8 +2987,8 @@ | | [Arguments] | ${dut} | ${count} | | ... | | :FOR | ${number} | IN RANGE | 1 | ${count}+1 -| | | ${sock1}= | Set Variable | memif-${dut}_CNF1 -| | | ${sock2}= | Set Variable | memif-${dut}_CNF1 +| | | ${sock1}= | Set Variable | memif-${dut}_CNF +| | | ${sock2}= | Set Variable | memif-${dut}_CNF | | | ${prev_index}= | Evaluate | ${number}-1 | | | Set up memif interfaces on DUT node | ${nodes['${dut}']} | | | ... | ${sock1} | ${sock2} | ${number} | ${dut}-memif-${number}-if1 @@ -3024,39 +3024,41 @@ | Initialize L2 Bridge Domain with memif pairs on DUT node | | [Documentation] | | ... | Create pairs of Memif interfaces on DUT node. Put each Memif interface -| | ... | to separate L2 bridge domain with one physical or virtual interface +| | ... | to separate L2 bridge domain with one physical or memif interface | | ... | to create a chain accross DUT node. | | ... | | ... | *Arguments:* | | ... | - dut - DUT node. Type: dictionary -| | ... | - count - Number of memif pairs (containers). Type: integer +| | ... | - nf_chain - NF chain. Type: integer +| | ... | - nf_nodes - Number of NFs nodes per chain. Type: integer | | ... | | ... | *Note:* | | ... | Socket paths for Memif are defined in following format: -| | ... | - /tmp/memif-\${dut}_CNF\${number}-\${sid} +| | ... | - /tmp/memif-\${dut}_CNF\${nf_id}-\${sid} | | ... | | ... | *Example:* | | ... | | ... | \| Initialize L2 Bridge Domain with memif pairs on DUT node \ -| | ... | \| ${dut} \| ${1} \| +| | ... | \| ${dut} \| 1 \| 1 \| | | ... -| | [Arguments] | ${dut} | ${count} +| | [Arguments] | ${dut} | ${nf_chain}=${1} | ${nf_nodes}=${1} | | ... -| | ${bd_id2}= | Evaluate | ${count}+1 +| | ${bd_id2}= | Evaluate | ${nf_nodes}+1 | | Add interface to bridge domain | ${nodes['${dut}']} | ${${dut}_if1} | ${1} | | Add interface to bridge domain | ${nodes['${dut}']} | ${${dut}_if2} | | ... | ${bd_id2} -| | :FOR | ${number} | IN RANGE | 1 | ${count}+1 -| | | ${sock1}= | Set Variable | memif-${dut}_CNF1 -| | | ${sock2}= | Set Variable | memif-${dut}_CNF1 +| | :FOR | ${nf_node} | IN RANGE | 1 | ${nf_nodes}+1 +| | | ${nf_id}= | Evaluate | (${nf_chain} - ${1}) * ${nf_nodes} + ${nf_node} +| | | ${sock1}= | Set Variable | memif-${dut}_CNF +| | | ${sock2}= | Set Variable | memif-${dut}_CNF | | | Set up memif interfaces on DUT node | ${nodes['${dut}']} -| | | ... | ${sock1} | ${sock2} | ${number} | ${dut}-memif-${number}-if1 -| | | ... | ${dut}-memif-${number}-if2 | ${rxq_count_int} | ${rxq_count_int} -| | | ${bd_id2}= | Evaluate | ${number}+1 +| | | ... | ${sock1} | ${sock2} | ${nf_id} | ${dut}-memif-${nf_id}-if1 +| | | ... | ${dut}-memif-${nf_id}-if2 | ${rxq_count_int} | ${rxq_count_int} +| | | ${bd_id2}= | Evaluate | ${nf_node}+1 | | | Add interface to bridge domain | ${nodes['${dut}']} -| | | ... | ${${dut}-memif-${number}-if1} | ${number} +| | | ... | ${${dut}-memif-${nf_id}-if1} | ${nf_node} | | | Add interface to bridge domain | ${nodes['${dut}']} -| | | ... | ${${dut}-memif-${number}-if2} | ${bd_id2} +| | | ... | ${${dut}-memif-${nf_id}-if2} | ${bd_id2} | Initialize L2 Bridge Domain with memif pairs | | [Documentation] @@ -3065,18 +3067,41 @@ | | ... | virtual interface to create a chain accross DUT node. | | ... | | ... | *Arguments:* -| | ... | - count - Number of memif pairs (containers). Type: integer +| | ... | - nf_chain - NF chain. Type: integer +| | ... | - nf_nodes - Number of NFs nodes per chain. Type: integer | | ... | | ... | *Example:* | | ... -| | ... | \| Initialize L2 Bridge Domain with memif pairs \| ${1} \| +| | ... | \| Initialize L2 Bridge Domain with memif pairs \| 1 \| 1 \| | | ... -| | [Arguments] | ${count}=${1} +| | [Arguments] | ${nf_chain}=${1} | ${nf_nodes}=${1} | | ... | | ${duts}= | Get Matches | ${nodes} | DUT* | | :FOR | ${dut} | IN | @{duts} | | | Initialize L2 Bridge Domain with memif pairs on DUT node | ${dut} -| | | ... | ${count} +| | | ... | nf_chain=${nf_chain} | nf_nodes=${nf_nodes} + +| Initialize L2 Bridge Domain for multiple chains with memif pairs +| | [Documentation] +| | ... | Create pairs of Memif interfaces for defined number of NF chains +| | ... | with defined number of NF nodes on all defined VPP nodes. Add each +| | ... | Memif interface into L2 bridge domains with learning enabled +| | ... | with physical inteface or Memif interface of another NF. +| | ... +| | ... | *Arguments:* +| | ... | - nf_chains - Number of chains of NFs. Type: integer +| | ... | - nf_nodes - Number of NFs nodes per chain. Type: integer +| | ... +| | ... | *Example:* +| | ... +| | ... | \| Initialize L2 Bridge Domain for multiple chains with memif pairs \ +| | ... | \| 1 \| 1 \| +| | ... +| | [Arguments] | ${nf_chains}=${1} | ${nf_nodes}=${1} +| | ... +| | :FOR | ${nf_chain} | IN RANGE | 1 | ${nf_chains}+1 +| | | Initialize L2 Bridge Domain with memif pairs | nf_chain=${nf_chain} +| | | ... | nf_nodes=${nf_nodes} | | Set interfaces in path up | | Show Memif on all DUTs | ${nodes} @@ -3119,8 +3144,8 @@ | | ... | ${dut1} | ${subif_index_1} | TAG_REWRITE_METHOD=${tag_rewrite} | | ... | | ${number}= | Set Variable | ${1} -| | ${sock1}= | Set Variable | memif-DUT1_CNF1 -| | ${sock2}= | Set Variable | memif-DUT1_CNF1 +| | ${sock1}= | Set Variable | memif-DUT1_CNF +| | ${sock2}= | Set Variable | memif-DUT1_CNF | | ${memif_if1_name}= | Set Variable | DUT1-memif-${number}-if1 | | ${memif_if2_name}= | Set Variable | DUT1-memif-${number}-if2 | | Set up memif interfaces on DUT node | ${dut1} | ${sock1} | ${sock2} @@ -3131,9 +3156,9 @@ | | Add interface to bridge domain | ${dut1} | ${${memif_if2_name}} | ${bd_id2} | | Add interface to bridge domain | ${dut1} | ${subif_index_1} | ${bd_id2} | | ${sock1}= | Run Keyword If | '${dut2_status}' == 'PASS' -| | ... | Set Variable | memif-DUT2_CNF1 +| | ... | Set Variable | memif-DUT2_CNF | | ${sock2}= | Run Keyword If | '${dut2_status}' == 'PASS' -| | ... | Set Variable | memif-DUT2_CNF1 +| | ... | Set Variable | memif-DUT2_CNF | | ${memif_if1_name}= | Run Keyword If | '${dut2_status}' == 'PASS' | | ... | Set Variable | DUT2-memif-${number}-if1 | | ${memif_if2_name}= | Run Keyword If | '${dut2_status}' == 'PASS' @@ -3235,8 +3260,8 @@ | | ${fib_table_1}= | Evaluate | ${fib_table_1} - ${1} | | ${ip_base_start}= | Set Variable | ${31} | | :FOR | ${number} | IN RANGE | 1 | ${count+${1}} -| | | ${sock1}= | Set Variable | memif-${dut}_CNF1 -| | | ${sock2}= | Set Variable | memif-${dut}_CNF1 +| | | ${sock1}= | Set Variable | memif-${dut}_CNF +| | | ${sock2}= | Set Variable | memif-${dut}_CNF | | | Set up memif interfaces on DUT node | ${nodes['${dut}']} | | | ... | ${sock1} | ${sock2} | ${number} | ${dut}-memif-${number}-if1 | | | ... | ${dut}-memif-${number}-if2 | ${rxq_count_int} | ${rxq_count_int} @@ -3323,7 +3348,7 @@ | | ... | | ${duts}= | Get Matches | ${nodes} | DUT* | | :FOR | ${dut} | IN | @{duts} -| | | ${sock}= | Set Variable | memif-${dut}_CNF1 +| | | ${sock}= | Set Variable | memif-${dut}_CNF | | | Set up single memif interface on DUT node | ${nodes['${dut}']} | ${sock} | | | ... | ${number} | ${dut}-memif-${number}-if1 | ${rxq_count_int} | | | ... | ${rxq_count_int} @@ -3355,7 +3380,7 @@ | | ... | | ${duts}= | Get Matches | ${nodes} | DUT* | | :FOR | ${dut} | IN | @{duts} -| | | ${sock}= | Set Variable | memif-${dut}_CNF1 +| | | ${sock}= | Set Variable | memif-${dut}_CNF | | | Set up single memif interface on DUT node | ${nodes['${dut}']} | ${sock} | | | ... | ${number} | ${dut}-memif-${number}-if1 | ${rxq_count_int} | | | ... | ${rxq_count_int} diff --git a/resources/libraries/robot/performance/performance_setup.robot b/resources/libraries/robot/performance/performance_setup.robot index 4078196372..a70742f448 100644 --- a/resources/libraries/robot/performance/performance_setup.robot +++ b/resources/libraries/robot/performance/performance_setup.robot @@ -36,7 +36,9 @@ | | ... | _NOTE:_ This KW sets following suite variables: | | ... | - tg - TG node | | ... | - tg_if1 - 1st TG interface towards DUT. +| | ... | - tg_if1 - 1st TG interface MAC address. | | ... | - tg_if2 - 2nd TG interface towards DUT. +| | ... | - tg_if2 - 2nd TG interface MAC address. | | ... | - dut1 - DUT1 node | | ... | - dut1_if1 - 1st DUT interface towards TG. | | ... | - dut1_if2 - 2nd DUT interface towards TG. @@ -57,9 +59,13 @@ | | ${dut1_if1} | ${dut1}= | First Ingress Interface | | ${dut1_if2} | ${dut1}= | Last Egress Interface | | ${tg_if2} | ${tg}= | Last Interface +| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1} +| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2} | | Set Suite Variable | ${tg} | | Set Suite Variable | ${tg_if1} +| | Set Suite Variable | ${tg_if1_mac} | | Set Suite Variable | ${tg_if2} +| | Set Suite Variable | ${tg_if2_mac} | | Set Suite Variable | ${dut1} | | Set Suite Variable | ${dut1_if1} | | Set Suite Variable | ${dut1_if2} @@ -75,8 +81,10 @@ | | ... | | ... | _NOTE:_ This KW sets following suite variables: | | ... | - tg - TG node -| | ... | - tg_if1 - TG interface towards DUT1. -| | ... | - tg_if2 - TG interface towards DUT2. +| | ... | - tg_if1 - 1st TG interface towards DUT. +| | ... | - tg_if1 - 1st TG interface MAC address. +| | ... | - tg_if2 - 2nd TG interface towards DUT. +| | ... | - tg_if2 - 2nd TG interface MAC address. | | ... | - dut1 - DUT1 node | | ... | - dut1_if1 - DUT1 interface towards TG. | | ... | - dut1_if2 - DUT1 interface towards DUT2. @@ -103,9 +111,13 @@ | | ${dut2_if1} | ${dut2}= | Next Interface | | ${dut2_if2} | ${dut2}= | Next Interface | | ${tg_if2} | ${tg}= | Next Interface +| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1} +| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2} | | Set Suite Variable | ${tg} | | Set Suite Variable | ${tg_if1} +| | Set Suite Variable | ${tg_if1_mac} | | Set Suite Variable | ${tg_if2} +| | Set Suite Variable | ${tg_if2_mac} | | Set Suite Variable | ${dut1} | | Set Suite Variable | ${dut1_if1} | | Set Suite Variable | ${dut1_if2} @@ -124,8 +136,10 @@ | | ... | | ... | _NOTE:_ This KW sets following suite variables: | | ... | - tg - TG node -| | ... | - tg_if1 - TG interface towards DUT1. -| | ... | - tg_if2 - TG interface towards DUT2. +| | ... | - tg_if1 - 1st TG interface towards DUT. +| | ... | - tg_if1 - 1st TG interface MAC address. +| | ... | - tg_if2 - 2nd TG interface towards DUT. +| | ... | - tg_if2 - 2nd TG interface MAC address. | | ... | - dut1 - DUT1 node | | ... | - dut1_if1 - DUT1 interface towards TG. | | ... | - dut1_if2_1 - DUT1 interface 1 towards DUT2. @@ -168,10 +182,14 @@ | | ${dut1_if2_2} | ${dut1}= | Last Interface | | ${dut2_if1_1} | ${dut2}= | First Ingress Interface | | ${dut2_if1_2} | ${dut2}= | Last Egress Interface +| | ${tg_if1_mac}= | Get Interface MAC | ${tg} | ${tg_if1} +| | ${tg_if2_mac}= | Get Interface MAC | ${tg} | ${tg_if2} | | # Set suite variables | | Set Suite Variable | ${tg} | | Set Suite Variable | ${tg_if1} +| | Set Suite Variable | ${tg_if1_mac} | | Set Suite Variable | ${tg_if2} +| | Set Suite Variable | ${tg_if2_mac} | | Set Suite Variable | ${dut1} | | Set Suite Variable | ${dut1_if1} | | Set Suite Variable | ${dut1_if2_1} @@ -621,18 +639,23 @@ | | ... | *Arguments:* | | ... | - chains: Total number of chains. Type: integer | | ... | - nodeness: Total number of nodes per chain. Type: integer +| | ... | - auto_scale - If True, use same amount of Dataplane threads for +| | ... | network function as DUT, otherwise use single physical core for +| | ... | every network function. Type: boolean | | ... | | ... | *Example:* | | ... | | ... | \| Set up performance test with containers \| 1 \| 1 \| | | ... -| | [Arguments] | ${chains}=${1} | ${nodeness}=${1} +| | [Arguments] | ${nf_chains}=${1} | ${nf_nodes}=${1} | ${auto_scale}=${True} | | ... | | Set Test Variable | @{container_groups} | @{EMPTY} | | Set Test Variable | ${container_group} | CNF +| | Set Test Variable | ${nf_nodes} | | Import Library | resources.libraries.python.ContainerUtils.ContainerManager | | ... | engine=${container_engine} | WITH NAME | ${container_group} -| | Construct chains of containers on all DUTs | ${chains} | ${nodeness} +| | Construct chains of containers on all DUTs | ${nf_chains} | ${nf_nodes} +| | ... | auto_scale=${auto_scale} | | Acquire all '${container_group}' containers | | Create all '${container_group}' containers | | Configure VPP in all '${container_group}' containers diff --git a/resources/libraries/robot/shared/container.robot b/resources/libraries/robot/shared/container.robot index e1aba74ee1..cbfbccc787 100644 --- a/resources/libraries/robot/shared/container.robot +++ b/resources/libraries/robot/shared/container.robot @@ -25,12 +25,15 @@ | | [Documentation] | Construct 1 CNF of specific technology on all DUT nodes. | | ... | | ... | *Arguments:* -| | ... | - chains: Total number of chains (Optional). Type: integer, default +| | ... | - nf_chains: Total number of chains (Optional). Type: integer, default | | ... | value: ${1} -| | ... | - nodeness: Total number of nodes per chain (Optional). Type: integer, +| | ... | - nf_nodes: Total number of nodes per chain (Optional). Type: integer, | | ... | default value: ${1} -| | ... | - chain_id: Chain ID (Optional). Type: integer, default value: ${1} -| | ... | - node_id: Node ID (Optional). Type: integer, default value: ${1} +| | ... | - nf_chain: Chain ID (Optional). Type: integer, default value: ${1} +| | ... | - nf_node: Node ID (Optional). Type: integer, default value: ${1} +| | ... | - auto_scale - If True, use same amount of Dataplane threads for +| | ... | network function as DUT, otherwise use single physical core for +| | ... | every network function. Type: boolean | | ... | - set_nf_cpus: Set False if CPUs allocatation for network function per | | ... | SUT/DUT not required. Type: boolean, default value: ${True} | | ... @@ -38,24 +41,25 @@ | | ... | | ... | \| Construct container on all DUTs \| 1 \| 1 \| 1 \| 1 \| ${True} \| | | ... -| | [Arguments] | ${chains}=${1} | ${nodeness}=${1} | ${chain_id}=${1} -| | ... | ${node_id}=${1} | ${set_nf_cpus}=${True} +| | [Arguments] | ${nf_chains}=${1} | ${nf_nodes}=${1} | ${nf_chain}=${1} +| | ... | ${nf_node}=${1} | ${auto_scale}=${True} | ${set_nf_cpus}=${True} | | ... | | ${duts}= | Get Matches | ${nodes} | DUT* | | :FOR | ${dut} | IN | @{duts} +| | | ${nf_id}= | Evaluate | (${nf_chain} - ${1}) * ${nf_nodes} + ${nf_node} | | | ${env}= | Create List | DEBIAN_FRONTEND=noninteractive | | | ${tmp}= | Get Variable Value | ${tmp_volume} | /tmp | | | ${mnt}= | Create List | ${tmp}:/mnt/host | /dev/vfio:/dev/vfio | | | ${nf_cpus}= | Run Keyword If | ${set_nf_cpus} | | | ... | Create network function CPU list | ${dut} -| | | ... | chains=${chains} | nodeness=${nodeness} | chain_id=${chain_id} -| | | ... | node_id=${node_id} | auto_scale=${True} +| | | ... | chains=${nf_chains} | nodeness=${nf_nodes} | chain_id=${nf_chain} +| | | ... | node_id=${nf_node} | auto_scale=${auto_scale} | | | ... | ELSE | Set Variable | ${None} | | | ${uuid_str}= | Run Keyword If | '${tmp}' == '/tmp' | | | ... | Set Variable | ${EMPTY} | | | ... | ELSE | Remove String | ${tmp} | ${dut}_VOL | | | &{cont_args}= | Create Dictionary -| | | ... | name=${dut}_${container_group}${chain_id}${node_id}${uuid_str} +| | | ... | name=${dut}_${container_group}${nf_id}${uuid_str} | | | ... | node=${nodes['${dut}']} | mnt=${mnt} | env=${env} | | | Run Keyword If | ${set_nf_cpus} | | | ... | Set To Dictionary | ${cont_args} | cpuset_cpus=${nf_cpus} @@ -65,9 +69,12 @@ | | [Documentation] | Construct 1 chain of 1..N CNFs on all DUT nodes. | | ... | | ... | *Arguments:* -| | ... | - chains: Total number of chains. Type: integer -| | ... | - nodeness: Total number of nodes per chain. Type: integer -| | ... | - chain_id: Chain ID. Type: integer +| | ... | - nf_chains: Total number of chains. Type: integer +| | ... | - nf_nodes: Total number of nodes per chain. Type: integer +| | ... | - nf_chain: Chain ID. Type: integer +| | ... | - auto_scale - If True, use same amount of Dataplane threads for +| | ... | network function as DUT, otherwise use single physical core for +| | ... | every network function. Type: boolean | | ... | - set_nf_cpus: Set False if CPUs allocatation for network function per | | ... | SUT/DUT not required. Type: boolean, default value: ${True} | | ... @@ -76,21 +83,25 @@ | | ... | \| Construct chain of containers on all DUTs \| 1 \| 1 \| 1 \ | | ... | \| ${True} \| | | ... -| | [Arguments] | ${chains} | ${nodeness} | ${chain_id} | ${set_nf_cpus}=${True} +| | [Arguments] | ${nf_chains}=${1} | ${nf_nodes}=${1} | ${nf_chain}=${1} +| | ... | ${auto_scale}=${True} | ${set_nf_cpus}=${True} | | ... -| | :FOR | ${node_id} | IN RANGE | 1 | ${nodeness}+1 -| | | Construct container on all DUTs | chains=${chains} | nodeness=${nodeness} -| | | ... | chain_id=${chain_id} | node_id=${node_id} -| | | ... | set_nf_cpus=${set_nf_cpus} +| | :FOR | ${nf_node} | IN RANGE | 1 | ${nf_nodes}+1 +| | | Construct container on all DUTs | nf_chains=${nf_chains} +| | | ... | nf_nodes=${nf_nodes} | nf_chain=${nf_chain} | nf_node=${nf_node} +| | | ... | auto_scale=${auto_scale} | set_nf_cpus=${set_nf_cpus} | Construct chains of containers on all DUTs | | [Documentation] | Construct 1..N chains of 1..N CNFs on all DUT nodes. | | ... | | ... | *Arguments:* -| | ... | - chains: Total number of chains (Optional). Type: integer, default +| | ... | - nf_chains: Total number of chains (Optional). Type: integer, default | | ... | value: ${1} -| | ... | - nodeness: Total number of nodes per chain (Optional). Type: integer, +| | ... | - nf_nodes: Total number of nodes per chain (Optional). Type: integer, | | ... | default value: ${1} +| | ... | - auto_scale - If True, use same amount of Dataplane threads for +| | ... | network function as DUT, otherwise use single physical core for +| | ... | every network function. Type: boolean | | ... | - set_nf_cpus: Set False if CPUs allocatation for network function per | | ... | SUT/DUT not required. Type: boolean, default value: ${True} | | ... @@ -98,12 +109,13 @@ | | ... | | ... | \| Construct chains of containers on all DUTs \| 1 \| 1 \| | | ... -| | [Arguments] | ${chains}=${1} | ${nodeness}=${1} | ${set_nf_cpus}=${True} +| | [Arguments] | ${nf_chains}=${1} | ${nf_nodes}=${1} | ${auto_scale}=${True} +| | ... | ${set_nf_cpus}=${True} | | ... -| | :FOR | ${chain_id} | IN RANGE | 1 | ${chains}+1 -| | | Construct chain of containers on all DUTs | chains=${chains} -| | | ... | nodeness=${nodeness} | chain_id=${chain_id} -| | | ... | set_nf_cpus=${set_nf_cpus} +| | :FOR | ${nf_chain} | IN RANGE | 1 | ${nf_chains}+1 +| | | Construct chain of containers on all DUTs | nf_chains=${nf_chains} +| | | ... | nf_nodes=${nf_nodes} | nf_chain=${nf_chain} +| | | ... | auto_scale=${auto_scale} | set_nf_cpus=${set_nf_cpus} | Acquire all '${group}' containers | | [Documentation] | Acquire all container(s) in specific container group on @@ -135,7 +147,11 @@ | | ... | | ${dut1_if2} = | Get Variable Value | \${dut1_if2} | ${None} | | ${dut2_if2} = | Get Variable Value | \${dut2_if2} | ${None} -| | Run Keyword If | '${container_chain_topology}' == 'cross_horiz' +| | Run Keyword If | '${container_chain_topology}' == 'chain_ip4' +| | ... | ${group}.Configure VPP In All Containers | ${container_chain_topology} +| | ... | tg_if1_mac=${tg_if1_mac} | tg_if2_mac=${tg_if2_mac} +| | ... | nodes=${nf_nodes} +| | ... | ELSE IF | '${container_chain_topology}' == 'cross_horiz' | | ... | ${group}.Configure VPP In All Containers | ${container_chain_topology} | | ... | dut1_if=${dut1_if2} | dut2_if=${dut2_if2} | | ... | ELSE diff --git a/resources/templates/vat/memif_create_chain_ip4.vat b/resources/templates/vat/memif_create_chain_ip4.vat new file mode 100644 index 0000000000..1c9205a086 --- /dev/null +++ b/resources/templates/vat/memif_create_chain_ip4.vat @@ -0,0 +1,15 @@ +create memif socket id {sid1} filename {socket1} +create interface memif id {mid1} socket-id {sid1} hw-addr {mac1} master +set interface ip address memif{sid1}/{mid1} 1.1.{sid1}.1/24 +set interface state memif{sid1}/{mid1} up + +create memif socket id {sid2} filename {socket2} +create interface memif id {mid2} socket-id {sid2} hw-addr {mac2} master +set interface ip address memif{sid2}/{mid2} 1.1.{sid2}.1/24 +set interface state memif{sid2}/{mid2} up + +set ip arp static memif{sid1}/{mid1} 1.1.{sid1}.2 {vif1_mac} +set ip arp static memif{sid2}/{mid2} 1.1.{sid2}.2 {vif2_mac} + +ip route add 10.0.0.0/8 via 1.1.{sid1}.2 +ip route add 20.0.0.0/8 via 1.1.{sid2}.2 diff --git a/tests/vpp/device/container_memif/eth2p-eth-l2bdbasemaclrn-eth-2memif-1dcr-dev.robot b/tests/vpp/device/container_memif/eth2p-eth-l2bdbasemaclrn-eth-2memif-1dcr-dev.robot index 0131aafab4..ac1251be3e 100644 --- a/tests/vpp/device/container_memif/eth2p-eth-l2bdbasemaclrn-eth-2memif-1dcr-dev.robot +++ b/tests/vpp/device/container_memif/eth2p-eth-l2bdbasemaclrn-eth-2memif-1dcr-dev.robot @@ -48,7 +48,7 @@ | ${bd_id1}= | 1 | ${bd_id2}= | 2 # Memif -| ${sock_base}= | memif-DUT1_CNF1 +| ${sock_base}= | memif-DUT1_CNF # Container | ${container_engine}= | Docker | ${container_chain_topology}= | chain_functional diff --git a/tests/vpp/device/container_memif/eth2p-eth-l2xcbase-eth-2memif-1dcr-dev.robot b/tests/vpp/device/container_memif/eth2p-eth-l2xcbase-eth-2memif-1dcr-dev.robot index 97b9b00fab..0c4ec0e5f9 100644 --- a/tests/vpp/device/container_memif/eth2p-eth-l2xcbase-eth-2memif-1dcr-dev.robot +++ b/tests/vpp/device/container_memif/eth2p-eth-l2xcbase-eth-2memif-1dcr-dev.robot @@ -45,7 +45,7 @@ *** Variables *** # Memif -| ${sock_base}= | memif-DUT1_CNF1 +| ${sock_base}= | memif-DUT1_CNF # Container | ${container_engine}= | Docker | ${container_chain_topology}= | chain_functional diff --git a/tests/vpp/device/container_memif/eth2p-ethip4-ip4base-eth-2memif-1dcr-dev.robot b/tests/vpp/device/container_memif/eth2p-ethip4-ip4base-eth-2memif-1dcr-dev.robot index e32dd6e04d..c6a287281d 100644 --- a/tests/vpp/device/container_memif/eth2p-ethip4-ip4base-eth-2memif-1dcr-dev.robot +++ b/tests/vpp/device/container_memif/eth2p-ethip4-ip4base-eth-2memif-1dcr-dev.robot @@ -61,7 +61,7 @@ | ${prefix_length}= | 24 | ${fib_table_2}= | 20 # Memif -| ${sock_base}= | memif-DUT1_CNF1 +| ${sock_base}= | memif-DUT1_CNF # Container | ${container_engine}= | Docker | ${container_chain_topology}= | chain_functional diff --git a/tests/vpp/device/container_memif/eth2p-ethip6-ip6base-eth-2memif-1dcr-dev.robot b/tests/vpp/device/container_memif/eth2p-ethip6-ip6base-eth-2memif-1dcr-dev.robot index 6cdffd407e..60dd9538d4 100644 --- a/tests/vpp/device/container_memif/eth2p-ethip6-ip6base-eth-2memif-1dcr-dev.robot +++ b/tests/vpp/device/container_memif/eth2p-ethip6-ip6base-eth-2memif-1dcr-dev.robot @@ -61,7 +61,7 @@ | ${prefix_length}= | 64 | ${fib_table_2}= | 20 # Memif -| ${sock_base}= | memif-DUT1_CNF1 +| ${sock_base}= | memif-DUT1_CNF # Container | ${container_engine}= | Docker | ${container_chain_topology}= | chain_functional diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot index e6635d53ef..185765ec01 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot @@ -88,7 +88,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | overhead=${overhead} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} | | Then Traffic should pass with maximum rate diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot index 52a866364b..e869ad8a82 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot @@ -95,7 +95,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | overhead=${overhead} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} | | Then Find NDR and PDR intervals using optimized search diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot index 31c5e776ca..8b11d29316 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot @@ -81,7 +81,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 Bridge Domain with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot index 637cc69dfa..baba879a16 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot @@ -87,7 +87,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 Bridge Domain with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot index 0c7c56acc0..f48b934fd9 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot @@ -85,7 +85,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect for single memif | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot index 3ac2363d84..836936cb2e 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot @@ -91,7 +91,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect for single memif | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot index 55720dc084..30f8cdc3fe 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot @@ -81,7 +81,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot index bb40754c8d..9563415eb6 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot @@ -87,7 +87,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot index 21cce56215..798c2acfa6 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot @@ -80,7 +80,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot index 6a30d83fc1..d1e5a144d1 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot @@ -81,7 +81,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-mrr.robot index 43fe73bf8c..4612cd494b 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-mrr.robot @@ -81,7 +81,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize IPv4 routing with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot index 70c035ab47..f78908eb50 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot @@ -87,7 +87,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize IPv4 routing with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot index f477a79933..3e7059a97a 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot @@ -88,7 +88,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | overhead=${overhead} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} | | Then Traffic should pass with maximum rate diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot index 2ebcf59881..0a4b1c5985 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot @@ -95,7 +95,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | overhead=${overhead} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} | | Then Find NDR and PDR intervals using optimized search diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot index e5a5319ab3..2ecae322f6 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot @@ -81,7 +81,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 Bridge Domain with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot index 2a907982b7..c9b2d2fa18 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot @@ -87,7 +87,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 Bridge Domain with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot index abd9bf6b65..d4726b5586 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot @@ -84,7 +84,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect for single memif | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot index 4c4fd105f2..2abf63185f 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-ndrpdr.robot @@ -90,7 +90,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect for single memif | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot index b70b7eed46..9f5804850e 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot @@ -81,7 +81,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot index c19a4f4145..6780ff2d7f 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot @@ -87,7 +87,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot index 163edf8761..6d0626abe7 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot @@ -80,7 +80,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot index 101df3c9f0..8da87ffbcb 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot @@ -86,7 +86,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot index 5f4a8d46e2..57e9703b44 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot @@ -81,7 +81,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize IPv4 routing with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot index a0f92ff05c..ba1f08dd33 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot @@ -87,7 +87,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize IPv4 routing with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-1chain-6dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-1chain-6dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..465d959dbc --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-1chain-6dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R6C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 1 chain 6 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${6} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${6} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-1chain-6dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-1chain-6dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..f8a667a186 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-1chain-6dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R6C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 1 chain +| ... | 6 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c6n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${6} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${6} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-12memif-1chain-6dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6chain-6dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6chain-6dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..f9234843da --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6chain-6dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 6R1C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 6 chains 6 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${6} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${6} | nf_nodes=${1} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6chain-6dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6chain-6dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..cce9cb5545 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-12memif-6chain-6dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 6R1C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 6 chains +| ... | 6 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${6} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${6} | nf_nodes=${1} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-12memif-6chain-6dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-1chain-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-1chain-8dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..27dc5c2aff --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-1chain-8dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R8C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 1 chain 8 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${8} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${8} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-1chain-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-1chain-8dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..246b20f946 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-1chain-8dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R8C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 1 chain +| ... | 8 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c8n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${8} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${8} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16memif-1chain-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-2chain-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-2chain-8dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..c202d1251d --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-2chain-8dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R4C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 2 chains 8 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${4} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${4} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-2chain-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-2chain-8dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..ed32271b0c --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-2chain-8dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R4C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 2 chains +| ... | 8 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c4n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${4} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${4} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16memif-2chain-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-4chain-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-4chain-8dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..2dfae41e93 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-4chain-8dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R2C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 4 chains 8 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${4} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${4} | nf_nodes=${2} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16memif-4chain-8dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-4chain-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-4chain-8dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..95a0a0d293 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-4chain-8dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R2C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 4 chains +| ... | 8 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${4} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${4} | nf_nodes=${2} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16memif-4chain-8dcrr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16memif-4chain-8dcrr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16memif-4chain-8dcrr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16memif-4chain-8dcrr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16memif-4chain-8dcrr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16memif-4chain-8dcrr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16memif-4chain-8dcrr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16memif-4chain-8dcrr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16memif-4chain-8dcrr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16memif-4chain-8dcrr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16memif-4chain-8dcrr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16memif-4chain-8dcrr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8chain-8dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8chain-8dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..d142655b12 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8chain-8dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 8R1C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 8 chains 8 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${8} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${8} | nf_nodes=${1} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8chain-8dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8chain-8dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..edf20b0c39 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-16memif-8chain-8dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 8R1C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 8 chains +| ... | 8 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${8} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${8} | nf_nodes=${1} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-16memif-8chain-8dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-10chain-10dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-10chain-10dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..c44b7baf58 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-10chain-10dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 10R1C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 10 chains 10 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${10} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${10} | nf_nodes=${1} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-10chain-10dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-10chain-10dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..d5b89ca3fb --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-10chain-10dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 10R1C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 10 chains +| ... | 10 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-10c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${10} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${10} | nf_nodes=${1} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-20memif-10chain-10dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-1chain-10dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-1chain-10dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..0b8a04b785 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-1chain-10dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R10C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 1 chain 10 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${10} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${10} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-1chain-10dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-1chain-10dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..880c96cd2c --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-20memif-1chain-10dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R10C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 1 chain +| ... | 10 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c10n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${10} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${10} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-20memif-1chain-10dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-24memif-2chain-12dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-24memif-2chain-12dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..b4edab355a --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-24memif-2chain-12dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R6C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 2 chains 12 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${6} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${6} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-24memif-2chain-12dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-24memif-2chain-12dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..eebb0f21b3 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-24memif-2chain-12dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R6C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 2 chains +| ... | 12 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c6n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${6} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${6} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-24memif-2chain-12dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-24memif-6chain-12dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-24memif-6chain-12dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..aa72d70831 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-24memif-6chain-12dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 6R2C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 6 chains 12 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${6} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${6} | nf_nodes=${2} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-24memif-6chain-12dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-24memif-6chain-12dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..12f1dea31a --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-24memif-6chain-12dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 6R2C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 6 chains +| ... | 12 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-6c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${6} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${6} | nf_nodes=${2} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-24memif-6chain-12dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1chain-1dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1chain-1dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..4987409caf --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1chain-1dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R1C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 1 chain 1 docker +| ... | container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${1} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1chain-1dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1chain-1dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..842c46071f --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-2memif-1chain-1dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R1C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 1 chain +| ... | 1 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${1} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-2memif-1chain-1dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-2chain-16dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-2chain-16dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..99b0da8b52 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-2chain-16dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R8C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 2 chains 16 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${8} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${8} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-32memif-2chain-16dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-2chain-16dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-2chain-16dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..425b488303 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-2chain-16dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R8C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 2 chains +| ... | 16 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c8n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${8} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${8} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-32memif-2chain-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-4chain-16dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-4chain-16dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..6caf137207 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-4chain-16dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R4C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 4 chains 16 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${4} | nf_nodes=${4} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${4} | nf_nodes=${4} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-32memif-4chain-16dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-4chain-16dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-4chain-16dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..b8893bc1c5 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-4chain-16dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R4C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 4 chains +| ... | 16 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c4n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${4} | nf_nodes=${4} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${4} | nf_nodes=${4} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-32memif-4chain-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-8chain-16dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-8chain-16dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..e4ad54dab4 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-8chain-16dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 8R2C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 8 chains 16 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${8} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${8} | nf_nodes=${2} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-32memif-8chain-16dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-8chain-16dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-8chain-16dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..2636808f51 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-32memif-8chain-16dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 8R2C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 8 chains +| ... | 16 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-8c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${8} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${8} | nf_nodes=${2} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-32memif-8chain-16dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-1chain-2dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-1chain-2dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..b36df9e3f9 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-1chain-2dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R2C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 1 chain 2 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${2} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-1chain-2dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-1chain-2dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..a8561e0b7d --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-1chain-2dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R2C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 1 chain +| ... | 2 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${2} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4memif-1chain-2dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2chain-2dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2chain-2dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..f6db62c728 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2chain-2dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R1C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 2 chains 2 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${1} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2chain-2dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2chain-2dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..7b8cf7d5c6 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-4memif-2chain-2dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R1C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 2 chains +| ... | 2 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${1} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-4memif-2chain-2dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-1chain-4dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-1chain-4dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..a55ab6f77f --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-1chain-4dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R4C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 1 chain 4 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${4} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${4} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-1chain-4dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-1chain-4dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..ee0b945d72 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-1chain-4dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 1R4C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 1 chain +| ... | 4 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-1c4n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${1} | nf_nodes=${4} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${1} | nf_nodes=${4} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8memif-1chain-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-2chain-4dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-2chain-4dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..0ac60e0c84 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-2chain-4dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R2C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 2 chains 4 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${2} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-2chain-4dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-2chain-4dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..a04e438965 --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-2chain-4dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 2R2C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 2 chains +| ... | 4 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-2c2n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${2} | nf_nodes=${2} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${2} | nf_nodes=${2} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8memif-2chain-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4chain-4dcr-vppip4-mrr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4chain-4dcr-vppip4-mrr.robot new file mode 100644 index 0000000000..33c93e2bba --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4chain-4dcr-vppip4-mrr.robot @@ -0,0 +1,140 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | MRR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R1C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance mrr test +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | *Raw results L2BD test cases with memif 4 chains 4 docker +| ... | containers* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* In MaxReceivedRate test TG sends traffic +| ... | at line rate and reports total received/sent packets over trial period. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure MaxReceivedRate for ${framesize}B frames using single\ +| | ... | trial throughput test. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${4} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${4} | nf_nodes=${1} +| | Then Traffic should pass with maximum rate +| | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-mrr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4chain-4dcr-vppip4-ndrpdr.robot b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4chain-4dcr-vppip4-ndrpdr.robot new file mode 100644 index 0000000000..b50f2982ab --- /dev/null +++ b/tests/vpp/perf/container_memif/2n-10ge2p1x710-eth-l2bd-eth-8memif-4chain-4dcr-vppip4-ndrpdr.robot @@ -0,0 +1,146 @@ +# Copyright (c) 2019 Cisco and/or its affiliates. +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at: +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +*** Settings *** +| Resource | resources/libraries/robot/performance/performance_setup.robot +| ... +| Force Tags | 2_NODE_SINGLE_LINK_TOPO | PERFTEST | HW_ENV | NDRPDR +| ... | NIC_Intel-X710 | ETH | L2BDMACLRN | BASE | MEMIF | DOCKER | 4R1C +| ... | NF_DENSITY | CHAIN | NF_VPPIP4 +| ... +| Suite Setup | Run Keywords +| ... | Set up 2-node performance topology with DUT's NIC model | L3 +| ... | Intel-X710 +| ... | AND | Set up performance test suite with MEMIF +| ... +| Suite Teardown | Tear down 2-node performance topology +| ... +| Test Setup | Set up performance test +| ... +| Test Teardown | Run Keywords +| ... | Tear down performance discovery test | ${min_rate}pps +| ... | ${framesize} | ${traffic_profile} +| ... | AND | Tear down performance test with container +| ... +| Test Template | Local Template +| ... +| Documentation | **RFC2544: Pkt throughput L2BD test cases with memif 4 chains +| ... | 1 docker container* +| ... +| ... | *[Top] Network Topologies:* TG-DUT1-TG 2-node circular topology with +| ... | single links between nodes. +| ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 bridge domain. +| ... | *[Cfg] DUT configuration:* DUT1 is configured with two L2 bridge domains +| ... | and MAC learning enabled. DUT1 tested with 2p10GE NIC X710 by Intel. +| ... | Container is connected to VPP via Memif interface. Container is running +| ... | same VPP version as running on DUT. Container is limited via cgroup to +| ... | use cores allocated from pool of isolated CPUs. There are no memory +| ... | contraints. +| ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop +| ... | Rate) with zero packet loss tolerance and throughput PDR (Partial Drop +| ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage +| ... | of packets transmitted. NDR and PDR are discovered for different +| ... | Ethernet L2 frame sizes using MLRsearch librairy. +| ... | Test packets are generated by TG on links to DUTs. TG traffic profile +| ... | contains two L3 flow-groups (flow-group per direction, 254 flows per +| ... | flow-group) with all packets containing Ethernet header, IPv4 header +| ... | with IP protocol=61 and static payload. MAC addresses are matching MAC +| ... | addresses of the TG node interfaces. + +*** Variables *** +# X710-DA2 bandwidth limit +| ${s_limit}= | ${10000000000} +# Traffic profile: +| ${traffic_profile}= | trex-sl-2n3n-ethip4-ip4src254-4c1n +# Container +| ${container_engine}= | Docker +| ${container_chain_topology}= | chain_ip4 + +*** Keywords *** +| Local Template +| | [Documentation] +| | ... | [Cfg] DUT runs L2BD switching config. +| | ... | Each DUT uses ${phy_cores} physical core(s) for worker threads. +| | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm. +| | ... +| | ... | *Arguments:* +| | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). +| | ... | Type: integer, string +| | ... | - phy_cores - Number of physical cores. Type: integer +| | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer +| | ... +| | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} +| | ... +| | Set Test Variable | ${framesize} +| | Set Test Variable | ${min_rate} | ${10000} +| | ... +| | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} +| | And Add PCI devices to all DUTs +| | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg +| | ... | ${s_limit} | ${framesize} +| | And Apply startup configuration on all VPP DUTs +| | And Set up performance test with containers +| | ... | nf_chains=${4} | nf_nodes=${1} | auto_scale=${False} +| | And Initialize L2 Bridge Domain for multiple chains with memif pairs +| | ... | nf_chains=${4} | nf_nodes=${1} +| | Then Find NDR and PDR intervals using optimized search +| | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} + +*** Test Cases *** +| tc01-64B-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 1C +| | framesize=${64} | phy_cores=${1} + +| tc02-64B-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 2C +| | framesize=${64} | phy_cores=${2} + +| tc03-64B-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr +| | [Tags] | 64B | 4C +| | framesize=${64} | phy_cores=${4} + +| tc04-1518B-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 1C +| | framesize=${1518} | phy_cores=${1} + +| tc05-1518B-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 2C +| | framesize=${1518} | phy_cores=${2} + +| tc06-1518B-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr +| | [Tags] | 1518B | 4C +| | framesize=${1518} | phy_cores=${4} + +| tc07-9000B-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 1C +| | framesize=${9000} | phy_cores=${1} + +| tc08-9000B-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 2C +| | framesize=${9000} | phy_cores=${2} + +| tc09-9000B-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr +| | [Tags] | 9000B | 4C +| | framesize=${9000} | phy_cores=${4} + +| tc10-IMIX-1c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 1C +| | framesize=IMIX_v4_1 | phy_cores=${1} + +| tc11-IMIX-2c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 2C +| | framesize=IMIX_v4_1 | phy_cores=${2} + +| tc12-IMIX-4c-eth-l2bd-8memif-4chain-4dcr-vppip4-ndrpdr +| | [Tags] | IMIX | 4C +| | framesize=IMIX_v4_1 | phy_cores=${4} diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot index 8308d55768..943a978869 100644 --- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot @@ -88,7 +88,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | overhead=${overhead} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} | | Then Traffic should pass with maximum rate diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot index 9a677aca64..2c2604c5e0 100644 --- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot @@ -95,7 +95,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | overhead=${overhead} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} | | Then Find NDR and PDR intervals using optimized search diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot index 077c8bf67f..67c8c6c6ac 100644 --- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot @@ -81,7 +81,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 Bridge Domain with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot index aae9ffa964..d92b471d45 100644 --- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot @@ -87,7 +87,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 Bridge Domain with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot index a359b8f1b6..875e3db607 100644 --- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot @@ -81,7 +81,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot index 7fc86b03f7..41eab31b40 100644 --- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot @@ -87,7 +87,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot index c7ca9e2599..28c7b8ca6c 100644 --- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot @@ -81,7 +81,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize IPv4 routing with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot index c9e02054b6..5dacf5b7af 100644 --- a/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/2n1l-10ge2p1x710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot @@ -87,7 +87,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_limit} | ${framesize} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize IPv4 routing with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot index c139715828..800ba507ed 100644 --- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot @@ -91,7 +91,7 @@ | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | ... | overhead=${overhead} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} | | Then Traffic should pass with maximum rate diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot index dfdffb7265..01e899926b 100644 --- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot @@ -98,7 +98,7 @@ | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | ... | overhead=${overhead} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | When Initialize L2 Bridge Domain with memif pairs and VLAN in circular topology | | ... | ${bd_id1} | ${bd_id2} | ${subid} | ${tag_rewrite} | | Then Find NDR and PDR intervals using optimized search diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot index a3794e819c..22f2ec4dbe 100644 --- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-mrr.robot @@ -83,7 +83,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 Bridge Domain with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot index 0a6bd1e172..a378b606e7 100644 --- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr.robot @@ -89,7 +89,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 Bridge Domain with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot index 73a27a4cd8..c1de1ebc5a 100644 --- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot @@ -83,7 +83,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot index a559142011..b6de887d0c 100644 --- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-eth-l2xcbase-eth-2memif-1dcr-ndrpdr.robot @@ -89,7 +89,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot index 97cd183da3..ea9bf1023b 100644 --- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot @@ -83,7 +83,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize IPv4 routing with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot index fe0b6dea83..bf97f73d58 100644 --- a/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/2n1l-25ge2p1xxv710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot @@ -89,7 +89,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize IPv4 routing with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot index 8bcb556859..5a8416d4a8 100644 --- a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot @@ -83,7 +83,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 Bridge Domain with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot index e1274f780c..5edbdb252e 100644 --- a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr.robot @@ -89,7 +89,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 Bridge Domain with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot index 4ce2c68df0..866f3eb1a7 100644 --- a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot @@ -82,7 +82,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot index aaf4046dd6..427621798e 100644 --- a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-ndrpdr.robot @@ -88,7 +88,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize L2 xconnect with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot index 56465659c4..4ae4af892e 100644 --- a/tests/vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-mrr.robot @@ -83,7 +83,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize IPv4 routing with memif pairs | | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot index 2cc1f00ac1..496a3cbd6a 100644 --- a/tests/vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot +++ b/tests/vpp/perf/container_memif/40ge2p1xl710-ethip4-ip4base-eth-2memif-1dcr-ndrpdr.robot @@ -89,7 +89,7 @@ | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | And Apply startup configuration on all VPP DUTs -| | And Set up performance test with containers | chains=${1} | nodeness=${1} +| | And Set up performance test with containers | | And Initialize IPv4 routing with memif pairs | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} |