aboutsummaryrefslogtreecommitdiffstats
path: root/tox.ini
blob: 5fc3172c1a97686efb7d8a3c63ec88ba33ecd077 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
# Copyright (c) 2019 Cisco and/or its affiliates.
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at:
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# Idea of this file is motivated by OpenDylight,
# especially its Integration/Test sub-project.

# This file requires active virtualenv with tox package installed,
# or python-tox system package installed.

# Usage:
# cd to CSIT root (other directories might use different tox.ini)
#   $ tox
# will execute all checks.
#  $ tox -e pylint
# will execute only checks defined in "pylint" tox environment.

[tox]
envlist = new_line_length, line_length, autogen, pylint
# The following is needed as tox requires setup.py by default.
skipsdist = true
# Just a shorthand to avoid long lines.
checker_dir = ./resources/libraries/bash/entry/check

# TODO: Tox prints various warnings. Figure them out and fix them.

[testenv:pylint]
deps =
    pylint==1.5.4
    -r ./requirements.txt
whitelist_externals = /bin/bash
setenv = PYTHONPATH = {toxinidir}
# Run pylint, but hide its return value until python warnings are cleared.
commands = bash -c "bash {[tox]checker_dir}/pylint.sh || true"

# TODO: See FIXME in https://gerrit.fd.io/r/16423

[testenv:line_length]
whitelist_externals = /bin/bash
# Fix all transgressions and remove the " || true" workaround.
commands = bash -c "bash {[tox]checker_dir}/line.sh || true"

[testenv:new_line_length]
whitelist_externals = /bin/bash
# Adding .svg, big .rst tables, .yaml and similar still requires long lines.
# As current implementation is too dumb to filter those out,
# the checker has to remain non-voting.
commands = bash -c "bash {[tox]checker_dir}/new_line.sh || true"

[testenv:autogen]
whitelist_externals = /bin/bash
setenv = PYTHONPATH = {toxinidir}
commands = bash {[tox]checker_dir}/autogen.sh

# TODO: Create voting checker to reject suites with Force Tags of other suite.
# TODO: Create voting checker against tags not in tag_documentation.rst file.
# TODO: Create voting "pylint violations should not increase" checker.
# TODO: Figure out how to make new_line checker voting.
# TODO: Migrate current docs check here.
# TODO: Create license checker.
# TODO: Create Robot suite Documentation checker (backslash if not next mark).
# TODO: Create .yaml specific checker, so people can override long line check.
# TODO: Create .rst specific checker, if there is one allowing
#       to override line check.
# TODO: You get the idea, replace line check with something smarter
#       wherever possible.
">pps | ... | ${framesize} | ${traffic_profile} | ... | Test Template | Local Template | ... | Documentation | *RFC2544: Pkt throughput for L2BD test cases* | ... | ... | *[Top] Network Topologies:* TG-DUT1-DUT2-TG 2-node circular topology\ | ... | with single links between nodes. | ... | *[Enc] Packet Encapsulations:* Eth-IPv4 for L2 switching of IPv4. | ... | *[Cfg] DUT configuration:* DUT1 is configured with L2 bridge-domain\ | ... | and MAC learning enabled. DUT1 tested with 2p25GE NIC XXV710 by Intel. | ... | *[Ver] TG verification:* TG finds and reports throughput NDR (Non Drop\ | ... | Rate) with zero packet loss tolerance or throughput PDR (Partial Drop\ | ... | Rate) with non-zero packet loss tolerance (LT) expressed in percentage\ | ... | of packets transmitted. NDR and PDR are discovered for different\ | ... | Ethernet L2 frame sizes using MLRsearch library.\ | ... | Test packets are generated by TG on links to DUT1. TG traffic profile\ | ... | contains two L3 flow-groups (flow-group per direction, 500k flows per\ | ... | flow-group) with all packets containing Ethernet header, IPv4 header\ | ... | with IP protocol=61 and static payload.\ | ... | MAC addresses ranges are incremented as follows: | ... | port01_src ca:fe:00:00:00:00 - port01_src ca:fe:00:07:a1:1f, | ... | port01_dst fa:ce:00:00:00:00 - port01_dst fa:ce:00:07:a1:1f, | ... | port02_src fa:ce:00:00:00:00 - port02_src fa:ce:00:07:a1:1f, | ... | port02_dst ca:fe:00:00:00:00 - port02_dst ca:fe:00:07:a1:1f | ... | *[Ref] Applicable standard specifications:* RFC2544. *** Variables *** # XXV710-DA2 bandwidth limit ~49Gbps/2=24.5Gbps | ${s_24.5G}= | ${24500000000} # XXV710-DA2 Mpps limit 37.5Mpps/2=18.75Mpps | ${s_18.75Mpps}= | ${18750000} # Traffic profile: | ${traffic_profile}= | trex-sl-2n-ethip4-macsrc500kdst500k *** Keywords *** | Local Template | | [Documentation] | | ... | [Cfg] DUT runs L2BD switching config and uses ${phy_cores} physical\ | | ... | core(s) for worker threads. | | ... | [Ver] Measure NDR and PDR values using MLRsearch algorithm.\ | | ... | | ... | *Arguments:* | | ... | - framesize - Framesize in Bytes in integer or string (IMIX_v4_1). | | ... | Type: integer, string | | ... | - phy_cores - Number of physical cores. Type: integer | | ... | - rxq - Number of RX queues, default value: ${None}. Type: integer | | ... | | [Arguments] | ${framesize} | ${phy_cores} | ${rxq}=${None} | | ... | | Set Test Variable | ${framesize} | | Set Test Variable | ${min_rate} | ${10000} | | ... | | Given Add worker threads and rxqueues to all DUTs | ${phy_cores} | ${rxq} | | And Add PCI devices to all DUTs | | ${max_rate} | ${jumbo} = | Get Max Rate And Jumbo And Handle Multi Seg | | ... | ${s_24.5G} | ${framesize} | pps_limit=${s_18.75Mpps} | | And Apply startup configuration on all VPP DUTs | | When Initialize L2 bridge domain in circular topology | | Then Find NDR and PDR intervals using optimized search | | ... | ${framesize} | ${traffic_profile} | ${min_rate} | ${max_rate} *** Test Cases *** | tc01-64B-1c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 64B | 1C | | framesize=${64} | phy_cores=${1} | tc02-64B-2c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 64B | 2C | | framesize=${64} | phy_cores=${2} | tc03-64B-4c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 64B | 4C | | framesize=${64} | phy_cores=${4} | tc04-1518B-1c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 1518B | 1C | | framesize=${1518} | phy_cores=${1} | tc05-1518B-2c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 1518B | 2C | | framesize=${1518} | phy_cores=${2} | tc06-1518B-4c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 1518B | 4C | | framesize=${1518} | phy_cores=${4} | tc07-9000B-1c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 9000B | 1C | | framesize=${9000} | phy_cores=${1} | tc08-9000B-2c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 9000B | 2C | | framesize=${9000} | phy_cores=${2} | tc09-9000B-4c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | 9000B | 4C | | framesize=${9000} | phy_cores=${4} | tc10-IMIX-1c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | IMIX | 1C | | framesize=IMIX_v4_1 | phy_cores=${1} | tc11-IMIX-2c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | IMIX | 2C | | framesize=IMIX_v4_1 | phy_cores=${2} | tc12-IMIX-4c-eth-l2bdscale1mmaclrn-ndrpdr | | [Tags] | IMIX | 4C | | framesize=IMIX_v4_1 | phy_cores=${4}