From e3bed8e21e3c8b60734ce95eb2bb2a2d371a9907 Mon Sep 17 00:00:00 2001 From: Vratko Polak Date: Tue, 10 Jul 2018 13:41:58 +0200 Subject: CSIT-1178: Prepare for bursty MRR + All suites and tests still refer to MRR instead of BMRR (or FRMOBL). + API change: Traffic should pass with maximum rate first argument got a default value, thus it needs to be moved towards the end of argument list. + Consequently, the value for it has been deleted from suites. + Test message is now compatible only with BMRR parsing. - Reporting of transmit rate is left as TODO. + Global test __init__ with new way of giving defaults to global variables. + The new keyword is put into robot_enhancements.robot resource. + Number of trials and trial duration are now configurable. - Bootstrap scripts have no support for overriding the defaults yet. Change-Id: I4b108cc9c256730e62c03fbacba0a1c314f8ae88 Signed-off-by: Vratko Polak --- .../10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot | 2 +- .../container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot | 2 +- .../container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot | 2 +- .../container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot | 2 +- .../10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot | 2 +- .../container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot | 2 +- .../container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot | 2 +- .../container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot | 2 +- .../40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot | 2 +- .../container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot | 2 +- 10 files changed, 10 insertions(+), 10 deletions(-) (limited to 'tests/vpp/perf/container_memif') diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot index e007ac09b2..3d8236a483 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot @@ -87,7 +87,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 Bridge Domain for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot index d9dcce584e..164af1a001 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-1memif-1dcr-mrr.robot @@ -92,7 +92,7 @@ | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect for single memif in 3-node circular topology | | ... | ${rxq} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot index cd650aaf25..edb5112c55 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1dcr-mrr.robot @@ -87,7 +87,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot index bc3cda8980..7d4c5f73db 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x520-eth-l2xcbase-eth-2memif-1lxc-mrr.robot @@ -86,7 +86,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot index cd94a2f9f5..0c12a5cc4a 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot @@ -87,7 +87,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 Bridge Domain for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot index eee6a039da..f2559b6f71 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-1memif-1dcr-mrr.robot @@ -91,7 +91,7 @@ | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect for single memif in 3-node circular topology | | ... | ${rxq} -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot index aa35b4c958..2f32cd277c 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1dcr-mrr.robot @@ -87,7 +87,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot index 0a95636f35..6df3b65566 100644 --- a/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/10ge2p1x710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot @@ -86,7 +86,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot index b39d27f635..256dedcd7e 100644 --- a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2bdbasemaclrn-eth-2memif-1lxc-mrr.robot @@ -91,7 +91,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 Bridge Domain for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** diff --git a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot index 325adba3ff..42a5639097 100644 --- a/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot +++ b/tests/vpp/perf/container_memif/40ge2p1xl710-eth-l2xcbase-eth-2memif-1lxc-mrr.robot @@ -90,7 +90,7 @@ | | ... | Add no multi seg to all DUTs | | And Apply startup configuration on all VPP DUTs | | And Initialize L2 xconnect for '1' memif pairs and '${rxq}' rxqueues in 3-node circular topology -| | Then Traffic should pass with maximum rate | ${perf_trial_duration} +| | Then Traffic should pass with maximum rate | | ... | ${max_rate}pps | ${framesize} | ${traffic_profile} *** Test Cases *** -- cgit 1.2.3-korg