From 4f4eaa1d52f3bdbe3caecdc1d6a024c369a2834a Mon Sep 17 00:00:00 2001 From: selias Date: Tue, 7 Mar 2017 15:42:02 +0100 Subject: CSIT-536 HC Test: support testing with ODL client Reuses existing restconf test cases to test Honeycomb's netconf interface. When seding the requests to ODL's Honeycomb mountpoint, ODL translates these requests to netconf RPCs. Add new tag "honeycomb_odl" that excludes incompatible test cases. Change-Id: Ie293449da0129b02db85e30aa4f3266928d7d9f6 Signed-off-by: selias --- tests/func/honeycomb/__init__.robot | 25 +++++++++++++++------- .../honeycomb/mgmt-cfg-acl-apihc-apivat-func.robot | 4 ++-- .../func/honeycomb/mgmt-cfg-int-apihcnc-func.robot | 2 +- .../mgmt-cfg-int-subint-apihc-apivat-func.robot | 4 ++-- .../mgmt-cfg-intip4-intip6-apihc-apivat-func.robot | 4 ++-- .../mgmt-cfg-inttap-apihc-apivat-func.robot | 4 ++-- .../mgmt-cfg-intvhost-apihc-apivat-func.robot | 4 ++-- .../mgmt-cfg-l2bd-apihc-apivat-func.robot | 4 ++-- .../mgmt-cfg-l2fib-apihc-apivat-func.robot | 4 ++-- .../mgmt-cfg-lisp-apihc-apivat-func.robot | 4 ++-- .../honeycomb/mgmt-cfg-nsh-apihc-apivat-func.robot | 4 ++-- .../honeycomb/mgmt-cfg-pbb-apihc-apivat-func.robot | 4 ++-- .../mgmt-cfg-pluginacl-apihc-apivat-func.robot | 4 ++-- .../mgmt-cfg-snat44-apihc-apivat-func.robot | 4 ++-- .../mgmt-cfg-spanrx-apihc-apivat-func.robot | 2 +- .../mgmt-cfg-vxlan-apihc-apivat-func.robot | 4 ++-- .../mgmt-cfg-vxlangpe-apihc-apivat-func.robot | 4 ++-- tests/func/honeycomb/mgmt-notif-apihcnc-func.robot | 4 ++-- .../honeycomb/mgmt-statepersist-apihc-func.robot | 6 ++++-- 19 files changed, 53 insertions(+), 42 deletions(-) (limited to 'tests/func/honeycomb') diff --git a/tests/func/honeycomb/__init__.robot b/tests/func/honeycomb/__init__.robot index 1b129d9c86..9057cef9f8 100644 --- a/tests/func/honeycomb/__init__.robot +++ b/tests/func/honeycomb/__init__.robot @@ -20,13 +20,22 @@ | Resource | resources/libraries/robot/default.robot | Resource | resources/libraries/robot/honeycomb/honeycomb.robot | Suite Setup | Run Keywords | Setup All DUTs Before Test | AND -| ... | Clear Persisted Honeycomb Configuration | ${node} | AND -| ... | Copy Java Libraries | ${node} | AND -| ... | Configure Unsecured Access | ${node} | AND -| ... | Enable Module Features | ${node} | AND -| ... | Configure Log Level | ${node} | TRACE | AND -| ... | Setup Honeycomb Service On DUTs | ${node} | AND +| ... | Configure Honeycomb for testing | ${node} | AND | ... | Set Global Variable | ${node} -| Suite Teardown | Run keywords -| ... | Stop Honeycomb Service On DUTs | ${node} | AND +| Suite Teardown | ... | Archive Honeycomb log file | ${node} + +*** Keywords *** +| Configure Honeycomb for testing +| | [Arguments] | ${node} +| | Copy Java Libraries | ${node} +| | Configure Unsecured Access | ${node} +| | Enable Module Features | ${node} +| | Configure Log Level | ${node} | TRACE +| | Configure Persistence | ${node} | disable +| | Clear Persisted Honeycomb Configuration | ${node} +| | Setup Honeycomb Service On DUTs | ${node} +| | ${use_odl_client}= | Find ODL client on node | ${node} +| | Set Global Variable | ${use_odl_client} +| | Run Keyword If | ${use_odl_client} +| | ... | Start ODL Client on node | ${node} diff --git a/tests/func/honeycomb/mgmt-cfg-acl-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-acl-apihc-apivat-func.robot index fdfc281d82..b50a48f9a1 100644 --- a/tests/func/honeycomb/mgmt-cfg-acl-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-acl-apihc-apivat-func.robot @@ -22,10 +22,10 @@ | Variables | resources/test_data/honeycomb/acl.py | Suite Teardown | Run keywords | ... | Run Keyword If Any Tests Failed -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} +| ... | Restart Honeycomb and VPP | ${node} | ... | AND | Clear all ACL settings | ${node} | Documentation | *Honeycomb access control lists test suite.* -| Force Tags | Honeycomb_sanity +| Force Tags | honeycomb_sanity | honeycomb_odl *** Test Cases *** | TC01: Honeycomb can create ACL classify table diff --git a/tests/func/honeycomb/mgmt-cfg-int-apihcnc-func.robot b/tests/func/honeycomb/mgmt-cfg-int-apihcnc-func.robot index 45a80a436d..8f5796a299 100644 --- a/tests/func/honeycomb/mgmt-cfg-int-apihcnc-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-int-apihcnc-func.robot @@ -23,7 +23,7 @@ | ... | REST API.* | Force Tags | honeycomb_sanity | Suite Teardown -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} +| ... | Restart Honeycomb and VPP | ${node} *** Variables *** | ${interface}= | ${node['interfaces']['port1']['name']} diff --git a/tests/func/honeycomb/mgmt-cfg-int-subint-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-int-subint-apihc-apivat-func.robot index f050a4dfa6..ca1ff9988c 100644 --- a/tests/func/honeycomb/mgmt-cfg-int-subint-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-int-subint-apihc-apivat-func.robot @@ -19,8 +19,8 @@ | Resource | resources/libraries/robot/honeycomb/interfaces.robot | Variables | resources/test_data/honeycomb/sub_interfaces.py | Suite Teardown -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} -| Force Tags | honeycomb_sanity +| ... | Restart Honeycomb and VPP | ${node} +| Force Tags | honeycomb_sanity | honeycomb_odl | Documentation | *Honeycomb sub-interface management test suite.* *** Variables *** diff --git a/tests/func/honeycomb/mgmt-cfg-intip4-intip6-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-intip4-intip6-apihc-apivat-func.robot index 6bc602371a..fc5069fee3 100644 --- a/tests/func/honeycomb/mgmt-cfg-intip4-intip6-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-intip4-intip6-apihc-apivat-func.robot @@ -39,10 +39,10 @@ | Resource | resources/libraries/robot/honeycomb/honeycomb.robot | Resource | resources/libraries/robot/testing_path.robot | Resource | resources/libraries/robot/ipv6.robot -| Force Tags | honeycomb_sanity +| Force Tags | honeycomb_sanity | honeycomb_odl | Suite Setup | Vpp nodes ra suppress link layer | ${nodes} | Suite Teardown -| | ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} +| | ... | Restart Honeycomb and VPP | ${node} | Documentation | *Honeycomb interface management test suite.* *** Test Cases *** diff --git a/tests/func/honeycomb/mgmt-cfg-inttap-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-inttap-apihc-apivat-func.robot index 05ca9dc28a..29eb0af5cc 100644 --- a/tests/func/honeycomb/mgmt-cfg-inttap-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-inttap-apihc-apivat-func.robot @@ -26,9 +26,9 @@ | Resource | resources/libraries/robot/honeycomb/honeycomb.robot | Resource | resources/libraries/robot/honeycomb/interfaces.robot | Resource | resources/libraries/robot/honeycomb/tap.robot -| Force Tags | honeycomb_sanity +| Force Tags | honeycomb_sanity | honeycomb_odl | Suite Teardown | Run Keyword If Any Tests Failed -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} +| ... | Restart Honeycomb and VPP | ${node} | Documentation | *Honeycomb TAP management test suite.* *** Test Cases *** diff --git a/tests/func/honeycomb/mgmt-cfg-intvhost-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-intvhost-apihc-apivat-func.robot index 1f5719aff5..1e37918753 100644 --- a/tests/func/honeycomb/mgmt-cfg-intvhost-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-intvhost-apihc-apivat-func.robot @@ -26,9 +26,9 @@ | Resource | resources/libraries/robot/default.robot | Resource | resources/libraries/robot/honeycomb/honeycomb.robot | Resource | resources/libraries/robot/honeycomb/vhost_user.robot -| Force Tags | honeycomb_sanity +| Force Tags | honeycomb_sanity | honeycomb_odl | Suite Teardown | Run Keyword If Any Tests Failed -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} +| ... | Restart Honeycomb and VPP | ${node} | Documentation | *Honeycomb vhost-user interface management test suite.* *** Test Cases *** diff --git a/tests/func/honeycomb/mgmt-cfg-l2bd-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-l2bd-apihc-apivat-func.robot index 05440ba9dc..dca6a60303 100644 --- a/tests/func/honeycomb/mgmt-cfg-l2bd-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-l2bd-apihc-apivat-func.robot @@ -30,9 +30,9 @@ | Resource | resources/libraries/robot/honeycomb/bridge_domain.robot | Suite Teardown | Run keywords | ... | Run Keyword If Any Tests Failed -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} +| ... | Restart Honeycomb and VPP | ${node} | ... | AND | Honeycomb removes all bridge domains | ${node} | @{interfaces} -| Force Tags | honeycomb_sanity +| Force Tags | honeycomb_sanity | honeycomb_odl | Documentation | *Honeycomb bridge domain management test suite.* *** Test Cases *** diff --git a/tests/func/honeycomb/mgmt-cfg-l2fib-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-l2fib-apihc-apivat-func.robot index 25891dd470..ef6a50ca4a 100644 --- a/tests/func/honeycomb/mgmt-cfg-l2fib-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-l2fib-apihc-apivat-func.robot @@ -24,11 +24,11 @@ | ... | Set test interface down | Suite Teardown | Run keywords | ... | Run Keyword If Any Tests Failed -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} +| ... | Restart Honeycomb and VPP | ${node} | ... | AND | ... | Honeycomb removes all bridge domains | ... | ${node} | ${interface} | ${interface2} -| Force tags | honeycomb_sanity +| Force tags | honeycomb_sanity | honeycomb_odl *** Variables *** # Interface to run tests on. diff --git a/tests/func/honeycomb/mgmt-cfg-lisp-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-lisp-apihc-apivat-func.robot index 2356e8b00a..aeb4782d5c 100644 --- a/tests/func/honeycomb/mgmt-cfg-lisp-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-lisp-apihc-apivat-func.robot @@ -26,8 +26,8 @@ | Variables | resources/test_data/honeycomb/lisp.py | Documentation | *Honeycomb Lisp test suite.* | Suite Teardown | Run Keyword If Any Tests Failed -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} -| Force Tags | honeycomb_sanity +| ... | Restart Honeycomb and VPP | ${node} +| Force Tags | honeycomb_sanity | honeycomb_odl *** Test Cases *** | TC01: Honeycomb enables Lisp feature diff --git a/tests/func/honeycomb/mgmt-cfg-nsh-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-nsh-apihc-apivat-func.robot index aade075a7a..3f4b08795a 100644 --- a/tests/func/honeycomb/mgmt-cfg-nsh-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-nsh-apihc-apivat-func.robot @@ -23,9 +23,9 @@ | Variables | resources/test_data/honeycomb/vxlan_gpe.py | Documentation | *Honeycomb NSH test suite.* | Suite Teardown | Run Keyword If Any Tests Failed -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} +| ... | Restart Honeycomb and VPP | ${node} # disabled pending NSH version 17.04 -#| Force Tags | honeycomb_sanity +#| Force Tags | honeycomb_sanity | honeycomb_odl *** Test Cases *** | TC01: Honeycomb can configure NSH entry diff --git a/tests/func/honeycomb/mgmt-cfg-pbb-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-pbb-apihc-apivat-func.robot index 6ae76e0ec9..e4353e8e45 100644 --- a/tests/func/honeycomb/mgmt-cfg-pbb-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-pbb-apihc-apivat-func.robot @@ -21,8 +21,8 @@ | Variables | resources/test_data/honeycomb/pbb/pbb.py | Documentation | *Honeycomb provider backbone bridge test suite.* | Suite Teardown | Run Keyword If Any Tests Failed -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} -| Force Tags | honeycomb_sanity +| ... | Restart Honeycomb and VPP | ${node} +| Force Tags | honeycomb_sanity | honeycomb_odl *** Test Cases *** # TODO: add verifications once operational data or VPP dump is available. diff --git a/tests/func/honeycomb/mgmt-cfg-pluginacl-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-pluginacl-apihc-apivat-func.robot index cbc89ec34c..6a53cfd224 100644 --- a/tests/func/honeycomb/mgmt-cfg-pluginacl-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-pluginacl-apihc-apivat-func.robot @@ -48,9 +48,9 @@ | ... | AND | Clear plugin-acl settings | ${node} | ${dut_to_tg_if1} | Suite Setup | Vpp All ra suppress link layer | ${nodes} | Suite Teardown -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} +| ... | Restart Honeycomb and VPP | ${node} | Documentation | *Honeycomb access control lists test suite for ACL plugin.* -| Force Tags | Honeycomb_sanity +| Force Tags | honeycomb_sanity | honeycomb_odl *** Test Cases *** | TC01: ACL MAC filtering through plugin-acl node - bridged diff --git a/tests/func/honeycomb/mgmt-cfg-snat44-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-snat44-apihc-apivat-func.robot index 0b45c55573..f15a632f29 100644 --- a/tests/func/honeycomb/mgmt-cfg-snat44-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-snat44-apihc-apivat-func.robot @@ -21,8 +21,8 @@ | Variables | resources/test_data/honeycomb/nat.py | ${node} | ${interface} | Documentation | *Honeycomb NAT test suite.* | Suite Teardown | Run Keyword If Any Tests Failed -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} -| Force Tags | honeycomb_sanity +| ... | Restart Honeycomb and VPP | ${node} +| Force Tags | honeycomb_sanity | honeycomb_odl *** Test Cases *** | TC01: Honeycomb configures NAT entry diff --git a/tests/func/honeycomb/mgmt-cfg-spanrx-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-spanrx-apihc-apivat-func.robot index 8beea9a42a..46bfc1a3d5 100644 --- a/tests/func/honeycomb/mgmt-cfg-spanrx-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-spanrx-apihc-apivat-func.robot @@ -20,7 +20,7 @@ # | Force Tags | honeycomb_sanity | Suite Setup | Add Interface local0 To Topology | ${node} | Suite Teardown | Run Keyword If Any Tests Failed -| | ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} +| | ... | Restart Honeycomb and VPP | ${node} | Documentation | *Honeycomb port mirroring test suite.* *** Variables *** diff --git a/tests/func/honeycomb/mgmt-cfg-vxlan-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-vxlan-apihc-apivat-func.robot index 1838f469a3..f4cec2712d 100644 --- a/tests/func/honeycomb/mgmt-cfg-vxlan-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-vxlan-apihc-apivat-func.robot @@ -32,9 +32,9 @@ | Resource | resources/libraries/robot/honeycomb/vxlan.robot # import additional VxLAN settings from resource file | Variables | resources/test_data/honeycomb/vxlan.py -| Force Tags | honeycomb_sanity +| Force Tags | honeycomb_sanity | honeycomb_odl | Suite Teardown | Run Keyword If Any Tests Failed -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} +| ... | Restart Honeycomb and VPP | ${node} | Documentation | *Honeycomb VxLAN management test suite.* *** Test Cases *** diff --git a/tests/func/honeycomb/mgmt-cfg-vxlangpe-apihc-apivat-func.robot b/tests/func/honeycomb/mgmt-cfg-vxlangpe-apihc-apivat-func.robot index 78635ac48d..7902396e40 100644 --- a/tests/func/honeycomb/mgmt-cfg-vxlangpe-apihc-apivat-func.robot +++ b/tests/func/honeycomb/mgmt-cfg-vxlangpe-apihc-apivat-func.robot @@ -39,9 +39,9 @@ # Import additional VxLAN GPE settings from resource file | Variables | resources/test_data/honeycomb/vxlan_gpe.py | Documentation | *Honeycomb VxLAN-GPE management test suite.* -| Force Tags | honeycomb_sanity +| Force Tags | honeycomb_sanity | honeycomb_odl | Suite Setup -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} +| ... | Restart Honeycomb and VPP | ${node} *** Test Cases *** | TC01: Honeycomb creates VxLAN GPE tunnel diff --git a/tests/func/honeycomb/mgmt-notif-apihcnc-func.robot b/tests/func/honeycomb/mgmt-notif-apihcnc-func.robot index 2b6802c205..a1bd91625f 100644 --- a/tests/func/honeycomb/mgmt-notif-apihcnc-func.robot +++ b/tests/func/honeycomb/mgmt-notif-apihcnc-func.robot @@ -30,9 +30,9 @@ | ... | Honeycomb creates TAP interface | ... | ${node} | ${tap_interface} | ${tap_settings} | Documentation | *Honeycomb notifications test suite.* -| Force Tags | honeycomb_sanity +| Force Tags | honeycomb_sanity | honeycomb_odl | Suite Teardown | Run Keyword If Any Tests Failed -| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} +| ... | Restart Honeycomb and VPP | ${node} *** Test Cases *** | TC01: Honeycomb sends notification on interface state change diff --git a/tests/func/honeycomb/mgmt-statepersist-apihc-func.robot b/tests/func/honeycomb/mgmt-statepersist-apihc-func.robot index 2c0067e14e..8aebe741cf 100644 --- a/tests/func/honeycomb/mgmt-statepersist-apihc-func.robot +++ b/tests/func/honeycomb/mgmt-statepersist-apihc-func.robot @@ -18,8 +18,10 @@ *** Settings *** | Resource | resources/libraries/robot/default.robot | Resource | resources/libraries/robot/honeycomb/persistence.robot -| Suite Setup | Restart Honeycomb And VPP And Clear Persisted Configuration -| ... | ${node} +| Suite Setup | Run Keywords +| ... | Restart Honeycomb And VPP And Clear Persisted Configuration | ${node} +| ... | AND | Configure Persistence | ${node} | enable +| Suite Teardown | Configure Persistence | ${node} | disable | Force Tags | honeycomb_sanity | Documentation | *Honeycomb configuration persistence test suite.* -- cgit 1.2.3-korg