diff options
Diffstat (limited to 'resources/libraries/python')
| -rw-r--r-- | resources/libraries/python/ContainerUtils.py | 22 | ||||
| -rw-r--r-- | resources/libraries/python/LXCUtils.py | 424 | ||||
| -rw-r--r-- | resources/libraries/python/Memif.py | 17 |
3 files changed, 25 insertions, 438 deletions
diff --git a/resources/libraries/python/ContainerUtils.py b/resources/libraries/python/ContainerUtils.py index ed058b7597..aafc3eb180 100644 --- a/resources/libraries/python/ContainerUtils.py +++ b/resources/libraries/python/ContainerUtils.py @@ -166,18 +166,23 @@ class ContainerManager(object): dut_cnt = len(Counter([self.containers[container].node['host'] for container in self.containers])) container_cnt = len(self.containers) - mod = dut_cnt/container_cnt + mod = container_cnt/dut_cnt for i, container in enumerate(self.containers): + mid1 = i % mod + 1 + mid2 = i % mod + 1 + sid1 = i % mod * 2 + 1 + sid2 = i % mod * 2 + 2 self.engine.container = self.containers[container] self.engine.create_vpp_startup_config() - self.engine.create_vpp_exec_config(vat_template_file, - memif_id1=i % mod * 2 + 1, - memif_id2=i % mod * 2 + 2, - socket1='memif-{c.name}-1' - .format(c=self.engine.container), - socket2='memif-{c.name}-2' - .format(c=self.engine.container)) + self.engine.create_vpp_exec_config(vat_template_file, mid1=mid1, + mid2=mid2, sid1=sid1, sid2=sid2, + socket1='memif-{c.name}-{sid}' + .format(c=self.engine.container, + sid=sid1), + socket2='memif-{c.name}-{sid}' + .format(c=self.engine.container, + sid=sid2)) def stop_all_containers(self): """Stop all containers.""" @@ -286,6 +291,7 @@ class ContainerEngine(object): 'do dpkg -i --force-all {0}/install_dir/$i; done' .format(self.container.guest_dir)) self.execute('apt-get -f install -y') + self.execute('apt-get install -y ca-certificates') self.execute('echo "{0}" >> {1}' .format( '[program:vpp]\n' diff --git a/resources/libraries/python/LXCUtils.py b/resources/libraries/python/LXCUtils.py deleted file mode 100644 index 57ced6b549..0000000000 --- a/resources/libraries/python/LXCUtils.py +++ /dev/null @@ -1,424 +0,0 @@ -# Copyright (c) 2017 Cisco and/or its affiliates. -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at: -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -"""Library to manipulate LXC.""" - -from resources.libraries.python.ssh import SSH -from resources.libraries.python.constants import Constants -from resources.libraries.python.topology import NodeType - - -__all__ = ["LXCUtils"] - -class LXCUtils(object): - """LXC utilities.""" - - def __init__(self, container_name='slave'): - # LXC container name - self._container_name = container_name - self._node = None - # Host hugepages dir that will be mounted inside LXC - self._host_hugepages_dir = '/dev/hugepages' - # Host dir that will be mounted inside LXC - self._host_dir = '/tmp/' - # Guest dir to mount host dir to - self._guest_dir = '/mnt/host' - # LXC container env variables - self._env_vars = ['LC_ALL="en_US.UTF-8"', - 'DEBIAN_FRONTEND=noninteractive'] - - def set_node(self, node): - """Set node for LXC execution. - - :param node: Node to execute LXC on. - :type node: dict - :raises RuntimeError: If Node type is not DUT. - """ - if node['type'] != NodeType.DUT: - raise RuntimeError('Node type is not DUT.') - self._node = node - - def set_host_dir(self, node, host_dir): - """Set shared dir on parent node for LXC. - - :param node: Node to control LXC on. - :type node: dict - :raises RuntimeError: If Node type is not DUT. - """ - if node['type'] != NodeType.DUT: - raise RuntimeError('Node type is not DUT.') - self._host_dir = host_dir - - def set_guest_dir(self, node, guest_dir): - """Set mount dir on LXC. - - :param node: Node to control LXC on. - :param guest_dir: Guest dir for mount. - :type node: dict - :type guest_dir: str - :raises RuntimeError: If Node type is not DUT. - """ - if node['type'] != NodeType.DUT: - raise RuntimeError('Node type is not DUT.') - self._guest_dir = guest_dir - - def _lxc_checkconfig(self): - """Check the current kernel for LXC support. - - :raises RuntimeError: If failed to check LXC support. - """ - - ssh = SSH() - ssh.connect(self._node) - - ret, _, _ = ssh.exec_command_sudo('lxc-checkconfig') - if int(ret) != 0: - raise RuntimeError('Failed to check LXC support.') - - def _lxc_create(self, distro='ubuntu', release='xenial', arch='amd64'): - """Creates a privileged system object where is stored the configuration - information and where can be stored user information. - - :param distro: Linux distribution name. - :param release: Linux distribution release. - :param arch: Linux distribution architecture. - :type distro: str - :type release: str - :type arch: str - :raises RuntimeError: If failed to create a container. - """ - - ssh = SSH() - ssh.connect(self._node) - - ret, _, _ = ssh.exec_command_sudo( - 'lxc-create -t download --name {0} -- -d {1} -r {2} -a {3}'\ - ' --no-validate'.format(self._container_name, distro, release, - arch), timeout=1800) - if int(ret) != 0: - raise RuntimeError('Failed to create LXC container.') - - def _lxc_info(self): - """Queries and shows information about a container. - - :raises RuntimeError: If failed to get info about a container. - """ - - ssh = SSH() - ssh.connect(self._node) - - ret, _, _ = ssh.exec_command_sudo( - 'lxc-info --name {0}'.format(self._container_name)) - if int(ret) != 0: - raise RuntimeError('Failed to get info about LXC container {0}.' - .format(self._container_name)) - - def _lxc_start(self): - """Start an application inside a container. - - :raises RuntimeError: If failed to start container. - """ - - ssh = SSH() - ssh.connect(self._node) - - ret, _, _ = ssh.exec_command_sudo( - 'lxc-start --name {0} --daemon'.format(self._container_name)) - if int(ret) != 0: - raise RuntimeError('Failed to start LXC container {0}.' - .format(self._container_name)) - - def _lxc_stop(self): - """Stop an application inside a container. - - :raises RuntimeError: If failed to stop container. - """ - - ssh = SSH() - ssh.connect(self._node) - - ret, _, _ = ssh.exec_command_sudo( - 'lxc-stop --name {0}'.format(self._container_name)) - if int(ret) != 0: - raise RuntimeError('Failed to stop LXC container {}.' - .format(self._container_name)) - - def _lxc_destroy(self): - """Destroy a container. - - :raises RuntimeError: If failed to destroy container. - """ - - ssh = SSH() - ssh.connect(self._node) - - ret, _, _ = ssh.exec_command_sudo( - 'lxc-destroy --force --name {0}'.format(self._container_name)) - if int(ret) != 0: - raise RuntimeError('Failed to destroy LXC container {}.' - .format(self._container_name)) - - def _lxc_wait(self, state): - """Wait for a specific container state. - - :param state: Specify the container state(s) to wait for. - :type state: str - :raises RuntimeError: If failed to wait for state of a container. - """ - - ssh = SSH() - ssh.connect(self._node) - - ret, _, _ = ssh.exec_command_sudo( - 'lxc-wait --name {0} --state "{1}"' - .format(self._container_name, state)) - if int(ret) != 0: - raise RuntimeError('Failed to wait for "{0}" of LXC container {1}.' - .format(state, self._container_name)) - - def _lxc_cgroup(self, state_object, value=''): - """Manage the control group associated with a container. - - :param state_object: Specify the state object name. - :param value: Specify the value to assign to the state object. If empty, - then action is GET, otherwise is action SET. - :type state_object: str - :type value: str - :raises RuntimeError: If failed to get/set for state of a container. - """ - - ssh = SSH() - ssh.connect(self._node) - - ret, _, _ = ssh.exec_command_sudo( - 'lxc-cgroup --name {0} {1} {2}' - .format(self._container_name, state_object, value)) - if int(ret) != 0: - if value: - raise RuntimeError('Failed to set {0} of LXC container {1}.' - .format(state_object, self._container_name)) - else: - raise RuntimeError('Failed to get {0} of LXC container {1}.' - .format(state_object, self._container_name)) - - def lxc_attach(self, command): - """Start a process inside a running container. Runs the specified - command inside the container specified by name. The container has to - be running already. - - :param command: Command to run inside container. - :type command: str - :raises RuntimeError: If container is not running. - :raises RuntimeError: If failed to run the command. - """ - env_var = '--keep-env {0}'\ - .format(' '.join('--set-var %s' % var for var in self._env_vars)) - - ssh = SSH() - ssh.connect(self._node) - - if not self.is_container_running(): - raise RuntimeError('LXC {0} is not running.' - .format(self._container_name)) - - ret, _, _ = ssh.exec_command_lxc(lxc_cmd=command, - lxc_name=self._container_name, - lxc_params=env_var, timeout=180) - if int(ret) != 0: - raise RuntimeError('Failed to run "{0}" on LXC container {1}.' - .format(command, self._container_name)) - - def is_container_present(self): - """Check if LXC container is existing on node.""" - - ssh = SSH() - ssh.connect(self._node) - - ret, _, _ = ssh.exec_command_sudo( - 'lxc-info --name {0}'.format(self._container_name)) - return False if int(ret) else True - - def create_container(self, force_create=True): - """Create and start a container. - - :param force_create: Destroy a container if exists and create. - :type force_create: bool - """ - if self.is_container_present(): - if force_create: - self.destroy_container() - else: - return - - self._lxc_checkconfig() - self._lxc_create(distro='ubuntu', release='xenial', arch='amd64') - self.start_container() - - def start_container(self): - """Start a container and wait for running state.""" - - self._lxc_start() - self._lxc_wait('RUNNING') - self._lxc_info() - - def is_container_running(self): - """Check if LXC container is running on node. - - :raises RuntimeError: If failed to get info about a container. - """ - - ssh = SSH() - ssh.connect(self._node) - - ret, stdout, _ = ssh.exec_command_sudo( - 'lxc-info --state --name {0}'.format(self._container_name)) - if int(ret) != 0: - raise RuntimeError('Failed to get info about LXC container {0}.' - .format(self._container_name)) - - return True if 'RUNNING' in stdout else False - - def stop_container(self): - """Stop a container and wait for stopped state.""" - - self._lxc_stop() - self._lxc_wait('STOPPED|FROZEN') - self._lxc_info() - - def restart_container(self): - """Restart container.""" - - self.stop_container() - self.start_container() - - def destroy_container(self): - """Stop and destroy a container.""" - - self._lxc_destroy() - - def container_cpuset_cpus(self, container_cpu): - """Set cpuset.cpus control group associated with a container. - - :param container_cpu: Cpuset.cpus string. - :type container_cpu: str - :raises RuntimeError: If failed to set cgroup for a container. - """ - - ssh = SSH() - ssh.connect(self._node) - - ret, _, _ = ssh.exec_command_sudo('cgset --copy-from / lxc') - if int(ret) != 0: - raise RuntimeError('Failed to copy cgroup settings from root.') - - self._lxc_cgroup(state_object='cpuset.cpus') - self._lxc_cgroup(state_object='cpuset.cpus', value=container_cpu) - self._lxc_cgroup(state_object='cpuset.cpus') - - def mount_host_dir_in_container(self): - """Mount shared folder inside container. - - :raises RuntimeError: If failed to mount host dir in a container. - """ - - ssh = SSH() - ssh.connect(self._node) - - mnt_cfg = 'lxc.mount.entry = {0} /var/lib/lxc/{1}/rootfs{2} ' \ - 'none bind,create=dir 0 0'.format(self._host_dir, - self._container_name, - self._guest_dir) - ret, _, _ = ssh.exec_command_sudo( - "sh -c 'echo \"{0}\" >> /var/lib/lxc/{1}/config'" - .format(mnt_cfg, self._container_name)) - if int(ret) != 0: - raise RuntimeError('Failed to mount {0} in lxc: {1}' - .format(self._host_dir, self._container_name)) - - self.restart_container() - - def mount_hugepages_in_container(self): - """Mount hugepages inside container. - - :raises RuntimeError: If failed to mount hugepages in a container. - """ - - ssh = SSH() - ssh.connect(self._node) - - mnt_cfg = 'lxc.mount.entry = {0} dev/hugepages ' \ - 'none bind,create=dir 0 0'.format(self._host_hugepages_dir) - ret, _, _ = ssh.exec_command_sudo( - "sh -c 'echo \"{0}\" >> /var/lib/lxc/{1}/config'" - .format(mnt_cfg, self._container_name)) - if int(ret) != 0: - raise RuntimeError('Failed to mount {0} in lxc: {1}' - .format(self._host_hugepages_dir, - self._container_name)) - - self.restart_container() - - def install_vpp_in_container(self, install_dkms=False): - """Install vpp inside a container. - - :param install_dkms: If install dkms package. This will impact install - time. Dkms is required for installation of vpp-dpdk-dkms. Default is - false. - :type install_dkms: bool - """ - - ssh = SSH() - ssh.connect(self._node) - - self.lxc_attach('apt-get update') - if install_dkms: - self.lxc_attach('apt-get install -y dkms && ' - 'dpkg -i --force-all {0}/install_dir/*.deb' - .format(self._guest_dir)) - else: - self.lxc_attach('for i in $(ls -I \"*dkms*\" {0}/install_dir/); ' - 'do dpkg -i --force-all {0}/install_dir/$i; done' - .format(self._guest_dir)) - self.lxc_attach('apt-get -f install -y') - - def restart_vpp_in_container(self): - """Restart vpp service inside a container.""" - - ssh = SSH() - ssh.connect(self._node) - - self.lxc_attach('service vpp restart') - - def create_vpp_cfg_in_container(self, vat_template_file, **args): - """Create VPP exec config for a container on given node. - - :param vat_template_file: Template file name of a VAT script. - :param args: Parameters for VAT script. - :type vat_template_file: str - :type args: dict - """ - ssh = SSH() - ssh.connect(self._node) - - vat_file_path = '{}/{}'.format(Constants.RESOURCES_TPL_VAT, - vat_template_file) - - with open(vat_file_path, 'r') as template_file: - cmd_template = template_file.readlines() - for line_tmpl in cmd_template: - vat_cmd = line_tmpl.format(**args) - ssh.exec_command('echo "{0}" | ' - 'sudo lxc-attach --name {1} -- ' - '/bin/sh -c "/bin/cat >> /tmp/running.exec"' - .format(vat_cmd.replace('\n', ''), - self._container_name)) diff --git a/resources/libraries/python/Memif.py b/resources/libraries/python/Memif.py index e3cea939ec..e1f3d30d33 100644 --- a/resources/libraries/python/Memif.py +++ b/resources/libraries/python/Memif.py @@ -25,16 +25,18 @@ class Memif(object): pass @staticmethod - def create_memif_interface(node, socket, mid, role='master'): + def create_memif_interface(node, filename, mid, sid, role='master'): """Create Memif interface on the given node. :param node: Given node to create Memif interface on. - :param socket: Memif interface socket path. + :param filename: Memif interface socket filename. :param mid: Memif interface ID. + :param sid: Socket ID. :param role: Memif interface role [master|slave]. Default is master. :type node: dict - :type socket: str + :type filename: str :type mid: str + :type sid: str :type role: str :returns: SW interface index. :rtype: int @@ -43,8 +45,10 @@ class Memif(object): with VatTerminal(node, json_param=False) as vat: vat.vat_terminal_exec_cmd_from_template( - 'memif_create.vat', - socket=socket, id=mid, role=role) + 'memif_socket_filename_add_del.vat', + add_del='add', id=sid, filename='/tmp/'+filename) + vat.vat_terminal_exec_cmd_from_template( + 'memif_create.vat', id=mid, socket=sid, role=role) if 'sw_if_index' in vat.vat_stdout: try: sw_if_idx = int(vat.vat_stdout.split()[4]) @@ -56,7 +60,8 @@ class Memif(object): Topology.update_interface_name(node, if_key, ifc_name) ifc_mac = Memif.vpp_get_memif_interface_mac(node, sw_if_idx) Topology.update_interface_mac_address(node, if_key, ifc_mac) - Topology.update_interface_memif_socket(node, if_key, socket) + Topology.update_interface_memif_socket(node, if_key, + '/tmp/'+filename) Topology.update_interface_memif_id(node, if_key, mid) Topology.update_interface_memif_role(node, if_key, role) return sw_if_idx |