X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Flibraries%2Fpython%2FContainerUtils.py;h=478a9781a023823920370adbf9d414c6d45b7b75;hb=ada7009a3c826430e83a29c31bdf9a5973986ad9;hp=4d5f8ee4d6a5f9294789195c7297d938c2d55969;hpb=fd6fedc983a7d1796eb2531782be8a37b6d0921d;p=csit.git diff --git a/resources/libraries/python/ContainerUtils.py b/resources/libraries/python/ContainerUtils.py index 4d5f8ee4d6..478a9781a0 100644 --- a/resources/libraries/python/ContainerUtils.py +++ b/resources/libraries/python/ContainerUtils.py @@ -21,6 +21,7 @@ from collections import OrderedDict, Counter from resources.libraries.python.ssh import SSH from resources.libraries.python.constants import Constants from resources.libraries.python.CpuUtils import CpuUtils +from resources.libraries.python.topology import Topology from resources.libraries.python.VppConfigGenerator import VppConfigGenerator @@ -79,14 +80,21 @@ class ContainerManager(object): # Set cpuset.cpus cgroup skip_cnt = kwargs['cpu_skip'] + smt_used = CpuUtils.is_smt_enabled(kwargs['node']['cpuinfo']) if not kwargs['cpu_shared']: skip_cnt += kwargs['i'] * kwargs['cpu_count'] self.engine.container.cpuset_cpus = \ CpuUtils.cpu_slice_of_list_per_node(node=kwargs['node'], cpu_node=kwargs['cpuset_mems'], skip_cnt=skip_cnt, - cpu_cnt=kwargs['cpu_count'], - smt_used=kwargs['smt_used']) + cpu_cnt=1, + smt_used=False) \ + + \ + CpuUtils.cpu_slice_of_list_per_node(node=kwargs['node'], + cpu_node=kwargs['cpuset_mems'], + skip_cnt=skip_cnt+1, + cpu_cnt=kwargs['cpu_count']-1, + smt_used=smt_used) # Store container instance self.containers[kwargs['name']] = self.engine.container @@ -162,33 +170,68 @@ class ContainerManager(object): self.engine.container = self.containers[container] self.engine.restart_vpp() - def configure_vpp_in_all_containers(self, vat_template_file): + def configure_vpp_in_all_containers(self, chain_topology, + dut1_if=None, dut2_if=None): """Configure VPP in all containers. - :param vat_template_file: Template file name of a VAT script. - :type vat_template_file: str + :param chain_topology: Topology used for chaining containers can be + chain or cross_horiz. Chain topology is using 1 memif pair per + container. Cross_horiz topology is using 1 memif and 1 physical + interface in container (only single container can be configured). + :param dut1_if: Interface on DUT1 directly connected to DUT2. + :param dut2_if: Interface on DUT2 directly connected to DUT1. + :type container_topology: str + :type dut1_if: str + :type dut2_if: str """ # Count number of DUTs based on node's host information dut_cnt = len(Counter([self.containers[container].node['host'] for container in self.containers])) - container_cnt = len(self.containers) - mod = container_cnt/dut_cnt - - for i, container in enumerate(self.containers): - mid1 = i % mod + 1 - mid2 = i % mod + 1 - sid1 = i % mod * 2 + 1 - sid2 = i % mod * 2 + 2 - self.engine.container = self.containers[container] - self.engine.create_vpp_startup_config() - self.engine.create_vpp_exec_config(vat_template_file, mid1=mid1, - mid2=mid2, sid1=sid1, sid2=sid2, - socket1='memif-{c.name}-{sid}' - .format(c=self.engine.container, - sid=sid1), - socket2='memif-{c.name}-{sid}' - .format(c=self.engine.container, - sid=sid2)) + mod = len(self.containers)/dut_cnt + container_vat_template = 'memif_create_{topology}.vat'.format( + topology=chain_topology) + + if chain_topology == 'chain': + for i, container in enumerate(self.containers): + mid1 = i % mod + 1 + mid2 = i % mod + 1 + sid1 = i % mod * 2 + 1 + sid2 = i % mod * 2 + 2 + self.engine.container = self.containers[container] + self.engine.create_vpp_startup_config() + self.engine.create_vpp_exec_config(container_vat_template, \ + mid1=mid1, mid2=mid2, sid1=sid1, sid2=sid2, \ + socket1='memif-{c.name}-{sid}'. \ + format(c=self.engine.container, sid=sid1), \ + socket2='memif-{c.name}-{sid}'. \ + format(c=self.engine.container, sid=sid2)) + elif chain_topology == 'cross_horiz': + if mod > 1: + raise RuntimeError('Container chain topology {topology} ' + 'supports only single container.'. + format(topology=chain_topology)) + for i, container in enumerate(self.containers): + mid1 = i % mod + 1 + sid1 = i % mod * 2 + 1 + self.engine.container = self.containers[container] + if 'DUT1' in self.engine.container.name: + if_pci = Topology.get_interface_pci_addr( \ + self.engine.container.node, dut1_if) + if_name = Topology.get_interface_name( \ + self.engine.container.node, dut1_if) + if 'DUT2' in self.engine.container.name: + if_pci = Topology.get_interface_pci_addr( \ + self.engine.container.node, dut2_if) + if_name = Topology.get_interface_name( \ + self.engine.container.node, dut2_if) + self.engine.create_vpp_startup_config_dpdk_dev(if_pci) + self.engine.create_vpp_exec_config(container_vat_template, \ + mid1=mid1, sid1=sid1, if_name=if_name, \ + socket1='memif-{c.name}-{sid}'. \ + format(c=self.engine.container, sid=sid1)) + else: + raise RuntimeError('Container topology {topology} not implemented'. + format(topology=chain_topology)) def stop_all_containers(self): """Stop all containers.""" @@ -286,12 +329,15 @@ class ContainerEngine(object): if self.container.install_dkms: self.execute( 'apt-get install -y dkms && ' - 'dpkg -i --force-all {guest_dir}/install_dir/*.deb'. + 'dpkg -i --force-all ' + '{guest_dir}/openvpp-testing/download_dir/*.deb'. format(guest_dir=self.container.mnt[0].split(':')[1])) else: self.execute( - 'for i in $(ls -I \"*dkms*\" {guest_dir}/install_dir/); do ' - 'dpkg -i --force-all {guest_dir}/install_dir/$i; done'. + 'for i in $(ls -I \"*dkms*\" ' + '{guest_dir}/openvpp-testing/download_dir/); do ' + 'dpkg -i --force-all ' + '{guest_dir}/openvpp-testing/download_dir/$i; done'. format(guest_dir=self.container.mnt[0].split(':')[1])) self.execute('apt-get -f install -y') self.execute('apt-get install -y ca-certificates') @@ -304,18 +350,18 @@ class ContainerEngine(object): 'priority=1', config_file=SUPERVISOR_CONF)) self.execute('supervisorctl reload') + self.execute('supervisorctl restart vpp') def restart_vpp(self): """Restart VPP service inside a container.""" self.execute('supervisorctl restart vpp') self.execute('cat /tmp/supervisord.log') - def create_vpp_startup_config(self, - config_filename='/etc/vpp/startup.conf'): + def create_base_vpp_startup_config(self): """Create base startup configuration of VPP on container. - :param config_filename: Startup configuration file name. - :type config_filename: str + :returns: Base VPP startup configuration. + :rtype: VppConfigGenerator """ cpuset_cpus = self.container.cpuset_cpus @@ -331,12 +377,38 @@ class ContainerEngine(object): if cpuset_cpus: corelist_workers = ','.join(str(cpu) for cpu in cpuset_cpus) vpp_config.add_cpu_corelist_workers(corelist_workers) + + return vpp_config + + def create_vpp_startup_config(self): + """Create startup configuration of VPP without DPDK on container. + """ + vpp_config = self.create_base_vpp_startup_config() vpp_config.add_plugin('disable', 'dpdk_plugin.so') + # Apply configuration self.execute('mkdir -p /etc/vpp/') - self.execute('echo "{c}" | tee {f}' - .format(c=vpp_config.get_config_str(), - f=config_filename)) + self.execute('echo "{config}" | tee /etc/vpp/startup.conf' + .format(config=vpp_config.get_config_str())) + + def create_vpp_startup_config_dpdk_dev(self, *devices): + """Create startup configuration of VPP with DPDK on container. + + :param devices: List of PCI devices to add. + :type devices: list + """ + vpp_config = self.create_base_vpp_startup_config() + vpp_config.add_dpdk_dev(*devices) + vpp_config.add_dpdk_no_tx_checksum_offload() + vpp_config.add_dpdk_log_level('debug') + vpp_config.add_plugin('disable', 'default') + vpp_config.add_plugin('enable', 'dpdk_plugin.so') + vpp_config.add_plugin('enable', 'memif_plugin.so') + + # Apply configuration + self.execute('mkdir -p /etc/vpp/') + self.execute('echo "{config}" | tee /etc/vpp/startup.conf' + .format(config=vpp_config.get_config_str())) def create_vpp_exec_config(self, vat_template_file, **kwargs): """Create VPP exec configuration on container. @@ -407,9 +479,7 @@ class ContainerEngine(object): class LXC(ContainerEngine): """LXC implementation.""" - def __init__(self): - """Initialize LXC object.""" - super(LXC, self).__init__() + # Implicit constructor is inherited. def acquire(self, force=True): """Acquire a privileged system object where configuration is stored. @@ -600,9 +670,7 @@ class LXC(ContainerEngine): class Docker(ContainerEngine): """Docker implementation.""" - def __init__(self): - """Initialize Docker object.""" - super(Docker, self).__init__() + # Implicit constructor is inherited. def acquire(self, force=True): """Pull an image or a repository from a registry. @@ -617,7 +685,10 @@ class Docker(ContainerEngine): else: return - cmd = 'docker pull {c.image}'.format(c=self.container) + image = self.container.image if self.container.image else\ + "ubuntu:xenial-20180412" + + cmd = 'docker pull {image}'.format(image=image) ret, _, _ = self.container.ssh.exec_command_sudo(cmd, timeout=1800) if int(ret) != 0: