1 # Copyright (c) 2020 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
14 """Common IP utilities library."""
17 from enum import IntEnum
19 from ipaddress import ip_address
21 from resources.libraries.python.Constants import Constants
22 from resources.libraries.python.InterfaceUtil import InterfaceUtil
23 from resources.libraries.python.IPAddress import IPAddress
24 from resources.libraries.python.PapiExecutor import PapiSocketExecutor
25 from resources.libraries.python.ssh import exec_cmd_no_error, exec_cmd
26 from resources.libraries.python.topology import Topology
27 from resources.libraries.python.VatExecutor import VatTerminal
28 from resources.libraries.python.Namespaces import Namespaces
31 # from vpp/src/vnet/vnet/mpls/mpls_types.h
32 MPLS_IETF_MAX_LABEL = 0xfffff
33 MPLS_LABEL_INVALID = MPLS_IETF_MAX_LABEL + 1
36 class FibPathType(IntEnum):
38 FIB_PATH_TYPE_NORMAL = 0
39 FIB_PATH_TYPE_LOCAL = 1
40 FIB_PATH_TYPE_DROP = 2
41 FIB_PATH_TYPE_UDP_ENCAP = 3
42 FIB_PATH_TYPE_BIER_IMP = 4
43 FIB_PATH_TYPE_ICMP_UNREACH = 5
44 FIB_PATH_TYPE_ICMP_PROHIBIT = 6
45 FIB_PATH_TYPE_SOURCE_LOOKUP = 7
47 FIB_PATH_TYPE_INTERFACE_RX = 9
48 FIB_PATH_TYPE_CLASSIFY = 10
51 class FibPathFlags(IntEnum):
53 FIB_PATH_FLAG_NONE = 0
54 # TODO: Name too long for pylint, fix in VPP.
55 FIB_PATH_FLAG_RESOLVE_VIA_ATTACHED = 1
56 FIB_PATH_FLAG_RESOLVE_VIA_HOST = 2
59 class FibPathNhProto(IntEnum):
60 """FIB path next-hop protocol."""
61 FIB_PATH_NH_PROTO_IP4 = 0
62 FIB_PATH_NH_PROTO_IP6 = 1
63 FIB_PATH_NH_PROTO_MPLS = 2
64 FIB_PATH_NH_PROTO_ETHERNET = 3
65 FIB_PATH_NH_PROTO_BIER = 4
68 class IpDscp(IntEnum):
69 """DSCP code points."""
72 IP_API_DSCP_AF11 = 10,
73 IP_API_DSCP_AF12 = 12,
74 IP_API_DSCP_AF13 = 14,
76 IP_API_DSCP_AF21 = 18,
77 IP_API_DSCP_AF22 = 20,
78 IP_API_DSCP_AF23 = 22,
80 IP_API_DSCP_AF31 = 26,
81 IP_API_DSCP_AF32 = 28,
82 IP_API_DSCP_AF33 = 30,
84 IP_API_DSCP_AF41 = 34,
85 IP_API_DSCP_AF42 = 36,
86 IP_API_DSCP_AF43 = 38,
94 """Common IP utilities"""
97 def ip_to_int(ip_str):
98 """Convert IP address from string format (e.g. 10.0.0.1) to integer
99 representation (167772161).
101 :param ip_str: IP address in string representation.
103 :returns: Integer representation of IP address.
106 return int(ip_address(ip_str))
109 def int_to_ip(ip_int):
110 """Convert IP address from integer representation (e.g. 167772161) to
111 string format (10.0.0.1).
113 :param ip_int: IP address in integer representation.
115 :returns: String representation of IP address.
118 return str(ip_address(ip_int))
121 def vpp_get_interface_ip_addresses(node, interface, ip_version):
122 """Get list of IP addresses from an interface on a VPP node.
124 :param node: VPP node.
125 :param interface: Name of an interface on the VPP node.
126 :param ip_version: IP protocol version (ipv4 or ipv6).
129 :type ip_version: str
130 :returns: List of dictionaries, each containing IP address, subnet
131 prefix length and also the subnet mask for ipv4 addresses.
132 Note: A single interface may have multiple IP addresses assigned.
135 sw_if_index = InterfaceUtil.get_interface_index(node, interface)
140 cmd = u"ip_address_dump"
142 sw_if_index=sw_if_index,
143 is_ipv6=bool(ip_version == u"ipv6")
145 err_msg = f"Failed to get L2FIB dump on host {node[u'host']}"
147 with PapiSocketExecutor(node) as papi_exec:
148 details = papi_exec.add(cmd, **args).get_details(err_msg)
150 # TODO: CSIT currently looks only whether the list is empty.
151 # Add proper value processing if values become important.
156 def vpp_get_ip_tables(node):
157 """Get dump of all IP FIB tables on a VPP node.
159 :param node: VPP node.
162 PapiSocketExecutor.run_cli_cmd(node, u"show ip fib")
163 PapiSocketExecutor.run_cli_cmd(node, u"show ip fib summary")
164 PapiSocketExecutor.run_cli_cmd(node, u"show ip6 fib")
165 PapiSocketExecutor.run_cli_cmd(node, u"show ip6 fib summary")
168 def vpp_get_ip_table_summary(node):
169 """Get IPv4 FIB table summary on a VPP node.
171 :param node: VPP node.
174 PapiSocketExecutor.run_cli_cmd(node, u"show ip fib summary")
177 def vpp_get_ip_table(node):
178 """Get IPv4 FIB table on a VPP node.
180 :param node: VPP node.
183 PapiSocketExecutor.run_cli_cmd(node, u"show ip fib")
186 def vpp_get_ip_tables_prefix(node, address):
187 """Get dump of all IP FIB tables on a VPP node.
189 :param node: VPP node.
190 :param address: IP address.
194 addr = ip_address(address)
195 ip_ver = u"ip6" if addr.version == 6 else u"ip"
197 PapiSocketExecutor.run_cli_cmd(
198 node, f"show {ip_ver} fib {addr}/{addr.max_prefixlen}"
202 def get_interface_vrf_table(node, interface, ip_version='ipv4'):
203 """Get vrf ID for the given interface.
205 :param node: VPP node.
206 :param interface: Name or sw_if_index of a specific interface.
208 :param ip_version: IP protocol version (ipv4 or ipv6).
209 :type interface: str or int
210 :type ip_version: str
211 :returns: vrf ID of the specified interface.
214 sw_if_index = InterfaceUtil.get_interface_index(node, interface)
216 cmd = u"sw_interface_get_table"
218 sw_if_index=sw_if_index,
219 is_ipv6=bool(ip_version == u"ipv6")
221 err_msg = f"Failed to get VRF id assigned to interface {interface}"
223 with PapiSocketExecutor(node) as papi_exec:
224 reply = papi_exec.add(cmd, **args).get_reply(err_msg)
226 return reply[u"vrf_id"]
229 def vpp_ip_source_check_setup(node, if_name):
230 """Setup Reverse Path Forwarding source check on interface.
232 :param node: VPP node.
233 :param if_name: Interface name to setup RPF source check.
237 cmd = u"ip_source_check_interface_add_del"
239 sw_if_index=InterfaceUtil.get_interface_index(node, if_name),
243 err_msg = f"Failed to enable source check on interface {if_name}"
244 with PapiSocketExecutor(node) as papi_exec:
245 papi_exec.add(cmd, **args).get_reply(err_msg)
248 def vpp_ip_probe(node, interface, addr):
249 """Run ip probe on VPP node.
251 :param node: VPP node.
252 :param interface: Interface key or name.
253 :param addr: IPv4/IPv6 address.
258 cmd = u"ip_probe_neighbor"
260 sw_if_index=InterfaceUtil.get_interface_index(node, interface),
263 err_msg = f"VPP ip probe {interface} {addr} failed on {node[u'host']}"
265 with PapiSocketExecutor(node) as papi_exec:
266 papi_exec.add(cmd, **args).get_reply(err_msg)
269 def ip_addresses_should_be_equal(ip1, ip2):
270 """Fails if the given IP addresses are unequal.
272 :param ip1: IPv4 or IPv6 address.
273 :param ip2: IPv4 or IPv6 address.
277 addr1 = ip_address(ip1)
278 addr2 = ip_address(ip2)
281 raise AssertionError(f"IP addresses are not equal: {ip1} != {ip2}")
284 def setup_network_namespace(node, namespace_name, interface_name,
285 ip_addr_list, prefix_length):
286 """Setup namespace on given node and attach interface and IP to
287 this namespace. Applicable also on TG node.
289 :param node: VPP node.
290 :param namespace_name: Namespace name.
291 :param interface_name: Interface name.
292 :param ip_addr_list: List of IP addresses of namespace's interface.
293 :param prefix_length: IP address prefix length.
295 :type namespace_name: str
296 :type interface_name: str
297 :type ip_addr_list: list
298 :type prefix_length: int
300 Namespaces.create_namespace(node, namespace_name)
302 cmd = f"ip netns exec {namespace_name} ip link set {interface_name} up"
303 exec_cmd_no_error(node, cmd, sudo=True)
305 for ip_addr in ip_addr_list:
306 cmd = f"ip netns exec {namespace_name} ip addr add " \
307 f"{ip_addr}/{prefix_length} dev {interface_name}"
308 exec_cmd_no_error(node, cmd, sudo=True)
311 def linux_enable_forwarding(node, ip_ver=u"ipv4"):
312 """Enable forwarding on a Linux node, e.g. VM.
314 :param node: VPP node.
315 :param ip_ver: IP version, 'ipv4' or 'ipv6'.
319 cmd = f"sysctl -w net.{ip_ver}.ip_forward=1"
320 exec_cmd_no_error(node, cmd, sudo=True)
323 def get_linux_interface_name(node, pci_addr):
324 """Get the interface name.
326 :param node: VPP/TG node.
327 :param pci_addr: PCI address
330 :returns: Interface name
332 :raises RuntimeError: If cannot get the information about interfaces.
335 r"pci@([0-9a-f]{4}:[0-9a-f]{2}:[0-9a-f]{2}.[0-9a-f])\s" \
336 r"*([a-zA-Z0-9]*)\s*network"
338 cmd = u"lshw -class network -businfo"
339 ret_code, stdout, stderr = exec_cmd(node, cmd, timeout=30, sudo=True)
342 f"Could not get information about interfaces:\n{stderr}"
345 for line in stdout.splitlines()[2:]:
347 if re.search(regex_intf_info, line).group(1) == pci_addr:
348 return re.search(regex_intf_info, line).group(2)
349 except AttributeError:
354 def set_linux_interface_up(
355 node, interface, namespace=None):
356 """Set the specified interface up.
357 :param node: VPP/TG node.
358 :param interface: Interface in namespace.
359 :param namespace: Execute command in namespace. Optional
363 :raises RuntimeError: If the interface could not be set up.
365 if namespace is not None:
366 cmd = f"ip netns exec {namespace} ip link set dev {interface} up"
368 cmd = f"ip link set dev {interface} up"
369 exec_cmd_no_error(node, cmd, timeout=30, sudo=True)
373 def set_linux_interface_ip(
374 node, interface, ip_addr, prefix, namespace=None):
375 """Set IP address to interface in linux.
377 :param node: VPP/TG node.
378 :param interface: Interface in namespace.
379 :param ip_addr: IP to be set on interface.
380 :param prefix: IP prefix.
381 :param namespace: Execute command in namespace. Optional
387 :raises RuntimeError: IP could not be set.
389 if namespace is not None:
390 cmd = f"ip netns exec {namespace} ip addr add {ip_addr}/{prefix}" \
393 cmd = f"ip addr add {ip_addr}/{prefix} dev {interface}"
395 exec_cmd_no_error(node, cmd, timeout=5, sudo=True)
398 def delete_linux_interface_ip(
399 node, interface, ip_addr, prefix_length, namespace=None):
400 """Delete IP address from interface in linux.
402 :param node: VPP/TG node.
403 :param interface: Interface in namespace.
404 :param ip_addr: IP to be deleted from interface.
405 :param prefix_length: IP prefix length.
406 :param namespace: Execute command in namespace. Optional
410 :type prefix_length: int
412 :raises RuntimeError: IP could not be deleted.
414 # TODO: Refactor command execution in namespaces into central
415 # methods (e.g. Namespace.exec_cmd_in_namespace)
416 if namespace is not None:
417 cmd = f"ip netns exec {namespace} ip addr del " \
418 f"{ip_addr}/{prefix_length} dev {interface}"
420 cmd = f"ip addr del {ip_addr}/{prefix_length} dev {interface}"
422 exec_cmd_no_error(node, cmd, timeout=5, sudo=True)
425 def linux_interface_has_ip(
426 node, interface, ip_addr, prefix_length, namespace=None):
427 """Return True if interface in linux has IP address.
429 :param node: VPP/TG node.
430 :param interface: Interface in namespace.
431 :param ip_addr: IP to be queried on interface.
432 :param prefix_length: IP prefix length.
433 :param namespace: Execute command in namespace. Optional
437 :type prefix_length: int
440 :raises RuntimeError: Request fails.
442 ip_addr_with_prefix = f"{ip_addr}/{prefix_length}"
443 if namespace is not None:
444 cmd = f"ip netns exec {namespace} ip addr show dev {interface}"
446 cmd = f"ip addr show dev {interface}"
448 cmd += u" | grep 'inet ' | awk -e '{print $2}'"
449 cmd += f" | grep '{ip_addr_with_prefix}'"
450 _, stdout, _ = exec_cmd(node, cmd, timeout=5, sudo=True)
452 has_ip = stdout.rstrip()
453 return bool(has_ip == ip_addr_with_prefix)
456 def add_linux_route(node, ip_addr, prefix, gateway, namespace=None):
457 """Add linux route in namespace.
459 :param node: Node where to execute command.
460 :param ip_addr: Route destination IP address.
461 :param prefix: IP prefix.
462 :param namespace: Execute command in namespace. Optional.
463 :param gateway: Gateway address.
470 if namespace is not None:
471 cmd = f"ip netns exec {namespace} ip route add {ip_addr}/{prefix}" \
474 cmd = f"ip route add {ip_addr}/{prefix} via {gateway}"
476 exec_cmd_no_error(node, cmd, sudo=True)
479 def vpp_interface_set_ip_address(
480 node, interface, address, prefix_length=None):
481 """Set IP address to VPP interface.
483 :param node: VPP node.
484 :param interface: Interface name.
485 :param address: IP address.
486 :param prefix_length: Prefix length.
490 :type prefix_length: int
492 ip_addr = ip_address(address)
494 cmd = u"sw_interface_add_del_address"
496 sw_if_index=InterfaceUtil.get_interface_index(node, interface),
499 prefix=IPUtil.create_prefix_object(
501 prefix_length if prefix_length else 128
502 if ip_addr.version == 6 else 32
505 err_msg = f"Failed to add IP address on interface {interface}"
507 with PapiSocketExecutor(node) as papi_exec:
508 papi_exec.add(cmd, **args).get_reply(err_msg)
511 def vpp_interface_set_ip_addresses(node, interface, ip_addr_list,
513 """Set IP addresses to VPP interface.
515 :param node: VPP node.
516 :param interface: Interface name.
517 :param ip_addr_list: IP addresses.
518 :param prefix_length: Prefix length.
521 :type ip_addr_list: list
522 :type prefix_length: int
524 for ip_addr in ip_addr_list:
525 IPUtil.vpp_interface_set_ip_address(node, interface, ip_addr,
529 def vpp_add_ip_neighbor(node, iface_key, ip_addr, mac_address):
530 """Add IP neighbor on DUT node.
532 :param node: VPP node.
533 :param iface_key: Interface key.
534 :param ip_addr: IP address of the interface.
535 :param mac_address: MAC address of the interface.
539 :type mac_address: str
541 dst_ip = ip_address(ip_addr)
544 sw_if_index=Topology.get_interface_sw_index(node, iface_key),
546 mac_address=str(mac_address),
547 ip_address=str(dst_ip)
549 cmd = u"ip_neighbor_add_del"
554 err_msg = f"Failed to add IP neighbor on interface {iface_key}"
556 with PapiSocketExecutor(node) as papi_exec:
557 papi_exec.add(cmd, **args).get_reply(err_msg)
560 def create_prefix_object(ip_addr, addr_len):
561 """Create prefix object.
563 :param ip_addr: IPv4 or IPv6 address.
564 :param addr_len: Length of IP address.
565 :type ip_addr: IPv4Address or IPv6Address
567 :returns: Prefix object.
570 addr = IPAddress.create_ip_address_object(ip_addr)
578 def compose_vpp_route_structure(node, network, prefix_len, **kwargs):
579 """Create route object for ip_route_add_del api call.
581 :param node: VPP node.
582 :param network: Route destination network address.
583 :param prefix_len: Route destination network prefix length.
584 :param kwargs: Optional key-value arguments:
586 gateway: Route gateway address. (str)
587 interface: Route interface. (str)
588 vrf: VRF table ID. (int)
589 count: number of IP addresses to add starting from network IP (int)
590 local: The route is local with same prefix (increment is 1).
591 If None, then is not used. (bool)
592 lookup_vrf: VRF table ID for lookup. (int)
593 multipath: Enable multipath routing. (bool)
594 weight: Weight value for unequal cost multipath routing. (int)
598 :type prefix_len: int
600 :returns: route parameter basic structure
603 interface = kwargs.get(u"interface", u"")
604 gateway = kwargs.get(u"gateway", u"")
606 net_addr = ip_address(network)
608 prefix = IPUtil.create_prefix_object(net_addr, prefix_len)
612 address=IPAddress.union_addr(ip_address(gateway)) if gateway else 0,
613 via_label=MPLS_LABEL_INVALID,
614 obj_id=Constants.BITWISE_NON_ZERO
617 sw_if_index=InterfaceUtil.get_interface_index(node, interface)
618 if interface else Constants.BITWISE_NON_ZERO,
619 table_id=int(kwargs.get(u"lookup_vrf", 0)),
620 rpf_id=Constants.BITWISE_NON_ZERO,
621 weight=int(kwargs.get(u"weight", 1)),
624 FibPathType, u"FIB_PATH_TYPE_LOCAL"
625 if kwargs.get(u"local", False)
626 else u"FIB_PATH_TYPE_NORMAL"
628 flags=getattr(FibPathFlags, u"FIB_PATH_FLAG_NONE").value,
630 FibPathNhProto, u"FIB_PATH_NH_PROTO_IP6"
631 if net_addr.version == 6
632 else u"FIB_PATH_NH_PROTO_IP4"
636 label_stack=list(0 for _ in range(16))
641 table_id=int(kwargs.get(u"vrf", 0)),
649 def vpp_route_add(node, network, prefix_len, **kwargs):
650 """Add route to the VPP node.
652 :param node: VPP node.
653 :param network: Route destination network address.
654 :param prefix_len: Route destination network prefix length.
655 :param kwargs: Optional key-value arguments:
657 gateway: Route gateway address. (str)
658 interface: Route interface. (str)
659 vrf: VRF table ID. (int)
660 count: number of IP addresses to add starting from network IP (int)
661 local: The route is local with same prefix (increment is 1).
662 If None, then is not used. (bool)
663 lookup_vrf: VRF table ID for lookup. (int)
664 multipath: Enable multipath routing. (bool)
665 weight: Weight value for unequal cost multipath routing. (int)
669 :type prefix_len: int
672 count = kwargs.get(u"count", 1)
675 gateway = kwargs.get(u"gateway", '')
676 interface = kwargs.get(u"interface", '')
677 vrf = kwargs.get(u"vrf", None)
678 multipath = kwargs.get(u"multipath", False)
680 with VatTerminal(node, json_param=False) as vat:
682 vat.vat_terminal_exec_cmd_from_template(
683 u"vpp_route_add.vat",
685 prefix_length=prefix_len,
686 via=f"via {gateway}" if gateway else u"",
687 sw_if_index=f"sw_if_index "
688 f"{InterfaceUtil.get_interface_index(node, interface)}"
689 if interface else u"",
690 vrf=f"vrf {vrf}" if vrf else u"",
691 count=f"count {count}" if count else u"",
692 multipath=u"multipath" if multipath else u""
696 net_addr = ip_address(network)
697 cmd = u"ip_route_add_del"
700 is_multipath=kwargs.get(u"multipath", False),
703 err_msg = f"Failed to add route(s) on host {node[u'host']}"
705 with PapiSocketExecutor(node) as papi_exec:
706 for i in range(kwargs.get(u"count", 1)):
707 args[u"route"] = IPUtil.compose_vpp_route_structure(
708 node, net_addr + i, prefix_len, **kwargs
710 history = bool(not 1 < i < kwargs.get(u"count", 1))
711 papi_exec.add(cmd, history=history, **args)
712 papi_exec.get_replies(err_msg)
715 def flush_ip_addresses(node, interface):
716 """Flush all IP addresses from specified interface.
718 :param node: VPP node.
719 :param interface: Interface name.
723 cmd = u"sw_interface_add_del_address"
725 sw_if_index=InterfaceUtil.get_interface_index(node, interface),
729 err_msg = f"Failed to flush IP address on interface {interface}"
731 with PapiSocketExecutor(node) as papi_exec:
732 papi_exec.add(cmd, **args).get_reply(err_msg)
735 def add_fib_table(node, table_id, ipv6=False):
736 """Create new FIB table according to ID.
738 :param node: Node to add FIB on.
739 :param table_id: FIB table ID.
740 :param ipv6: Is this an IPv6 table
745 cmd = u"ip_table_add_del"
747 table_id=int(table_id),
754 err_msg = f"Failed to add FIB table on host {node[u'host']}"
756 with PapiSocketExecutor(node) as papi_exec:
757 papi_exec.add(cmd, **args).get_reply(err_msg)