1 # Copyright (c) 2020 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
14 """VPP Configuration File Generator library.
16 TODO: Support initialization with default values,
17 so that we do not need to have block of 6 "Add Unix" commands
18 in 7 various places of CSIT code.
23 from resources.libraries.python.Constants import Constants
24 from resources.libraries.python.ssh import exec_cmd_no_error
25 from resources.libraries.python.topology import NodeType
26 from resources.libraries.python.topology import Topology
27 from resources.libraries.python.VPPUtil import VPPUtil
29 __all__ = [u"VppConfigGenerator"]
32 def pci_dev_check(pci_dev):
33 """Check if provided PCI address is in correct format.
35 :param pci_dev: PCI address (expected format: xxxx:xx:xx.x).
37 :returns: True if PCI address is in correct format.
39 :raises ValueError: If PCI address is in incorrect format.
42 r"^[0-9A-Fa-f]{4}:[0-9A-Fa-f]{2}:[0-9A-Fa-f]{2}\.[0-9A-Fa-f]$"
44 if not re.match(pattern, pci_dev):
46 f"PCI address {pci_dev} is not in valid format xxxx:xx:xx.x"
51 class VppConfigGenerator:
52 """VPP Configuration File Generator."""
55 """Initialize library."""
56 # VPP Node to apply configuration on
61 self._nodeconfig = dict()
62 # Serialized VPP Configuration
63 self._vpp_config = u""
65 self._vpp_service_name = u"vpp"
66 # VPP Logfile location
67 self._vpp_logfile = u"/tmp/vpe.log"
68 # VPP Startup config location
69 self._vpp_startup_conf = u"/etc/vpp/startup.conf"
70 # VPP Startup config backup location
71 self._vpp_startup_conf_backup = None
73 def set_node(self, node, node_key=None):
76 :param node: Node to store configuration on.
77 :param node_key: Topology node key.
80 :raises RuntimeError: If Node type is not DUT.
82 if node[u"type"] != NodeType.DUT:
84 u"Startup config can only be applied to DUTnode."
87 self._node_key = node_key
89 def set_vpp_logfile(self, logfile):
90 """Set VPP logfile location.
92 :param logfile: VPP logfile location.
95 self._vpp_logfile = logfile
97 def set_vpp_startup_conf_backup(self, backup=u"/etc/vpp/startup.backup"):
98 """Set VPP startup configuration backup.
100 :param backup: VPP logfile location.
103 self._vpp_startup_conf_backup = backup
105 def get_config_str(self):
106 """Get dumped startup configuration in VPP config format.
108 :returns: Startup configuration in VPP config format.
111 self.dump_config(self._nodeconfig)
112 return self._vpp_config
114 def add_config_item(self, config, value, path):
115 """Add startup configuration item.
117 :param config: Startup configuration of node.
118 :param value: Value to insert.
119 :param path: Path where to insert item.
125 config[path[0]] = value
127 if path[0] not in config:
128 config[path[0]] = dict()
129 elif isinstance(config[path[0]], str):
130 config[path[0]] = dict() if config[path[0]] == u"" \
131 else {config[path[0]]: u""}
132 self.add_config_item(config[path[0]], value, path[1:])
134 def dump_config(self, obj, level=-1):
135 """Dump the startup configuration in VPP config format.
137 :param obj: Python Object to print.
138 :param level: Nested level for indentation.
145 self._vpp_config += f"{level * indent}{{\n"
146 if isinstance(obj, dict):
147 for key, val in obj.items():
148 if hasattr(val, u"__iter__") and not isinstance(val, str):
149 self._vpp_config += f"{(level + 1) * indent}{key}\n"
150 self.dump_config(val, level + 1)
152 self._vpp_config += f"{(level + 1) * indent}{key} {val}\n"
155 self._vpp_config += f"{(level + 1) * indent}{val}\n"
157 self._vpp_config += f"{level * indent}}}\n"
159 def add_unix_log(self, value=None):
160 """Add UNIX log configuration.
162 :param value: Log file.
165 path = [u"unix", u"log"]
167 value = self._vpp_logfile
168 self.add_config_item(self._nodeconfig, value, path)
170 def add_unix_cli_listen(self, value=u"/run/vpp/cli.sock"):
171 """Add UNIX cli-listen configuration.
173 :param value: CLI listen address and port or path to CLI socket.
176 path = [u"unix", u"cli-listen"]
177 self.add_config_item(self._nodeconfig, value, path)
179 def add_unix_gid(self, value=u"vpp"):
180 """Add UNIX gid configuration.
185 path = [u"unix", u"gid"]
186 self.add_config_item(self._nodeconfig, value, path)
188 def add_unix_nodaemon(self):
189 """Add UNIX nodaemon configuration."""
190 path = [u"unix", u"nodaemon"]
191 self.add_config_item(self._nodeconfig, u"", path)
193 def add_unix_coredump(self):
194 """Add UNIX full-coredump configuration."""
195 path = [u"unix", u"full-coredump"]
196 self.add_config_item(self._nodeconfig, u"", path)
198 def add_unix_exec(self, value):
199 """Add UNIX exec configuration."""
200 path = [u"unix", u"exec"]
201 self.add_config_item(self._nodeconfig, value, path)
203 def add_socksvr(self, socket=Constants.SOCKSVR_PATH):
204 """Add socksvr configuration."""
205 path = [u"socksvr", u"socket-name"]
206 self.add_config_item(self._nodeconfig, socket, path)
208 def add_graph_node_variant(self, variant=Constants.GRAPH_NODE_VARIANT):
209 """Add default graph node variant.
211 :param value: Graph node variant default value.
216 variant_list = [u"hsw", u"skx", u"icl"]
217 if variant not in variant_list:
218 raise ValueError("Invalid graph node variant value")
219 path = [u"node", u"default", u"variant"]
220 self.add_config_item(self._nodeconfig, variant, path)
222 def add_api_segment_gid(self, value=u"vpp"):
223 """Add API-SEGMENT gid configuration.
228 path = [u"api-segment", u"gid"]
229 self.add_config_item(self._nodeconfig, value, path)
231 def add_api_segment_global_size(self, value):
232 """Add API-SEGMENT global-size configuration.
234 :param value: Global size.
237 path = [u"api-segment", u"global-size"]
238 self.add_config_item(self._nodeconfig, value, path)
240 def add_api_segment_api_size(self, value):
241 """Add API-SEGMENT api-size configuration.
243 :param value: API size.
246 path = [u"api-segment", u"api-size"]
247 self.add_config_item(self._nodeconfig, value, path)
249 def add_buffers_per_numa(self, value):
250 """Increase number of buffers allocated.
252 :param value: Number of buffers allocated.
255 path = [u"buffers", u"buffers-per-numa"]
256 self.add_config_item(self._nodeconfig, value, path)
258 def add_buffers_default_data_size(self, value):
259 """Increase buffers data-size allocated.
261 :param value: Buffers data-size allocated.
264 path = [u"buffers", u"default data-size"]
265 self.add_config_item(self._nodeconfig, value, path)
267 def add_dpdk_dev(self, *devices):
268 """Add DPDK PCI device configuration.
270 :param devices: PCI device(s) (format xxxx:xx:xx.x)
273 for device in devices:
274 if pci_dev_check(device):
275 path = [u"dpdk", f"dev {device}"]
276 self.add_config_item(self._nodeconfig, u"", path)
278 def add_dpdk_dev_parameter(self, device, parameter, value):
279 """Add parameter for DPDK device.
281 :param device: PCI device (format xxxx:xx:xx.x).
282 :param parameter: Parameter name.
283 :param value: Parameter value.
288 if pci_dev_check(device):
289 path = [u"dpdk", f"dev {device}", parameter]
290 self.add_config_item(self._nodeconfig, value, path)
292 def add_dpdk_cryptodev(self, count):
293 """Add DPDK Crypto PCI device configuration.
295 :param count: Number of HW crypto devices to add.
298 cryptodev = Topology.get_cryptodev(self._node)
299 for i in range(count):
300 cryptodev_config = re.sub(r"\d.\d$", f"1.{str(i)}", cryptodev)
301 path = [u"dpdk", f"dev {cryptodev_config}"]
302 self.add_config_item(self._nodeconfig, u"", path)
303 self.add_dpdk_uio_driver(u"vfio-pci")
305 def add_dpdk_sw_cryptodev(self, sw_pmd_type, socket_id, count):
306 """Add DPDK SW Crypto device configuration.
308 :param sw_pmd_type: Type of SW crypto device PMD to add.
309 :param socket_id: Socket ID.
310 :param count: Number of SW crypto devices to add.
311 :type sw_pmd_type: str
315 for _ in range(count):
316 cryptodev_config = f"vdev cryptodev_{sw_pmd_type}_pmd," \
317 f"socket_id={str(socket_id)}"
318 path = [u"dpdk", cryptodev_config]
319 self.add_config_item(self._nodeconfig, u"", path)
321 def add_dpdk_eth_bond_dev(self, ethbond_id, mode, xmit_policy, *slaves):
322 """Add DPDK Eth_bond device configuration.
324 :param ethbond_id: Eth_bond device ID.
325 :param mode: Link bonding mode.
326 :param xmit_policy: Transmission policy.
327 :param slaves: PCI device(s) to be bonded (format xxxx:xx:xx.x).
328 :type ethbond_id: str or int
329 :type mode: str or int
330 :type xmit_policy: str
333 slaves_config = u"slave=" + u",slave=".join(
334 slave if pci_dev_check(slave) else u"" for slave in slaves
336 ethbond_config = f"vdev eth_bond{ethbond_id}," \
337 f"mode={mode}{slaves_config},xmit_policy={xmit_policy}"
338 path = [u"dpdk", ethbond_config]
339 self.add_config_item(self._nodeconfig, u"", path)
341 def add_dpdk_dev_default_rxq(self, value):
342 """Add DPDK dev default rxq configuration.
344 :param value: Default number of rxqs.
347 path = [u"dpdk", u"dev default", u"num-rx-queues"]
348 self.add_config_item(self._nodeconfig, value, path)
350 def add_dpdk_dev_default_txq(self, value):
351 """Add DPDK dev default txq configuration.
353 :param value: Default number of txqs.
356 path = [u"dpdk", u"dev default", u"num-tx-queues"]
357 self.add_config_item(self._nodeconfig, value, path)
359 def add_dpdk_dev_default_rxd(self, value):
360 """Add DPDK dev default rxd configuration.
362 :param value: Default number of rxds.
365 path = [u"dpdk", u"dev default", u"num-rx-desc"]
366 self.add_config_item(self._nodeconfig, value, path)
368 def add_dpdk_dev_default_txd(self, value):
369 """Add DPDK dev default txd configuration.
371 :param value: Default number of txds.
374 path = [u"dpdk", u"dev default", u"num-tx-desc"]
375 self.add_config_item(self._nodeconfig, value, path)
377 def add_dpdk_log_level(self, value):
378 """Add DPDK log-level configuration.
380 :param value: Log level.
383 path = [u"dpdk", u"log-level"]
384 self.add_config_item(self._nodeconfig, value, path)
386 def add_dpdk_no_pci(self):
387 """Add DPDK no-pci."""
388 path = [u"dpdk", u"no-pci"]
389 self.add_config_item(self._nodeconfig, u"", path)
391 def add_dpdk_uio_driver(self, value=None):
392 """Add DPDK uio-driver configuration.
394 :param value: DPDK uio-driver configuration. By default, driver will be
395 loaded automatically from Topology file, still leaving option
396 to manually override by parameter.
400 value = Topology.get_uio_driver(self._node)
401 path = [u"dpdk", u"uio-driver"]
402 self.add_config_item(self._nodeconfig, value, path)
404 def add_cpu_main_core(self, value):
405 """Add CPU main core configuration.
407 :param value: Main core option.
410 path = [u"cpu", u"main-core"]
411 self.add_config_item(self._nodeconfig, value, path)
413 def add_cpu_corelist_workers(self, value):
414 """Add CPU corelist-workers configuration.
416 :param value: Corelist-workers option.
419 path = [u"cpu", u"corelist-workers"]
420 self.add_config_item(self._nodeconfig, value, path)
422 def add_main_heap_size(self, value):
423 """Add Main Heap Size configuration.
425 :param value: Amount of heap.
428 path = [u"memory", u"main-heap-size"]
429 self.add_config_item(self._nodeconfig, value, path)
431 def add_main_heap_page_size(self, value):
432 """Add Main Heap Page Size configuration.
434 :param value: Heap page size.
437 path = [u"memory", u"main-heap-page-size"]
438 self.add_config_item(self._nodeconfig, value, path)
440 def add_api_trace(self):
441 """Add API trace configuration."""
442 path = [u"api-trace", u"on"]
443 self.add_config_item(self._nodeconfig, u"", path)
445 def add_ip6_hash_buckets(self, value):
446 """Add IP6 hash buckets configuration.
448 :param value: Number of IP6 hash buckets.
451 path = [u"ip6", u"hash-buckets"]
452 self.add_config_item(self._nodeconfig, value, path)
454 def add_ip6_heap_size(self, value):
455 """Add IP6 heap-size configuration.
457 :param value: IP6 Heapsize amount.
460 path = [u"ip6", u"heap-size"]
461 self.add_config_item(self._nodeconfig, value, path)
463 def add_statseg_size(self, value):
464 """Add Stats Heap Size configuration.
466 :param value: Stats heapsize amount.
469 path = [u"statseg", u"size"]
470 self.add_config_item(self._nodeconfig, value, path)
472 def add_statseg_page_size(self, value):
473 """Add Stats Heap Page Size configuration.
475 :param value: Stats heapsize amount.
478 path = [u"statseg", u"page-size"]
479 self.add_config_item(self._nodeconfig, value, path)
481 def add_statseg_per_node_counters(self, value):
482 """Add stats per-node-counters configuration.
484 :param value: "on" to switch the counters on.
487 path = [u"statseg", u"per-node-counters"]
488 self.add_config_item(self._nodeconfig, value, path)
490 def add_plugin(self, state, *plugins):
491 """Add plugin section for specific plugin(s).
493 :param state: State of plugin [enable|disable].
494 :param plugins: Plugin(s) to disable.
498 for plugin in plugins:
499 path = [u"plugins", f"plugin {plugin}", state]
500 self.add_config_item(self._nodeconfig, u" ", path)
502 def add_dpdk_no_multi_seg(self):
503 """Add DPDK no-multi-seg configuration."""
504 path = [u"dpdk", u"no-multi-seg"]
505 self.add_config_item(self._nodeconfig, u"", path)
507 def add_dpdk_no_tx_checksum_offload(self):
508 """Add DPDK no-tx-checksum-offload configuration."""
509 path = [u"dpdk", u"no-tx-checksum-offload"]
510 self.add_config_item(self._nodeconfig, u"", path)
512 def add_nat(self, value=u"deterministic"):
513 """Add NAT mode configuration.
515 :param value: NAT mode.
518 path = [u"nat", value]
519 self.add_config_item(self._nodeconfig, u"", path)
521 def add_nat_max_translations_per_thread(self, value):
522 """Add NAT max. translations per thread number configuration.
524 :param value: NAT mode.
527 path = [u"nat", u"max translations per thread"]
528 self.add_config_item(self._nodeconfig, value, path)
530 def add_nsim_poll_main_thread(self):
531 """Add NSIM poll-main-thread configuration."""
532 path = [u"nsim", u"poll-main-thread"]
533 self.add_config_item(self._nodeconfig, u"", path)
535 def add_tcp_congestion_control_algorithm(self, value=u"cubic"):
536 """Add TCP congestion control algorithm.
538 :param value: The congestion control algorithm to use. Example: cubic
541 path = [u"tcp", u"cc-algo"]
542 self.add_config_item(self._nodeconfig, value, path)
544 def add_tcp_preallocated_connections(self, value):
545 """Add TCP pre-allocated connections.
547 :param value: The number of pre-allocated connections.
550 path = [u"tcp", u"preallocated-connections"]
551 self.add_config_item(self._nodeconfig, value, path)
553 def add_tcp_preallocated_half_open_connections(self, value):
554 """Add TCP pre-allocated half open connections.
556 :param value: The number of pre-allocated half open connections.
559 path = [u"tcp", u"preallocated-half-open-connections"]
560 self.add_config_item(self._nodeconfig, value, path)
562 def add_session_enable(self):
563 """Add session enable."""
564 path = [u"session", u"enable"]
565 self.add_config_item(self._nodeconfig, u"", path)
567 def add_session_event_queues_memfd_segment(self):
568 """Add session event queue memfd segment."""
569 path = [u"session", u"evt_qs_memfd_seg"]
570 self.add_config_item(self._nodeconfig, u"", path)
572 def add_session_event_queue_length(self, value):
573 """Add session event queue length.
575 :param value: Session event queue length.
578 path = [u"session", u"event-queue-length"]
579 self.add_config_item(self._nodeconfig, value, path)
581 def add_session_event_queues_segment_size(self, value):
582 """Add session event queue length.
584 :param value: Session event queue segment size.
587 path = [u"session", u"evt_qs_seg_size"]
588 self.add_config_item(self._nodeconfig, value, path)
590 def add_session_preallocated_sessions(self, value):
591 """Add the number of pre-allocated sessions.
593 :param value: Number of pre-allocated sessions.
596 path = [u"session", u"preallocated-sessions"]
597 self.add_config_item(self._nodeconfig, value, path)
599 def add_session_v4_session_table_buckets(self, value):
600 """Add number of v4 session table buckets to the config.
602 :param value: Number of v4 session table buckets.
605 path = [u"session", u"v4-session-table-buckets"]
606 self.add_config_item(self._nodeconfig, value, path)
608 def add_session_v4_session_table_memory(self, value):
609 """Add the size of v4 session table memory.
611 :param value: Size of v4 session table memory.
614 path = [u"session", u"v4-session-table-memory"]
615 self.add_config_item(self._nodeconfig, value, path)
617 def add_session_v4_halfopen_table_buckets(self, value):
618 """Add the number of v4 halfopen table buckets.
620 :param value: Number of v4 halfopen table buckets.
623 path = [u"session", u"v4-halfopen-table-buckets"]
624 self.add_config_item(self._nodeconfig, value, path)
626 def add_session_v4_halfopen_table_memory(self, value):
627 """Add the size of v4 halfopen table memory.
629 :param value: Size of v4 halfopen table memory.
632 path = [u"session", u"v4-halfopen-table-memory"]
633 self.add_config_item(self._nodeconfig, value, path)
635 def add_session_local_endpoints_table_buckets(self, value):
636 """Add the number of local endpoints table buckets.
638 :param value: Number of local endpoints table buckets.
641 path = [u"session", u"local-endpoints-table-buckets"]
642 self.add_config_item(self._nodeconfig, value, path)
644 def add_session_local_endpoints_table_memory(self, value):
645 """Add the size of local endpoints table memory.
647 :param value: Size of local endpoints table memory.
650 path = [u"session", u"local-endpoints-table-memory"]
651 self.add_config_item(self._nodeconfig, value, path)
653 def write_config(self, filename=None):
654 """Generate and write VPP startup configuration to file.
656 Use data from calls to this class to form a startup.conf file and
657 replace /etc/vpp/startup.conf with it on topology node.
659 :param filename: Startup configuration file name.
662 self.dump_config(self._nodeconfig)
665 filename = self._vpp_startup_conf
667 if self._vpp_startup_conf_backup is not None:
668 cmd = f"cp {self._vpp_startup_conf} {self._vpp_startup_conf_backup}"
670 self._node, cmd, sudo=True, message=u"Copy config file failed!"
673 cmd = f"echo \"{self._vpp_config}\" | sudo tee {filename}"
675 self._node, cmd, message=u"Writing config file failed!"
678 def apply_config(self, filename=None, verify_vpp=True):
679 """Generate and write VPP startup configuration to file and restart VPP.
681 Use data from calls to this class to form a startup.conf file and
682 replace /etc/vpp/startup.conf with it on topology node.
684 :param filename: Startup configuration file name.
685 :param verify_vpp: Verify VPP is running after restart.
687 :type verify_vpp: bool
689 self.write_config(filename=filename)
691 VPPUtil.restart_vpp_service(self._node, self._node_key)
693 VPPUtil.verify_vpp(self._node)
695 def restore_config(self):
696 """Restore VPP startup.conf from backup."""
697 cmd = f"cp {self._vpp_startup_conf_backup} {self._vpp_startup_conf}"
699 self._node, cmd, sudo=True, message=u"Copy config file failed!"