1 /* SPDX-License-Identifier: Apache-2.0
2 * Copyright (c) 2023 Cisco Systems, Inc.
8 #include <vppinfra/clib.h>
9 #include <vppinfra/error_bootstrap.h>
10 #include <vppinfra/format.h>
11 #include <vnet/vnet.h>
12 #include <vnet/dev/types.h>
14 #define VNET_DEV_DEVICE_ID_PREFIX_DELIMITER "/"
16 #define foreach_vnet_dev_port_type \
20 typedef char vnet_dev_device_id_t[32];
24 #define _(b, n) VNET_DEV_PORT_TYPE_##n = (1U << (b)),
25 foreach_vnet_dev_port_type
27 } vnet_dev_port_type_t;
29 #define foreach_vnet_dev_port_caps \
37 #define _(n) u8 n : 1;
38 foreach_vnet_dev_port_caps
42 } vnet_dev_port_caps_t;
50 typedef struct vnet_dev_bus_registration vnet_dev_bus_registration_t;
51 typedef struct vnet_dev_driver_registration vnet_dev_driver_registration_t;
53 typedef struct vnet_dev vnet_dev_t;
54 typedef struct vnet_dev_port vnet_dev_port_t;
55 typedef struct vnet_dev_rx_queue vnet_dev_rx_queue_t;
56 typedef struct vnet_dev_tx_queue vnet_dev_tx_queue_t;
57 typedef struct vnet_dev_bus_registration vnet_dev_bus_registration_t;
58 typedef struct vnet_dev_driver_registration vnet_dev_driver_registration_t;
59 typedef struct vnet_dev_counter vnet_dev_counter_t;
60 typedef struct vnet_dev_counter_main vnet_dev_counter_main_t;
61 typedef struct vnet_dev_port_cfg_change_req vnet_dev_port_cfg_change_req_t;
63 typedef vnet_dev_rv_t (vnet_dev_op_t) (vlib_main_t *, vnet_dev_t *);
64 typedef vnet_dev_rv_t (vnet_dev_port_op_t) (vlib_main_t *, vnet_dev_port_t *);
65 typedef vnet_dev_rv_t (vnet_dev_port_cfg_change_op_t) (
66 vlib_main_t *, vnet_dev_port_t *, vnet_dev_port_cfg_change_req_t *);
67 typedef vnet_dev_rv_t (vnet_dev_rx_queue_op_t) (vlib_main_t *,
68 vnet_dev_rx_queue_t *);
69 typedef vnet_dev_rv_t (vnet_dev_tx_queue_op_t) (vlib_main_t *,
70 vnet_dev_tx_queue_t *);
71 typedef void (vnet_dev_op_no_rv_t) (vlib_main_t *, vnet_dev_t *);
72 typedef void (vnet_dev_port_op_no_rv_t) (vlib_main_t *, vnet_dev_port_t *);
73 typedef void (vnet_dev_rx_queue_op_no_rv_t) (vlib_main_t *,
74 vnet_dev_rx_queue_t *);
75 typedef void (vnet_dev_tx_queue_op_no_rv_t) (vlib_main_t *,
76 vnet_dev_tx_queue_t *);
78 typedef u16 vnet_dev_queue_id_t;
79 typedef u16 vnet_dev_bus_index_t;
80 typedef u16 vnet_dev_driver_index_t;
84 vnet_dev_rx_queue_op_t *alloc;
85 vnet_dev_rx_queue_op_t *start;
86 vnet_dev_rx_queue_op_no_rv_t *stop;
87 vnet_dev_rx_queue_op_no_rv_t *free;
88 } vnet_dev_rx_queue_ops_t;
92 vnet_dev_tx_queue_op_t *alloc;
93 vnet_dev_tx_queue_op_t *start;
94 vnet_dev_tx_queue_op_no_rv_t *stop;
95 vnet_dev_tx_queue_op_no_rv_t *free;
96 } vnet_dev_tx_queue_ops_t;
105 u8 size_is_power_of_two : 1;
106 } vnet_dev_queue_config_t;
108 #define foreach_vnet_dev_port_cfg_type \
111 _ (CHANGE_PRIMARY_HW_ADDR) \
112 _ (ADD_SECONDARY_HW_ADDR) \
113 _ (REMOVE_SECONDARY_HW_ADDR)
117 VNET_DEV_PORT_CFG_UNKNOWN,
118 #define _(n) VNET_DEV_PORT_CFG_##n,
119 foreach_vnet_dev_port_cfg_type
121 } __clib_packed vnet_dev_port_cfg_type_t;
123 typedef struct vnet_dev_port_cfg_change_req
125 vnet_dev_port_cfg_type_t type;
131 vnet_dev_hw_addr_t addr;
135 } vnet_dev_port_cfg_change_req_t;
139 vnet_dev_hw_addr_t hw_addr;
142 u16 max_supported_frame_size;
143 vnet_dev_port_type_t type;
144 vnet_dev_port_caps_t caps;
145 } vnet_dev_port_attr_t;
149 VNET_DEV_PERIODIC_OP_TYPE_DEV = 1,
150 VNET_DEV_PERIODIC_OP_TYPE_PORT = 2,
151 } __clib_packed vnet_dev_periodic_op_type_t;
157 vnet_dev_periodic_op_type_t type;
161 vnet_dev_port_t *port;
166 vnet_dev_op_no_rv_t *dev_op;
167 vnet_dev_port_op_no_rv_t *port_op;
170 } vnet_dev_periodic_op_t;
174 struct _vlib_node_fn_registration *registrations;
175 format_function_t *format_trace;
176 vlib_error_desc_t *error_counters;
177 u16 n_error_counters;
182 vnet_dev_op_t *alloc;
184 vnet_dev_op_no_rv_t *deinit;
185 vnet_dev_op_t *reset;
186 vnet_dev_op_no_rv_t *free;
187 u8 *(*probe) (vlib_main_t *, vnet_dev_bus_index_t, void *);
188 format_function_t *format_info;
193 vnet_dev_port_op_t *alloc;
194 vnet_dev_port_op_t *init;
195 vnet_dev_port_cfg_change_op_t *config_change;
196 vnet_dev_port_cfg_change_op_t *config_change_validate;
197 vnet_dev_port_op_t *start;
198 vnet_dev_port_op_no_rv_t *stop;
199 vnet_dev_port_op_no_rv_t *deinit;
200 vnet_dev_port_op_no_rv_t *free;
201 format_function_t *format_status;
202 } vnet_dev_port_ops_t;
208 u8 update_next_index : 1;
209 u8 update_feature_arc : 1;
214 } vnet_dev_rx_queue_rt_req_t;
216 typedef struct vnet_dev_rx_queue
218 CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
219 vnet_dev_port_t *port;
222 vnet_dev_counter_main_t *counter_main;
223 CLIB_CACHE_LINE_ALIGN_MARK (runtime0);
227 vnet_dev_queue_id_t queue_id;
230 vnet_dev_rx_queue_rt_req_t runtime_request;
231 CLIB_CACHE_LINE_ALIGN_MARK (runtime1);
232 vlib_buffer_template_t buffer_template;
233 CLIB_ALIGN_MARK (private_data, 16);
235 } vnet_dev_rx_queue_t;
237 STATIC_ASSERT_SIZEOF (vnet_dev_rx_queue_t, 3 * CLIB_CACHE_LINE_BYTES);
239 typedef struct vnet_dev_tx_queue
241 CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
242 vnet_dev_port_t *port;
243 clib_bitmap_t *assigned_threads;
245 vnet_dev_counter_main_t *counter_main;
246 CLIB_CACHE_LINE_ALIGN_MARK (runtime0);
247 vnet_dev_queue_id_t queue_id;
253 CLIB_ALIGN_MARK (private_data, 16);
255 } vnet_dev_tx_queue_t;
257 STATIC_ASSERT_SIZEOF (vnet_dev_tx_queue_t, 2 * CLIB_CACHE_LINE_BYTES);
259 typedef struct vnet_dev_port
261 CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
263 vnet_dev_port_id_t port_id;
264 vnet_dev_driver_index_t driver_index;
269 u8 interface_created : 1;
270 u8 rx_node_assigned : 1;
271 vnet_dev_counter_main_t *counter_main;
272 vnet_dev_queue_config_t rx_queue_config;
273 vnet_dev_queue_config_t tx_queue_config;
274 vnet_dev_port_attr_t attr;
276 vnet_dev_hw_addr_t primary_hw_addr;
277 vnet_dev_hw_addr_t *secondary_hw_addr;
280 vnet_dev_rx_queue_t **rx_queues;
281 vnet_dev_tx_queue_t **tx_queues;
282 vnet_dev_port_ops_t port_ops;
283 vnet_dev_rx_queue_ops_t rx_queue_ops;
284 vnet_dev_tx_queue_ops_t tx_queue_ops;
285 vnet_dev_node_t rx_node;
286 vnet_dev_node_t tx_node;
290 vnet_dev_if_name_t name;
293 u32 current_config_index;
295 u16 redirect_to_node_next_index;
296 u8 feature_arc_index;
298 u8 redirect_to_node : 1;
308 CLIB_CACHE_LINE_ALIGN_MARK (data0);
312 typedef struct vnet_dev
314 vnet_dev_device_id_t device_id;
316 u16 not_first_init : 1;
318 u16 process_node_quit : 1;
319 u16 process_node_periodic : 1;
325 vnet_dev_driver_index_t driver_index;
327 u32 process_node_index;
328 u8 bus_data[32] __clib_aligned (16);
330 vnet_dev_port_t **ports;
331 vnet_dev_periodic_op_t *periodic_ops;
333 u8 __clib_aligned (16)
339 u16 vendor_id, device_id;
343 #define VNET_DEV_MATCH(...) \
344 (vnet_dev_match_t[]) \
351 vnet_dev_op_t *device_open;
352 vnet_dev_op_no_rv_t *device_close;
353 vnet_dev_rv_t (*dma_mem_alloc_fn) (vlib_main_t *, vnet_dev_t *, u32, u32,
355 void (*dma_mem_free_fn) (vlib_main_t *, vnet_dev_t *, void *);
356 void *(*get_device_info) (vlib_main_t *, char *);
357 void (*free_device_info) (vlib_main_t *, void *);
358 format_function_t *format_device_info;
359 format_function_t *format_device_addr;
360 } vnet_dev_bus_ops_t;
362 struct vnet_dev_bus_registration
364 vnet_dev_bus_registration_t *next_registration;
365 vnet_dev_driver_name_t name;
366 u16 device_data_size;
367 vnet_dev_bus_ops_t ops;
370 struct vnet_dev_driver_registration
372 vnet_dev_driver_registration_t *next_registration;
373 u8 bus_master_enable : 1;
374 vnet_dev_driver_name_t name;
375 vnet_dev_bus_name_t bus;
377 u16 runtime_temp_space_sz;
378 vnet_dev_match_t *match;
386 vnet_dev_bus_registration_t *registration;
387 vnet_dev_bus_ops_t ops;
394 vnet_dev_driver_registration_t *registration;
396 vnet_dev_bus_index_t bus_index;
402 vnet_dev_bus_t *buses;
403 vnet_dev_driver_t *drivers;
404 vnet_dev_t **devices;
405 vnet_dev_port_t **ports_by_dev_instance;
406 vnet_dev_bus_registration_t *bus_registrations;
407 vnet_dev_driver_registration_t *driver_registrations;
408 void *runtime_temp_spaces;
409 u32 log2_runtime_temp_space_sz;
410 u32 *free_process_node_indices;
411 u32 *free_rx_node_indices;
412 uword *device_index_by_id;
415 u16 next_rx_queue_thread;
416 u8 eth_port_rx_feature_arc_index;
419 extern vnet_dev_main_t vnet_dev_main;
425 vnet_dev_port_attr_t attr;
426 vnet_dev_port_ops_t ops;
431 vnet_dev_node_t *rx_node;
432 vnet_dev_node_t *tx_node;
436 vnet_dev_queue_config_t config;
437 vnet_dev_rx_queue_ops_t ops;
442 vnet_dev_queue_config_t config;
443 vnet_dev_tx_queue_ops_t ops;
445 } vnet_dev_port_add_args_t;
462 } vnet_dev_port_state_changes_t;
465 vnet_dev_t *vnet_dev_alloc (vlib_main_t *, vnet_dev_device_id_t,
466 vnet_dev_driver_t *);
467 void vnet_dev_free (vlib_main_t *, vnet_dev_t *);
468 vnet_dev_rv_t vnet_dev_init (vlib_main_t *, vnet_dev_t *);
469 void vnet_dev_deinit (vlib_main_t *, vnet_dev_t *);
470 vnet_dev_rv_t vnet_dev_reset (vlib_main_t *, vnet_dev_t *);
471 void vnet_dev_detach (vlib_main_t *, vnet_dev_t *);
472 vnet_dev_rv_t vnet_dev_port_add (vlib_main_t *, vnet_dev_t *,
474 vnet_dev_port_add_args_t *);
475 vnet_dev_rv_t vnet_dev_dma_mem_alloc (vlib_main_t *, vnet_dev_t *, u32, u32,
477 void vnet_dev_dma_mem_free (vlib_main_t *, vnet_dev_t *, void *);
478 vnet_dev_bus_t *vnet_dev_find_device_bus (vlib_main_t *, vnet_dev_device_id_t);
479 void *vnet_dev_get_device_info (vlib_main_t *, vnet_dev_device_id_t);
482 clib_error_t *vnet_dev_port_err (vlib_main_t *, vnet_dev_port_t *,
483 vnet_dev_rv_t, char *, ...);
486 clib_error_t *vnet_dev_port_set_max_frame_size (vnet_main_t *,
487 vnet_hw_interface_t *, u32);
488 u32 vnet_dev_port_eth_flag_change (vnet_main_t *, vnet_hw_interface_t *, u32);
489 clib_error_t *vnet_dev_port_mac_change (vnet_hw_interface_t *, const u8 *,
491 clib_error_t *vnet_dev_add_del_mac_address (vnet_hw_interface_t *, const u8 *,
493 int vnet_dev_flow_ops_fn (vnet_main_t *, vnet_flow_dev_op_t, u32, u32,
495 clib_error_t *vnet_dev_interface_set_rss_queues (vnet_main_t *,
496 vnet_hw_interface_t *,
498 void vnet_dev_clear_hw_interface_counters (u32);
499 clib_error_t *vnet_dev_rx_mode_change_fn (vnet_main_t *, u32, u32,
501 void vnet_dev_set_interface_next_node (vnet_main_t *, u32, u32);
504 vnet_dev_rv_t vnet_dev_port_start (vlib_main_t *, vnet_dev_port_t *);
505 vnet_dev_rv_t vnet_dev_port_start_all_rx_queues (vlib_main_t *,
507 vnet_dev_rv_t vnet_dev_port_start_all_tx_queues (vlib_main_t *,
509 void vnet_dev_port_stop (vlib_main_t *, vnet_dev_port_t *);
510 void vnet_dev_port_deinit (vlib_main_t *, vnet_dev_port_t *);
511 void vnet_dev_port_free (vlib_main_t *, vnet_dev_port_t *);
512 void vnet_dev_port_add_counters (vlib_main_t *, vnet_dev_port_t *,
513 vnet_dev_counter_t *, u16);
514 void vnet_dev_port_free_counters (vlib_main_t *, vnet_dev_port_t *);
515 void vnet_dev_port_update_tx_node_runtime (vlib_main_t *, vnet_dev_port_t *);
516 void vnet_dev_port_state_change (vlib_main_t *, vnet_dev_port_t *,
517 vnet_dev_port_state_changes_t);
518 void vnet_dev_port_clear_counters (vlib_main_t *, vnet_dev_port_t *);
520 vnet_dev_port_cfg_change_req_validate (vlib_main_t *, vnet_dev_port_t *,
521 vnet_dev_port_cfg_change_req_t *);
522 vnet_dev_rv_t vnet_dev_port_cfg_change (vlib_main_t *, vnet_dev_port_t *,
523 vnet_dev_port_cfg_change_req_t *);
524 vnet_dev_rv_t vnet_dev_port_if_create (vlib_main_t *, vnet_dev_port_t *);
525 vnet_dev_rv_t vnet_dev_port_if_remove (vlib_main_t *, vnet_dev_port_t *);
528 vnet_dev_rv_t vnet_dev_rx_queue_alloc (vlib_main_t *, vnet_dev_port_t *, u16);
529 vnet_dev_rv_t vnet_dev_tx_queue_alloc (vlib_main_t *, vnet_dev_port_t *, u16);
530 void vnet_dev_rx_queue_free (vlib_main_t *, vnet_dev_rx_queue_t *);
531 void vnet_dev_tx_queue_free (vlib_main_t *, vnet_dev_tx_queue_t *);
532 void vnet_dev_rx_queue_add_counters (vlib_main_t *, vnet_dev_rx_queue_t *,
533 vnet_dev_counter_t *, u16);
534 void vnet_dev_rx_queue_free_counters (vlib_main_t *, vnet_dev_rx_queue_t *);
535 void vnet_dev_tx_queue_add_counters (vlib_main_t *, vnet_dev_tx_queue_t *,
536 vnet_dev_counter_t *, u16);
537 void vnet_dev_tx_queue_free_counters (vlib_main_t *, vnet_dev_tx_queue_t *);
538 vnet_dev_rv_t vnet_dev_rx_queue_start (vlib_main_t *, vnet_dev_rx_queue_t *);
539 vnet_dev_rv_t vnet_dev_tx_queue_start (vlib_main_t *, vnet_dev_tx_queue_t *);
540 void vnet_dev_rx_queue_stop (vlib_main_t *, vnet_dev_rx_queue_t *);
541 void vnet_dev_tx_queue_stop (vlib_main_t *, vnet_dev_tx_queue_t *);
544 vnet_dev_rv_t vnet_dev_process_create (vlib_main_t *, vnet_dev_t *);
545 vnet_dev_rv_t vnet_dev_process_call_op (vlib_main_t *, vnet_dev_t *,
547 vnet_dev_rv_t vnet_dev_process_call_op_no_rv (vlib_main_t *, vnet_dev_t *,
548 vnet_dev_op_no_rv_t *);
549 void vnet_dev_process_call_op_no_wait (vlib_main_t *, vnet_dev_t *,
550 vnet_dev_op_no_rv_t *);
551 vnet_dev_rv_t vnet_dev_process_call_port_op (vlib_main_t *, vnet_dev_port_t *,
552 vnet_dev_port_op_t *);
553 vnet_dev_rv_t vnet_dev_process_call_port_op_no_rv (vlib_main_t *vm,
555 vnet_dev_port_op_no_rv_t *);
556 void vnet_dev_process_call_port_op_no_wait (vlib_main_t *, vnet_dev_port_t *,
557 vnet_dev_port_op_no_rv_t *);
559 vnet_dev_process_port_cfg_change_req (vlib_main_t *, vnet_dev_port_t *,
560 vnet_dev_port_cfg_change_req_t *);
561 void vnet_dev_process_quit (vlib_main_t *, vnet_dev_t *);
562 void vnet_dev_poll_dev_add (vlib_main_t *, vnet_dev_t *, f64,
563 vnet_dev_op_no_rv_t *);
564 void vnet_dev_poll_dev_remove (vlib_main_t *, vnet_dev_t *,
565 vnet_dev_op_no_rv_t *);
566 void vnet_dev_poll_port_add (vlib_main_t *, vnet_dev_port_t *, f64,
567 vnet_dev_port_op_no_rv_t *);
568 void vnet_dev_poll_port_remove (vlib_main_t *, vnet_dev_port_t *,
569 vnet_dev_port_op_no_rv_t *);
574 VNET_DEV_RT_OP_TYPE_UNKNOWN,
575 VNET_DEV_RT_OP_TYPE_RX_QUEUE,
576 } __clib_packed vnet_dev_rt_op_type_t;
580 VNET_DEV_RT_OP_ACTION_UNKNOWN,
581 VNET_DEV_RT_OP_ACTION_START,
582 VNET_DEV_RT_OP_ACTION_STOP,
583 } __clib_packed vnet_dev_rt_op_action_t;
591 vnet_dev_rx_queue_t *rx_queue;
594 vnet_dev_rv_t vnet_dev_rt_exec_ops (vlib_main_t *, vnet_dev_t *,
595 vnet_dev_rt_op_t *, u32);
601 u8 show_zero_counters : 1;
603 } vnet_dev_format_args_t;
605 format_function_t format_vnet_dev_addr;
606 format_function_t format_vnet_dev_hw_addr;
607 format_function_t format_vnet_dev_info;
608 format_function_t format_vnet_dev_interface_info;
609 format_function_t format_vnet_dev_interface_name;
610 format_function_t format_vnet_dev_port_info;
611 format_function_t format_vnet_dev_rv;
612 format_function_t format_vnet_dev_rx_queue_info;
613 format_function_t format_vnet_dev_tx_queue_info;
614 format_function_t format_vnet_dev_flags;
615 format_function_t format_vnet_dev_port_flags;
616 format_function_t format_vnet_dev_log;
617 unformat_function_t unformat_vnet_dev_flags;
618 unformat_function_t unformat_vnet_dev_port_flags;
623 vnet_dev_rx_queue_t *rx_queues[4];
624 } vnet_dev_rx_node_runtime_t;
626 STATIC_ASSERT (sizeof (vnet_dev_rx_node_runtime_t) <=
627 VLIB_NODE_RUNTIME_DATA_SIZE,
628 "must fit into runtime data");
630 #define foreach_vnet_dev_port_rx_next \
631 _ (ETH_INPUT, "ethernet-input") \
632 _ (DROP, "error-drop")
636 #define _(n, s) VNET_DEV_ETH_RX_PORT_NEXT_##n,
637 foreach_vnet_dev_port_rx_next
639 VNET_DEV_ETH_RX_PORT_N_NEXTS
640 } vnet_dev_eth_port_rx_next_t;
642 extern u16 vnet_dev_default_next_index_by_port_type[];
643 extern vlib_node_registration_t port_rx_eth_node;
645 typedef vnet_interface_output_runtime_t vnet_dev_tx_node_runtime_t;
647 STATIC_ASSERT (sizeof (vnet_dev_tx_node_runtime_t) <=
648 VLIB_NODE_RUNTIME_DATA_SIZE,
649 "must fit into runtime data");
651 #define VNET_DEV_REGISTER_BUS(x, ...) \
652 __VA_ARGS__ vnet_dev_bus_registration_t __vnet_dev_bus_registration_##x; \
653 static void __clib_constructor __vnet_dev_bus_registration_fn_##x (void) \
655 vnet_dev_main_t *dm = &vnet_dev_main; \
656 __vnet_dev_bus_registration_##x.next_registration = \
657 dm->bus_registrations; \
658 dm->bus_registrations = &__vnet_dev_bus_registration_##x; \
660 __VA_ARGS__ vnet_dev_bus_registration_t __vnet_dev_bus_registration_##x
662 #define VNET_DEV_REGISTER_DRIVER(x, ...) \
663 __VA_ARGS__ vnet_dev_driver_registration_t \
664 __vnet_dev_driver_registration_##x; \
665 static void __clib_constructor __vnet_dev_driver_registration_fn_##x (void) \
667 vnet_dev_main_t *dm = &vnet_dev_main; \
668 __vnet_dev_driver_registration_##x.next_registration = \
669 dm->driver_registrations; \
670 dm->driver_registrations = &__vnet_dev_driver_registration_##x; \
672 __VA_ARGS__ vnet_dev_driver_registration_t __vnet_dev_driver_registration_##x
674 #define VNET_DEV_NODE_FN(node) \
675 uword CLIB_MARCH_SFX (node##_fn) (vlib_main_t *, vlib_node_runtime_t *, \
677 static vlib_node_fn_registration_t CLIB_MARCH_SFX ( \
678 node##_fn_registration) = { \
679 .function = &CLIB_MARCH_SFX (node##_fn), \
682 static void __clib_constructor CLIB_MARCH_SFX ( \
683 node##_fn_multiarch_register) (void) \
685 extern vnet_dev_node_t node; \
686 vlib_node_fn_registration_t *r; \
687 r = &CLIB_MARCH_SFX (node##_fn_registration); \
688 r->march_variant = CLIB_MARCH_SFX (CLIB_MARCH_VARIANT_TYPE); \
689 r->next_registration = (node).registrations; \
690 (node).registrations = r; \
692 uword CLIB_MARCH_SFX (node##_fn)
694 #define foreach_vnet_dev_port(p, d) pool_foreach_pointer (p, d->ports)
695 #define foreach_vnet_dev_port_rx_queue(q, p) \
696 pool_foreach_pointer (q, p->rx_queues)
697 #define foreach_vnet_dev_port_tx_queue(q, p) \
698 pool_foreach_pointer (q, p->tx_queues)
700 #include <vnet/dev/dev_funcs.h>
702 #endif /* _VNET_DEV_H_ */