interface: remove vnet_device_input_runtime_t
[vpp.git] / src / vnet / interface.h
1 /*
2  * Copyright (c) 2015 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  *     http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 /*
16  * interface.h: VNET interfaces/sub-interfaces
17  *
18  * Copyright (c) 2008 Eliot Dresselhaus
19  *
20  * Permission is hereby granted, free of charge, to any person obtaining
21  * a copy of this software and associated documentation files (the
22  * "Software"), to deal in the Software without restriction, including
23  * without limitation the rights to use, copy, modify, merge, publish,
24  * distribute, sublicense, and/or sell copies of the Software, and to
25  * permit persons to whom the Software is furnished to do so, subject to
26  * the following conditions:
27  *
28  * The above copyright notice and this permission notice shall be
29  * included in all copies or substantial portions of the Software.
30  *
31  *  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32  *  EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33  *  MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34  *  NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35  *  LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36  *  OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37  *  WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
38  */
39
40 #ifndef included_vnet_interface_h
41 #define included_vnet_interface_h
42
43 #include <vlib/vlib.h>
44 #include <vppinfra/pcap.h>
45 #include <vnet/l3_types.h>
46 #include <vppinfra/lock.h>
47
48 struct vnet_main_t;
49 struct vnet_hw_interface_t;
50 struct vnet_sw_interface_t;
51 union ip46_address_t_;
52
53 typedef enum
54 {
55   VNET_HW_IF_RX_MODE_UNKNOWN,
56   VNET_HW_IF_RX_MODE_POLLING,
57   VNET_HW_IF_RX_MODE_INTERRUPT,
58   VNET_HW_IF_RX_MODE_ADAPTIVE,
59   VNET_HW_IF_RX_MODE_DEFAULT,
60   VNET_HW_IF_NUM_RX_MODES,
61 } vnet_hw_if_rx_mode;
62
63 /* Interface up/down callback. */
64 typedef clib_error_t *(vnet_interface_function_t)
65   (struct vnet_main_t * vnm, u32 if_index, u32 flags);
66
67 /* Sub-interface add/del callback. */
68 typedef clib_error_t *(vnet_subif_add_del_function_t)
69   (struct vnet_main_t * vnm, u32 if_index,
70    struct vnet_sw_interface_t * template, int is_add);
71
72 /* Interface set mac address callback. */
73 typedef clib_error_t *(vnet_interface_set_mac_address_function_t)
74   (struct vnet_hw_interface_t * hi,
75    const u8 * old_address, const u8 * new_address);
76
77 /* Interface add/del additional mac address callback */
78 typedef clib_error_t *(vnet_interface_add_del_mac_address_function_t)
79   (struct vnet_hw_interface_t * hi, const u8 * address, u8 is_add);
80
81 /* Interface set rx mode callback. */
82 typedef clib_error_t *(vnet_interface_set_rx_mode_function_t)
83   (struct vnet_main_t * vnm, u32 if_index, u32 queue_id,
84    vnet_hw_if_rx_mode mode);
85
86 /* Interface set l2 mode callback. */
87 typedef clib_error_t *(vnet_interface_set_l2_mode_function_t)
88   (struct vnet_main_t * vnm, struct vnet_hw_interface_t * hi,
89    i32 l2_if_adjust);
90
91 /* Interface to set rss queues of the interface */
92 typedef clib_error_t *(vnet_interface_rss_queues_set_t)
93   (struct vnet_main_t * vnm, struct vnet_hw_interface_t * hi,
94    clib_bitmap_t * bitmap);
95
96 typedef enum
97 {
98   VNET_FLOW_DEV_OP_ADD_FLOW,
99   VNET_FLOW_DEV_OP_DEL_FLOW,
100   VNET_FLOW_DEV_OP_GET_COUNTER,
101   VNET_FLOW_DEV_OP_RESET_COUNTER,
102 } vnet_flow_dev_op_t;
103
104 /* Interface flow operations callback. */
105 typedef int (vnet_flow_dev_ops_function_t) (struct vnet_main_t * vnm,
106                                             vnet_flow_dev_op_t op,
107                                             u32 hw_if_index, u32 index,
108                                             uword * private_data);
109
110 typedef enum vnet_interface_function_priority_t_
111 {
112   VNET_ITF_FUNC_PRIORITY_LOW,
113   VNET_ITF_FUNC_PRIORITY_HIGH,
114 } vnet_interface_function_priority_t;
115 #define VNET_ITF_FUNC_N_PRIO ((vnet_interface_function_priority_t)VNET_ITF_FUNC_PRIORITY_HIGH+1)
116
117 typedef struct _vnet_interface_function_list_elt
118 {
119   struct _vnet_interface_function_list_elt *next_interface_function;
120   clib_error_t *(*fp) (struct vnet_main_t * vnm, u32 if_index, u32 flags);
121 } _vnet_interface_function_list_elt_t;
122
123 #ifndef CLIB_MARCH_VARIANT
124 #define _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,tag,p)                    \
125                                                                         \
126 static void __vnet_interface_function_init_##tag##_##f (void)           \
127     __attribute__((__constructor__)) ;                                  \
128                                                                         \
129 static void __vnet_interface_function_init_##tag##_##f (void)           \
130 {                                                                       \
131  vnet_main_t * vnm = vnet_get_main();                                   \
132  static _vnet_interface_function_list_elt_t init_function;              \
133  init_function.next_interface_function = vnm->tag##_functions[p];       \
134  vnm->tag##_functions[p] = &init_function;                              \
135  init_function.fp = (void *) &f;                                        \
136 }                                                                       \
137 static void __vnet_interface_function_deinit_##tag##_##f (void)         \
138     __attribute__((__destructor__)) ;                                   \
139                                                                         \
140 static void __vnet_interface_function_deinit_##tag##_##f (void)         \
141 {                                                                       \
142  vnet_main_t * vnm = vnet_get_main();                                   \
143  _vnet_interface_function_list_elt_t *next;                             \
144  if (vnm->tag##_functions[p]->fp == f)                                  \
145     {                                                                   \
146       vnm->tag##_functions[p] =                                         \
147         vnm->tag##_functions[p]->next_interface_function;               \
148       return;                                                           \
149     }                                                                   \
150   next = vnm->tag##_functions[p];                                       \
151   while (next->next_interface_function)                                 \
152     {                                                                   \
153       if (next->next_interface_function->fp == f)                       \
154         {                                                               \
155           next->next_interface_function =                               \
156             next->next_interface_function->next_interface_function;     \
157           return;                                                       \
158         }                                                               \
159       next = next->next_interface_function;                             \
160     }                                                                   \
161 }
162 #else
163 /* create unused pointer to silence compiler warnings and get whole
164    function optimized out */
165 #define _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,tag,p)                    \
166 static __clib_unused void * __clib_unused_##f = f;
167 #endif
168
169 #define _VNET_INTERFACE_FUNCTION_DECL(f,tag)                            \
170   _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,tag,VNET_ITF_FUNC_PRIORITY_LOW)
171
172 #define VNET_HW_INTERFACE_ADD_DEL_FUNCTION(f)                   \
173   _VNET_INTERFACE_FUNCTION_DECL(f,hw_interface_add_del)
174 #define VNET_HW_INTERFACE_LINK_UP_DOWN_FUNCTION(f)              \
175   _VNET_INTERFACE_FUNCTION_DECL(f,hw_interface_link_up_down)
176 #define VNET_HW_INTERFACE_LINK_UP_DOWN_FUNCTION_PRIO(f,p)       \
177   _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,hw_interface_link_up_down,p)
178 #define VNET_SW_INTERFACE_MTU_CHANGE_FUNCTION(f)                \
179   _VNET_INTERFACE_FUNCTION_DECL(f,sw_interface_mtu_change)
180 #define VNET_SW_INTERFACE_ADD_DEL_FUNCTION(f)                   \
181   _VNET_INTERFACE_FUNCTION_DECL(f,sw_interface_add_del)
182 #define VNET_SW_INTERFACE_ADD_DEL_FUNCTION_PRIO(f,p)            \
183   _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,sw_interface_add_del,p)
184 #define VNET_SW_INTERFACE_ADMIN_UP_DOWN_FUNCTION(f)             \
185   _VNET_INTERFACE_FUNCTION_DECL(f,sw_interface_admin_up_down)
186 #define VNET_SW_INTERFACE_ADMIN_UP_DOWN_FUNCTION_PRIO(f,p)      \
187   _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,sw_interface_admin_up_down, p)
188
189 /**
190  * Tunnel description parameters
191  */
192 typedef int (*vnet_dev_class_ip_tunnel_desc_t) (u32 sw_if_index,
193                                                 union ip46_address_t_ * src,
194                                                 union ip46_address_t_ * dst,
195                                                 u8 * is_l2);
196
197 /* A class of hardware interface devices. */
198 typedef struct _vnet_device_class
199 {
200   /* Index into main vector. */
201   u32 index;
202
203   /* Device name (e.g. "FOOBAR 1234a"). */
204   char *name;
205
206   /* Function to call when hardware interface is added/deleted. */
207   vnet_interface_function_t *interface_add_del_function;
208
209   /* Function to bring device administratively up/down. */
210   vnet_interface_function_t *admin_up_down_function;
211
212   /* Function to call when sub-interface is added/deleted */
213   vnet_subif_add_del_function_t *subif_add_del_function;
214
215   /* Function to call interface rx mode is changed */
216   vnet_interface_set_rx_mode_function_t *rx_mode_change_function;
217
218   /* Function to call interface l2 mode is changed */
219   vnet_interface_set_l2_mode_function_t *set_l2_mode_function;
220
221   /* Redistribute flag changes/existence of this interface class. */
222   u32 redistribute;
223
224   /* Transmit function. */
225   vlib_node_function_t *tx_function;
226
227   /* Transmit function candidate registration with priority */
228   vlib_node_fn_registration_t *tx_fn_registrations;
229
230   /* Error strings indexed by error code for this node. */
231   char **tx_function_error_strings;
232
233   /* Number of error codes used by this node. */
234   u32 tx_function_n_errors;
235
236   /* Renumber device name [only!] support, a control-plane kludge */
237   int (*name_renumber) (struct vnet_hw_interface_t * hi,
238                         u32 new_dev_instance);
239
240   /* Interface flow offload operations */
241   vnet_flow_dev_ops_function_t *flow_ops_function;
242
243   /* Format device instance as name. */
244   format_function_t *format_device_name;
245
246   /* Parse function for device name. */
247   unformat_function_t *unformat_device_name;
248
249   /* Format device verbosely for this class. */
250   format_function_t *format_device;
251
252   /* Trace buffer format for TX function. */
253   format_function_t *format_tx_trace;
254
255   /* Format flow offload entry */
256   format_function_t *format_flow;
257
258   vnet_dev_class_ip_tunnel_desc_t ip_tun_desc;
259
260   /* Function to clear hardware counters for device. */
261   void (*clear_counters) (u32 dev_class_instance);
262
263     uword (*is_valid_class_for_interface) (struct vnet_main_t * vnm,
264                                            u32 hw_if_index,
265                                            u32 hw_class_index);
266
267   /* Called when hardware class of an interface changes. */
268   void (*hw_class_change) (struct vnet_main_t * vnm,
269                            u32 hw_if_index, u32 new_hw_class_index);
270
271   /* Called to redirect traffic from a specific interface instance */
272   void (*rx_redirect_to_node) (struct vnet_main_t * vnm,
273                                u32 hw_if_index, u32 node_index);
274
275   /* Link-list of all device classes set up by constructors created below */
276   struct _vnet_device_class *next_class_registration;
277
278   /* Function to set mac address. */
279   vnet_interface_set_mac_address_function_t *mac_addr_change_function;
280
281   /* Function to add/delete additional MAC addresses */
282   vnet_interface_add_del_mac_address_function_t *mac_addr_add_del_function;
283
284   /* Interface to set rss queues of the interface */
285   vnet_interface_rss_queues_set_t *set_rss_queues_function;
286
287 } vnet_device_class_t;
288
289 #ifndef CLIB_MARCH_VARIANT
290 #define VNET_DEVICE_CLASS(x,...)                                        \
291   __VA_ARGS__ vnet_device_class_t x;                                    \
292 static void __vnet_add_device_class_registration_##x (void)             \
293     __attribute__((__constructor__)) ;                                  \
294 static void __vnet_add_device_class_registration_##x (void)             \
295 {                                                                       \
296     vnet_main_t * vnm = vnet_get_main();                                \
297     x.next_class_registration = vnm->device_class_registrations;        \
298     vnm->device_class_registrations = &x;                               \
299 }                                                                       \
300 static void __vnet_rm_device_class_registration_##x (void)              \
301     __attribute__((__destructor__)) ;                                   \
302 static void __vnet_rm_device_class_registration_##x (void)              \
303 {                                                                       \
304     vnet_main_t * vnm = vnet_get_main();                                \
305     VLIB_REMOVE_FROM_LINKED_LIST (vnm->device_class_registrations,      \
306                                   &x, next_class_registration);         \
307 }                                                                       \
308 __VA_ARGS__ vnet_device_class_t x
309 #else
310 /* create unused pointer to silence compiler warnings and get whole
311    function optimized out */
312 #define VNET_DEVICE_CLASS(x,...)                                        \
313 static __clib_unused vnet_device_class_t __clib_unused_##x
314 #endif
315
316 #define VNET_DEVICE_CLASS_TX_FN(devclass)                               \
317 uword CLIB_MARCH_SFX (devclass##_tx_fn)();                              \
318 static vlib_node_fn_registration_t                                      \
319   CLIB_MARCH_SFX(devclass##_tx_fn_registration) =                       \
320   { .function = &CLIB_MARCH_SFX (devclass##_tx_fn), };                  \
321                                                                         \
322 static void __clib_constructor                                          \
323 CLIB_MARCH_SFX (devclass##_tx_fn_multiarch_register) (void)             \
324 {                                                                       \
325   extern vnet_device_class_t devclass;                                  \
326   vlib_node_fn_registration_t *r;                                       \
327   r = &CLIB_MARCH_SFX (devclass##_tx_fn_registration);                  \
328   r->priority = CLIB_MARCH_FN_PRIORITY();                               \
329   r->name = CLIB_MARCH_VARIANT_STR;                                     \
330   r->next_registration = devclass.tx_fn_registrations;                  \
331   devclass.tx_fn_registrations = r;                                     \
332 }                                                                       \
333 uword CLIB_CPU_OPTIMIZED CLIB_MARCH_SFX (devclass##_tx_fn)
334
335 /**
336  * Link Type: A description of the protocol of packets on the link.
337  * On an ethernet link this maps directly into the ethertype. On a GRE tunnel
338  * it maps to the GRE-proto, etc for other lnk types.
339  */
340 typedef enum vnet_link_t_
341 {
342 #if CLIB_DEBUG > 0
343   VNET_LINK_IP4 = 1,
344 #else
345   VNET_LINK_IP4 = 0,
346 #endif
347   VNET_LINK_IP6,
348   VNET_LINK_MPLS,
349   VNET_LINK_ETHERNET,
350   VNET_LINK_ARP,
351   VNET_LINK_NSH,
352 } __attribute__ ((packed)) vnet_link_t;
353
354 #define VNET_LINKS {                   \
355     [VNET_LINK_ETHERNET] = "ethernet", \
356     [VNET_LINK_IP4] = "ipv4",          \
357     [VNET_LINK_IP6] = "ipv6",          \
358     [VNET_LINK_MPLS] = "mpls",         \
359     [VNET_LINK_ARP] = "arp",           \
360     [VNET_LINK_NSH] = "nsh",           \
361 }
362
363 #define FOR_EACH_VNET_LINK(_link)    \
364   for (_link = VNET_LINK_IP4;        \
365        _link <= VNET_LINK_NSH;       \
366        _link++)
367
368 /**
369  * @brief Number of link types. Not part of the enum so it does not have to be included in
370  * switch statements
371  */
372 #define VNET_LINK_NUM (VNET_LINK_NSH+1)
373
374 /**
375  * @brief Convert a link to to an Ethertype
376  */
377 extern vnet_l3_packet_type_t vnet_link_to_l3_proto (vnet_link_t link);
378
379 /**
380  * @brief Attributes assignable to a HW interface Class.
381  */
382 typedef enum vnet_hw_interface_class_flags_t_
383 {
384   /**
385    * @brief a point 2 point interface
386    */
387   VNET_HW_INTERFACE_CLASS_FLAG_P2P = (1 << 0),
388   /**
389    * @brief a non-broadcast multiple access interface
390    */
391   VNET_HW_INTERFACE_CLASS_FLAG_NBMA = (1 << 1),
392 } vnet_hw_interface_class_flags_t;
393
394 /* Layer-2 (e.g. Ethernet) interface class. */
395 typedef struct _vnet_hw_interface_class
396 {
397   /* Index into main vector. */
398   u32 index;
399
400   /* Class name (e.g. "Ethernet"). */
401   char *name;
402
403   /* Flags */
404   vnet_hw_interface_class_flags_t flags;
405
406   /* Function to call when hardware interface is added/deleted. */
407   vnet_interface_function_t *interface_add_del_function;
408
409   /* Function to bring interface administratively up/down. */
410   vnet_interface_function_t *admin_up_down_function;
411
412   /* Function to call when link state changes. */
413   vnet_interface_function_t *link_up_down_function;
414
415   /* Function to call when link MAC changes. */
416   vnet_interface_set_mac_address_function_t *mac_addr_change_function;
417
418   /* Function to add/delete additional MAC addresses */
419   vnet_interface_add_del_mac_address_function_t *mac_addr_add_del_function;
420
421   /* Format function to display interface name. */
422   format_function_t *format_interface_name;
423
424   /* Format function to display interface address. */
425   format_function_t *format_address;
426
427   /* Format packet header for this interface class. */
428   format_function_t *format_header;
429
430   /* Format device verbosely for this class. */
431   format_function_t *format_device;
432
433   /* Parser for hardware (e.g. ethernet) address. */
434   unformat_function_t *unformat_hw_address;
435
436   /* Parser for packet header for e.g. rewrite string. */
437   unformat_function_t *unformat_header;
438
439   /* Builds a rewrite string for the interface to the destination
440    * for the payload/link type. */
441   u8 *(*build_rewrite) (struct vnet_main_t * vnm,
442                         u32 sw_if_index,
443                         vnet_link_t link_type, const void *dst_hw_address);
444
445   /* Update an adjacency added by FIB (as opposed to via the
446    * neighbour resolution protocol). */
447   void (*update_adjacency) (struct vnet_main_t * vnm,
448                             u32 sw_if_index, u32 adj_index);
449
450     uword (*is_valid_class_for_interface) (struct vnet_main_t * vnm,
451                                            u32 hw_if_index,
452                                            u32 hw_class_index);
453
454   /* Called when hw interface class is changed and old hardware instance
455      may want to be deleted. */
456   void (*hw_class_change) (struct vnet_main_t * vnm, u32 hw_if_index,
457                            u32 old_class_index, u32 new_class_index);
458
459   /* List of hw interface classes, built by constructors */
460   struct _vnet_hw_interface_class *next_class_registration;
461
462 } vnet_hw_interface_class_t;
463
464 /**
465  * @brief Return a complete, zero-length (aka placeholder) rewrite
466  */
467 extern u8 *default_build_rewrite (struct vnet_main_t *vnm,
468                                   u32 sw_if_index,
469                                   vnet_link_t link_type,
470                                   const void *dst_hw_address);
471
472 /**
473  * @brief Default adjacency update function
474  */
475 extern void default_update_adjacency (struct vnet_main_t *vnm,
476                                       u32 sw_if_index, u32 adj_index);
477
478 #define VNET_HW_INTERFACE_CLASS(x,...)                                  \
479   __VA_ARGS__ vnet_hw_interface_class_t x;                              \
480 static void __vnet_add_hw_interface_class_registration_##x (void)       \
481     __attribute__((__constructor__)) ;                                  \
482 static void __vnet_add_hw_interface_class_registration_##x (void)       \
483 {                                                                       \
484     vnet_main_t * vnm = vnet_get_main();                                \
485     x.next_class_registration = vnm->hw_interface_class_registrations;  \
486     vnm->hw_interface_class_registrations = &x;                         \
487 }                                                                       \
488 static void __vnet_rm_hw_interface_class_registration_##x (void)        \
489     __attribute__((__destructor__)) ;                                   \
490 static void __vnet_rm_hw_interface_class_registration_##x (void)        \
491 {                                                                       \
492     vnet_main_t * vnm = vnet_get_main();                                \
493     VLIB_REMOVE_FROM_LINKED_LIST (vnm->hw_interface_class_registrations,\
494                                   &x, next_class_registration);         \
495 }                                                                       \
496 __VA_ARGS__ vnet_hw_interface_class_t x
497
498 typedef enum vnet_hw_interface_flags_t_
499 {
500   VNET_HW_INTERFACE_FLAG_NONE,
501   /* Hardware link state is up. */
502   VNET_HW_INTERFACE_FLAG_LINK_UP = (1 << 0),
503   /* Hardware duplex state */
504   VNET_HW_INTERFACE_FLAG_HALF_DUPLEX = (1 << 1),
505   VNET_HW_INTERFACE_FLAG_FULL_DUPLEX = (1 << 2),
506
507   /* rx mode flags */
508   VNET_HW_INTERFACE_FLAG_SUPPORTS_INT_MODE = (1 << 16),
509
510   /* tx checksum offload */
511   VNET_HW_INTERFACE_FLAG_SUPPORTS_TX_L4_CKSUM_OFFLOAD = (1 << 17),
512
513   /* gso */
514   VNET_HW_INTERFACE_FLAG_SUPPORTS_GSO = (1 << 18),
515
516   /* non-broadcast multiple access */
517   VNET_HW_INTERFACE_FLAG_NBMA = (1 << 19),
518
519   /* hw/driver can switch between l2-promisc and l3-dmac-filter modes */
520   VNET_HW_INTERFACE_FLAG_SUPPORTS_MAC_FILTER = (1 << 20),
521 } vnet_hw_interface_flags_t;
522
523 #define VNET_HW_INTERFACE_FLAG_DUPLEX_SHIFT 1
524 #define VNET_HW_INTERFACE_FLAG_SPEED_SHIFT  3
525 #define VNET_HW_INTERFACE_FLAG_DUPLEX_MASK      \
526   (VNET_HW_INTERFACE_FLAG_HALF_DUPLEX |         \
527    VNET_HW_INTERFACE_FLAG_FULL_DUPLEX)
528
529 typedef struct
530 {
531   /* hw interface index */
532   u32 hw_if_index;
533
534   /* device instance */
535   u32 dev_instance;
536
537   /* index of thread pollling this queue */
538   u32 thread_index;
539
540   /* file index of queue interrupt line */
541   u32 file_index;
542
543   /* hardware queue identifier */
544   u32 queue_id;
545
546   /* mode */
547   vnet_hw_if_rx_mode mode : 8;
548 #define VNET_HW_IF_RXQ_THREAD_ANY      ~0
549 #define VNET_HW_IF_RXQ_NO_RX_INTERRUPT ~0
550 } vnet_hw_if_rx_queue_t;
551
552 /* Hardware-interface.  This corresponds to a physical wire
553    that packets flow over. */
554 typedef struct vnet_hw_interface_t
555 {
556   CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
557   /* Interface name. */
558   u8 *name;
559
560   /* flags */
561   vnet_hw_interface_flags_t flags;
562
563
564   /* link speed in kbps */
565   u32 link_speed;
566
567   /* Hardware address as vector.  Zero (e.g. zero-length vector) if no
568      address for this class (e.g. PPP). */
569   u8 *hw_address;
570
571   /* Interface is up as far as software is concerned. */
572   /* NAME.{output,tx} nodes for this interface. */
573   u32 output_node_index, tx_node_index;
574
575   /* (dev_class, dev_instance) uniquely identifies hw interface. */
576   u32 dev_class_index;
577   u32 dev_instance;
578
579   /* (hw_class, hw_instance) uniquely identifies hw interface. */
580   u32 hw_class_index;
581   u32 hw_instance;
582
583   /* Hardware index for this hardware interface. */
584   u32 hw_if_index;
585
586   /* Software index for this hardware interface. */
587   u32 sw_if_index;
588
589   /* Next index in interface-output node for this interface
590      used by node function vnet_per_buffer_interface_output() */
591   u32 output_node_next_index;
592
593   /* Maximum transmit rate for this interface in bits/sec. */
594   f64 max_rate_bits_per_sec;
595
596   /* Smallest packet size supported by this interface. */
597   u32 min_supported_packet_bytes;
598
599   /* Largest packet size supported by this interface. */
600   u32 max_supported_packet_bytes;
601
602   /* Smallest packet size for this interface. */
603   u32 min_packet_bytes;
604
605   /* Largest packet size for this interface. */
606   u32 max_packet_bytes;
607
608   /* Hash table mapping sub interface id to sw_if_index. */
609   uword *sub_interface_sw_if_index_by_id;
610
611   /* Count of number of L2 and L3 subinterfaces */
612   u32 l2_if_count;
613   u32 l3_if_count;
614
615   /* Bonded interface info -
616      0       - not a bonded interface nor a slave
617      ~0      - slave to a bonded interface
618      others  - A bonded interface with a pointer to bitmap for all slaves */
619   uword *bond_info;
620 #define VNET_HW_INTERFACE_BOND_INFO_NONE ((uword *) 0)
621 #define VNET_HW_INTERFACE_BOND_INFO_SLAVE ((uword *) ~0)
622
623   /* Input node */
624   u32 input_node_index;
625
626   /* input node cpu index by queue */
627   u32 *input_node_thread_index_by_queue;
628
629   vnet_hw_if_rx_mode default_rx_mode;
630
631   /* rx queues */
632   u32 *rx_queue_indices;
633
634   /* numa node that hardware device connects to */
635   u8 numa_node;
636
637   /* rss queues bitmap */
638   clib_bitmap_t *rss_queues;
639
640   /* trace */
641   i32 n_trace;
642
643   u32 trace_classify_table_index;
644 } vnet_hw_interface_t;
645
646 typedef struct
647 {
648   u32 dev_instance;
649   u32 queue_id;
650 } vnet_hw_if_rxq_poll_vector_t;
651
652 typedef struct
653 {
654   vnet_hw_if_rxq_poll_vector_t *rxq_poll_vector;
655   void *rxq_interrupts;
656 } vnet_hw_if_rx_node_runtime_t;
657
658 extern vnet_device_class_t vnet_local_interface_device_class;
659
660 typedef enum
661 {
662   /* A hw interface. */
663   VNET_SW_INTERFACE_TYPE_HARDWARE,
664
665   /* A sub-interface. */
666   VNET_SW_INTERFACE_TYPE_SUB,
667   VNET_SW_INTERFACE_TYPE_P2P,
668   VNET_SW_INTERFACE_TYPE_PIPE,
669 } vnet_sw_interface_type_t;
670
671 typedef struct
672 {
673   /*
674    * Subinterface ID. A number 0-N to uniquely identify
675    * this subinterface under the main (parent?) interface
676    */
677   u32 id;
678
679   /* Classification data. Used to associate packet header with subinterface. */
680   struct
681   {
682     u16 outer_vlan_id;
683     u16 inner_vlan_id;
684     union
685     {
686       u16 raw_flags;
687       struct
688       {
689         u16 no_tags:1;
690         u16 one_tag:1;
691         u16 two_tags:1;
692         u16 dot1ad:1;           /* 0 = dot1q, 1=dot1ad */
693         u16 exact_match:1;
694         u16 default_sub:1;
695         u16 outer_vlan_id_any:1;
696         u16 inner_vlan_id_any:1;
697       } flags;
698     };
699   } eth;
700 } vnet_sub_interface_t;
701
702 typedef struct
703 {
704   /*
705    * Subinterface ID. A number 0-N to uniquely identify
706    * this subinterface under the main interface
707    */
708   u32 id;
709   u32 pool_index;
710   u8 client_mac[6];
711 } vnet_p2p_sub_interface_t;
712
713 typedef enum
714 {
715   /* THe BVI interface */
716   VNET_FLOOD_CLASS_BVI,
717   /* Always flood */
718   VNET_FLOOD_CLASS_NORMAL,
719   VNET_FLOOD_CLASS_TUNNEL_MASTER,
720   /* Does not flood when tunnel master is in the same L2 BD */
721   VNET_FLOOD_CLASS_TUNNEL_NORMAL,
722   /* Never flood to this type */
723   VNET_FLOOD_CLASS_NO_FLOOD,
724 } vnet_flood_class_t;
725
726 /* Per protocol MTU */
727 typedef enum
728 {
729   VNET_MTU_L3,                  /* Default payload MTU (without L2 headers) */
730   VNET_MTU_IP4,                 /* Per-protocol MTUs overriding default */
731   VNET_MTU_IP6,
732   VNET_MTU_MPLS,
733   VNET_N_MTU
734 } vnet_mtu_t;
735
736 extern vnet_mtu_t vnet_link_to_mtu (vnet_link_t link);
737
738 typedef enum vnet_sw_interface_flags_t_
739 {
740   VNET_SW_INTERFACE_FLAG_NONE = 0,
741   /* Interface is "up" meaning administratively up.
742      Up in the sense of link state being up is maintained by hardware interface. */
743   VNET_SW_INTERFACE_FLAG_ADMIN_UP = (1 << 0),
744
745   /* Interface is disabled for forwarding: punt all traffic to slow-path. */
746   VNET_SW_INTERFACE_FLAG_PUNT = (1 << 1),
747
748   __VNET_SW_INTERFACE_FLAG_UNSUED = (1 << 2),
749
750   VNET_SW_INTERFACE_FLAG_UNNUMBERED = (1 << 3),
751
752   __VNET_SW_INTERFACE_FLAG_UNUSED2 = (1 << 4),
753
754   /* Interface does not appear in CLI/API */
755   VNET_SW_INTERFACE_FLAG_HIDDEN = (1 << 5),
756
757   /* Interface in ERROR state */
758   VNET_SW_INTERFACE_FLAG_ERROR = (1 << 6),
759
760   /* Interface has IP configured directed broadcast */
761   VNET_SW_INTERFACE_FLAG_DIRECTED_BCAST = (1 << 7),
762
763 } __attribute__ ((packed)) vnet_sw_interface_flags_t;
764
765 /* Software-interface.  This corresponds to a Ethernet VLAN, ATM vc, a
766    tunnel, etc.  Configuration (e.g. IP address) gets attached to
767    software interface. */
768 typedef struct
769 {
770   vnet_sw_interface_type_t type:16;
771
772   vnet_sw_interface_flags_t flags;
773
774   /* Index for this interface. */
775   u32 sw_if_index;
776
777   /* Software interface index of super-interface;
778      equal to sw_if_index if this interface is not a
779      sub-interface. */
780   u32 sup_sw_if_index;
781
782   /* this swif is unnumbered, use addresses on unnumbered_sw_if_index... */
783   u32 unnumbered_sw_if_index;
784
785   /* VNET_SW_INTERFACE_TYPE_HARDWARE. */
786   u32 hw_if_index;
787
788   /* MTU for network layer (not including L2 headers) */
789   u32 mtu[VNET_N_MTU];
790
791   /* VNET_SW_INTERFACE_TYPE_SUB. */
792   vnet_sub_interface_t sub;
793
794   /* VNET_SW_INTERFACE_TYPE_P2P. */
795   vnet_p2p_sub_interface_t p2p;
796
797   vnet_flood_class_t flood_class;
798 } vnet_sw_interface_t;
799
800 typedef enum
801 {
802   /* Simple counters. */
803   VNET_INTERFACE_COUNTER_DROP = 0,
804   VNET_INTERFACE_COUNTER_PUNT = 1,
805   VNET_INTERFACE_COUNTER_IP4 = 2,
806   VNET_INTERFACE_COUNTER_IP6 = 3,
807   VNET_INTERFACE_COUNTER_RX_NO_BUF = 4,
808   VNET_INTERFACE_COUNTER_RX_MISS = 5,
809   VNET_INTERFACE_COUNTER_RX_ERROR = 6,
810   VNET_INTERFACE_COUNTER_TX_ERROR = 7,
811   VNET_INTERFACE_COUNTER_MPLS = 8,
812   VNET_N_SIMPLE_INTERFACE_COUNTER = 9,
813   /* Combined counters. */
814   VNET_INTERFACE_COUNTER_RX = 0,
815   VNET_INTERFACE_COUNTER_RX_UNICAST = 1,
816   VNET_INTERFACE_COUNTER_RX_MULTICAST = 2,
817   VNET_INTERFACE_COUNTER_RX_BROADCAST = 3,
818   VNET_INTERFACE_COUNTER_TX = 4,
819   VNET_INTERFACE_COUNTER_TX_UNICAST = 5,
820   VNET_INTERFACE_COUNTER_TX_MULTICAST = 6,
821   VNET_INTERFACE_COUNTER_TX_BROADCAST = 7,
822   VNET_N_COMBINED_INTERFACE_COUNTER = 8,
823 } vnet_interface_counter_type_t;
824
825 #define foreach_rx_combined_interface_counter(_x)               \
826   for (_x = VNET_INTERFACE_COUNTER_RX;                          \
827        _x <= VNET_INTERFACE_COUNTER_RX_BROADCAST;               \
828        _x++)
829
830 #define foreach_tx_combined_interface_counter(_x)               \
831   for (_x = VNET_INTERFACE_COUNTER_TX;                          \
832        _x <= VNET_INTERFACE_COUNTER_TX_BROADCAST;               \
833        _x++)
834
835 #define foreach_simple_interface_counter_name   \
836   _(DROP, drops, if)                            \
837   _(PUNT, punt, if)                             \
838   _(IP4, ip4, if)                               \
839   _(IP6, ip6, if)                               \
840   _(RX_NO_BUF, rx-no-buf, if)                   \
841   _(RX_MISS, rx-miss, if)                       \
842   _(RX_ERROR, rx-error, if)                     \
843   _(TX_ERROR, tx-error, if)         \
844   _(MPLS, mpls, if)
845
846 #define foreach_combined_interface_counter_name \
847   _(RX, rx, if)                                 \
848   _(RX_UNICAST, rx-unicast, if)                 \
849   _(RX_MULTICAST, rx-multicast, if)             \
850   _(RX_BROADCAST, rx-broadcast, if)             \
851   _(TX, tx, if)                                 \
852   _(TX_UNICAST, tx-unicast, if)                 \
853   _(TX_MULTICAST, tx-multicast, if)             \
854   _(TX_BROADCAST, tx-broadcast, if)
855
856 typedef enum
857 {
858   COLLECT_SIMPLE_STATS = 0,
859   COLLECT_DETAILED_STATS = 1,
860 } vnet_interface_stats_collection_mode_e;
861
862 extern int collect_detailed_interface_stats_flag;
863
864 static inline int
865 collect_detailed_interface_stats (void)
866 {
867   return collect_detailed_interface_stats_flag;
868 }
869
870 void collect_detailed_interface_stats_flag_set (void);
871 void collect_detailed_interface_stats_flag_clear (void);
872
873
874 typedef struct
875 {
876   u32 output_node_index;
877   u32 tx_node_index;
878 } vnet_hw_interface_nodes_t;
879
880 typedef struct
881 {
882   CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
883   u32 *split_buffers;
884 } vnet_interface_per_thread_data_t;
885
886 typedef u8 *(*vnet_buffer_opquae_formatter_t) (const vlib_buffer_t * b,
887                                                u8 * s);
888
889 typedef struct
890 {
891   /* Hardware interfaces. */
892   vnet_hw_interface_t *hw_interfaces;
893
894   /* Hardware interface RX queues */
895   vnet_hw_if_rx_queue_t *hw_if_rx_queues;
896   uword *rxq_index_by_hw_if_index_and_queue_id;
897
898   /* Hash table mapping HW interface name to index. */
899   uword *hw_interface_by_name;
900
901   /* Vectors if hardware interface classes and device classes. */
902   vnet_hw_interface_class_t *hw_interface_classes;
903   vnet_device_class_t *device_classes;
904
905   /* Hash table mapping name to hw interface/device class. */
906   uword *hw_interface_class_by_name;
907   uword *device_class_by_name;
908
909   /* Software interfaces. */
910   vnet_sw_interface_t *sw_interfaces;
911
912   /* Hash table mapping sub intfc sw_if_index by sup sw_if_index and sub id */
913   uword *sw_if_index_by_sup_and_sub;
914
915   /* Software interface counters both simple and combined
916      packet and byte counters. */
917   clib_spinlock_t sw_if_counter_lock;
918   vlib_simple_counter_main_t *sw_if_counters;
919   vlib_combined_counter_main_t *combined_sw_if_counters;
920
921   vnet_hw_interface_nodes_t *deleted_hw_interface_nodes;
922
923   /*
924    * pcap drop tracing
925    * Only the drop filter hash lives here. See ../src/vlib/main.h for
926    * the rest of the variables.
927    */
928   uword *pcap_drop_filter_hash;
929
930   /* Buffer metadata format helper functions */
931   vnet_buffer_opquae_formatter_t *buffer_opaque_format_helpers;
932   vnet_buffer_opquae_formatter_t *buffer_opaque2_format_helpers;
933
934   /* per-thread data */
935   vnet_interface_per_thread_data_t *per_thread_data;
936
937   /* feature_arc_index */
938   u8 output_feature_arc_index;
939 } vnet_interface_main_t;
940
941 static inline void
942 vnet_interface_counter_lock (vnet_interface_main_t * im)
943 {
944   if (im->sw_if_counter_lock)
945     clib_spinlock_lock (&im->sw_if_counter_lock);
946 }
947
948 static inline void
949 vnet_interface_counter_unlock (vnet_interface_main_t * im)
950 {
951   if (im->sw_if_counter_lock)
952     clib_spinlock_unlock (&im->sw_if_counter_lock);
953 }
954
955 void vnet_pcap_drop_trace_filter_add_del (u32 error_index, int is_add);
956
957 int vnet_interface_name_renumber (u32 sw_if_index, u32 new_show_dev_instance);
958
959 vlib_node_function_t *vnet_interface_output_node_get (vlib_main_t * vm);
960
961 void vnet_register_format_buffer_opaque_helper
962   (vnet_buffer_opquae_formatter_t fn);
963
964 void vnet_register_format_buffer_opaque2_helper
965   (vnet_buffer_opquae_formatter_t fn);
966
967 typedef struct
968 {
969   u8 *filename;
970   int enable;
971   int status;
972   u32 packets_to_capture;
973   u32 max_bytes_per_pkt;
974   u8 rx_enable;
975   u8 tx_enable;
976   u8 drop_enable;
977   u8 preallocate_data;
978   u8 free_data;
979   u32 sw_if_index;
980   int filter;
981 } vnet_pcap_dispatch_trace_args_t;
982
983 int vnet_pcap_dispatch_trace_configure (vnet_pcap_dispatch_trace_args_t *);
984
985 #endif /* included_vnet_interface_h */
986
987 /*
988  * fd.io coding-style-patch-verification: ON
989  *
990  * Local Variables:
991  * eval: (c-set-style "gnu")
992  * End:
993  */