vlib: startup multi-arch variant configuration fix for interfaces
[vpp.git] / src / vnet / interface.h
1 /*
2  * Copyright (c) 2015 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  *     http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 /*
16  * interface.h: VNET interfaces/sub-interfaces
17  *
18  * Copyright (c) 2008 Eliot Dresselhaus
19  *
20  * Permission is hereby granted, free of charge, to any person obtaining
21  * a copy of this software and associated documentation files (the
22  * "Software"), to deal in the Software without restriction, including
23  * without limitation the rights to use, copy, modify, merge, publish,
24  * distribute, sublicense, and/or sell copies of the Software, and to
25  * permit persons to whom the Software is furnished to do so, subject to
26  * the following conditions:
27  *
28  * The above copyright notice and this permission notice shall be
29  * included in all copies or substantial portions of the Software.
30  *
31  *  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32  *  EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33  *  MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34  *  NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35  *  LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36  *  OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37  *  WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
38  */
39
40 #ifndef included_vnet_interface_h
41 #define included_vnet_interface_h
42
43 #include <vlib/vlib.h>
44 #include <vppinfra/pcap.h>
45 #include <vnet/l3_types.h>
46 #include <vppinfra/lock.h>
47
48 struct vnet_main_t;
49 struct vnet_hw_interface_t;
50 struct vnet_sw_interface_t;
51 union ip46_address_t_;
52
53 typedef enum
54 {
55   VNET_HW_IF_RX_MODE_UNKNOWN,
56   VNET_HW_IF_RX_MODE_POLLING,
57   VNET_HW_IF_RX_MODE_INTERRUPT,
58   VNET_HW_IF_RX_MODE_ADAPTIVE,
59   VNET_HW_IF_RX_MODE_DEFAULT,
60   VNET_HW_IF_NUM_RX_MODES,
61 } vnet_hw_if_rx_mode;
62
63 /* Interface up/down callback. */
64 typedef clib_error_t *(vnet_interface_function_t)
65   (struct vnet_main_t * vnm, u32 if_index, u32 flags);
66
67 /* Sub-interface add/del callback. */
68 typedef clib_error_t *(vnet_subif_add_del_function_t)
69   (struct vnet_main_t * vnm, u32 if_index,
70    struct vnet_sw_interface_t * template, int is_add);
71
72 /* Interface set mac address callback. */
73 typedef clib_error_t *(vnet_interface_set_mac_address_function_t)
74   (struct vnet_hw_interface_t * hi,
75    const u8 * old_address, const u8 * new_address);
76
77 /* Interface add/del additional mac address callback */
78 typedef clib_error_t *(vnet_interface_add_del_mac_address_function_t)
79   (struct vnet_hw_interface_t * hi, const u8 * address, u8 is_add);
80
81 /* Interface set rx mode callback. */
82 typedef clib_error_t *(vnet_interface_set_rx_mode_function_t)
83   (struct vnet_main_t * vnm, u32 if_index, u32 queue_id,
84    vnet_hw_if_rx_mode mode);
85
86 /* Interface set l2 mode callback. */
87 typedef clib_error_t *(vnet_interface_set_l2_mode_function_t)
88   (struct vnet_main_t * vnm, struct vnet_hw_interface_t * hi,
89    i32 l2_if_adjust);
90
91 /* Interface to set rss queues of the interface */
92 typedef clib_error_t *(vnet_interface_rss_queues_set_t)
93   (struct vnet_main_t * vnm, struct vnet_hw_interface_t * hi,
94    clib_bitmap_t * bitmap);
95
96 typedef enum
97 {
98   VNET_FLOW_DEV_OP_ADD_FLOW,
99   VNET_FLOW_DEV_OP_DEL_FLOW,
100   VNET_FLOW_DEV_OP_GET_COUNTER,
101   VNET_FLOW_DEV_OP_RESET_COUNTER,
102 } vnet_flow_dev_op_t;
103
104 /* Interface flow operations callback. */
105 typedef int (vnet_flow_dev_ops_function_t) (struct vnet_main_t * vnm,
106                                             vnet_flow_dev_op_t op,
107                                             u32 hw_if_index, u32 index,
108                                             uword * private_data);
109
110 typedef enum vnet_interface_function_priority_t_
111 {
112   VNET_ITF_FUNC_PRIORITY_LOW,
113   VNET_ITF_FUNC_PRIORITY_HIGH,
114 } vnet_interface_function_priority_t;
115 #define VNET_ITF_FUNC_N_PRIO ((vnet_interface_function_priority_t)VNET_ITF_FUNC_PRIORITY_HIGH+1)
116
117 typedef struct _vnet_interface_function_list_elt
118 {
119   struct _vnet_interface_function_list_elt *next_interface_function;
120   clib_error_t *(*fp) (struct vnet_main_t * vnm, u32 if_index, u32 flags);
121 } _vnet_interface_function_list_elt_t;
122
123 #ifndef CLIB_MARCH_VARIANT
124 #define _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,tag,p)                    \
125                                                                         \
126 static void __vnet_interface_function_init_##tag##_##f (void)           \
127     __attribute__((__constructor__)) ;                                  \
128                                                                         \
129 static void __vnet_interface_function_init_##tag##_##f (void)           \
130 {                                                                       \
131  vnet_main_t * vnm = vnet_get_main();                                   \
132  static _vnet_interface_function_list_elt_t init_function;              \
133  init_function.next_interface_function = vnm->tag##_functions[p];       \
134  vnm->tag##_functions[p] = &init_function;                              \
135  init_function.fp = (void *) &f;                                        \
136 }                                                                       \
137 static void __vnet_interface_function_deinit_##tag##_##f (void)         \
138     __attribute__((__destructor__)) ;                                   \
139                                                                         \
140 static void __vnet_interface_function_deinit_##tag##_##f (void)         \
141 {                                                                       \
142  vnet_main_t * vnm = vnet_get_main();                                   \
143  _vnet_interface_function_list_elt_t *next;                             \
144  if (vnm->tag##_functions[p]->fp == f)                                  \
145     {                                                                   \
146       vnm->tag##_functions[p] =                                         \
147         vnm->tag##_functions[p]->next_interface_function;               \
148       return;                                                           \
149     }                                                                   \
150   next = vnm->tag##_functions[p];                                       \
151   while (next->next_interface_function)                                 \
152     {                                                                   \
153       if (next->next_interface_function->fp == f)                       \
154         {                                                               \
155           next->next_interface_function =                               \
156             next->next_interface_function->next_interface_function;     \
157           return;                                                       \
158         }                                                               \
159       next = next->next_interface_function;                             \
160     }                                                                   \
161 }
162 #else
163 /* create unused pointer to silence compiler warnings and get whole
164    function optimized out */
165 #define _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,tag,p)                    \
166 static __clib_unused void * __clib_unused_##f = f;
167 #endif
168
169 #define _VNET_INTERFACE_FUNCTION_DECL(f,tag)                            \
170   _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,tag,VNET_ITF_FUNC_PRIORITY_LOW)
171
172 #define VNET_HW_INTERFACE_ADD_DEL_FUNCTION(f)                   \
173   _VNET_INTERFACE_FUNCTION_DECL(f,hw_interface_add_del)
174 #define VNET_HW_INTERFACE_LINK_UP_DOWN_FUNCTION(f)              \
175   _VNET_INTERFACE_FUNCTION_DECL(f,hw_interface_link_up_down)
176 #define VNET_HW_INTERFACE_LINK_UP_DOWN_FUNCTION_PRIO(f,p)       \
177   _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,hw_interface_link_up_down,p)
178 #define VNET_SW_INTERFACE_MTU_CHANGE_FUNCTION(f)                \
179   _VNET_INTERFACE_FUNCTION_DECL(f,sw_interface_mtu_change)
180 #define VNET_SW_INTERFACE_ADD_DEL_FUNCTION(f)                   \
181   _VNET_INTERFACE_FUNCTION_DECL(f,sw_interface_add_del)
182 #define VNET_SW_INTERFACE_ADD_DEL_FUNCTION_PRIO(f,p)            \
183   _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,sw_interface_add_del,p)
184 #define VNET_SW_INTERFACE_ADMIN_UP_DOWN_FUNCTION(f)             \
185   _VNET_INTERFACE_FUNCTION_DECL(f,sw_interface_admin_up_down)
186 #define VNET_SW_INTERFACE_ADMIN_UP_DOWN_FUNCTION_PRIO(f,p)      \
187   _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,sw_interface_admin_up_down, p)
188
189 /**
190  * Tunnel description parameters
191  */
192 typedef int (*vnet_dev_class_ip_tunnel_desc_t) (u32 sw_if_index,
193                                                 union ip46_address_t_ * src,
194                                                 union ip46_address_t_ * dst,
195                                                 u8 * is_l2);
196
197 /* A class of hardware interface devices. */
198 typedef struct _vnet_device_class
199 {
200   /* Index into main vector. */
201   u32 index;
202
203   /* Device name (e.g. "FOOBAR 1234a"). */
204   char *name;
205
206   /* Function to call when hardware interface is added/deleted. */
207   vnet_interface_function_t *interface_add_del_function;
208
209   /* Function to bring device administratively up/down. */
210   vnet_interface_function_t *admin_up_down_function;
211
212   /* Function to call when sub-interface is added/deleted */
213   vnet_subif_add_del_function_t *subif_add_del_function;
214
215   /* Function to call interface rx mode is changed */
216   vnet_interface_set_rx_mode_function_t *rx_mode_change_function;
217
218   /* Function to call interface l2 mode is changed */
219   vnet_interface_set_l2_mode_function_t *set_l2_mode_function;
220
221   /* Redistribute flag changes/existence of this interface class. */
222   u32 redistribute;
223
224   /* Transmit function. */
225   vlib_node_function_t *tx_function;
226
227   /* Transmit function candidate registration with priority */
228   vlib_node_fn_registration_t *tx_fn_registrations;
229
230   /* Error strings indexed by error code for this node. */
231   char **tx_function_error_strings;
232
233   /* Number of error codes used by this node. */
234   u32 tx_function_n_errors;
235
236   /* Renumber device name [only!] support, a control-plane kludge */
237   int (*name_renumber) (struct vnet_hw_interface_t * hi,
238                         u32 new_dev_instance);
239
240   /* Interface flow offload operations */
241   vnet_flow_dev_ops_function_t *flow_ops_function;
242
243   /* Format device instance as name. */
244   format_function_t *format_device_name;
245
246   /* Parse function for device name. */
247   unformat_function_t *unformat_device_name;
248
249   /* Format device verbosely for this class. */
250   format_function_t *format_device;
251
252   /* Trace buffer format for TX function. */
253   format_function_t *format_tx_trace;
254
255   /* Format flow offload entry */
256   format_function_t *format_flow;
257
258   vnet_dev_class_ip_tunnel_desc_t ip_tun_desc;
259
260   /* Function to clear hardware counters for device. */
261   void (*clear_counters) (u32 dev_class_instance);
262
263     uword (*is_valid_class_for_interface) (struct vnet_main_t * vnm,
264                                            u32 hw_if_index,
265                                            u32 hw_class_index);
266
267   /* Called when hardware class of an interface changes. */
268   void (*hw_class_change) (struct vnet_main_t * vnm,
269                            u32 hw_if_index, u32 new_hw_class_index);
270
271   /* Called to redirect traffic from a specific interface instance */
272   void (*rx_redirect_to_node) (struct vnet_main_t * vnm,
273                                u32 hw_if_index, u32 node_index);
274
275   /* Link-list of all device classes set up by constructors created below */
276   struct _vnet_device_class *next_class_registration;
277
278   /* Function to set mac address. */
279   vnet_interface_set_mac_address_function_t *mac_addr_change_function;
280
281   /* Function to add/delete additional MAC addresses */
282   vnet_interface_add_del_mac_address_function_t *mac_addr_add_del_function;
283
284   /* Interface to set rss queues of the interface */
285   vnet_interface_rss_queues_set_t *set_rss_queues_function;
286
287 } vnet_device_class_t;
288
289 #ifndef CLIB_MARCH_VARIANT
290 #define VNET_DEVICE_CLASS(x,...)                                        \
291   __VA_ARGS__ vnet_device_class_t x;                                    \
292 static void __vnet_add_device_class_registration_##x (void)             \
293     __attribute__((__constructor__)) ;                                  \
294 static void __vnet_add_device_class_registration_##x (void)             \
295 {                                                                       \
296     vnet_main_t * vnm = vnet_get_main();                                \
297     x.next_class_registration = vnm->device_class_registrations;        \
298     vnm->device_class_registrations = &x;                               \
299 }                                                                       \
300 static void __vnet_rm_device_class_registration_##x (void)              \
301     __attribute__((__destructor__)) ;                                   \
302 static void __vnet_rm_device_class_registration_##x (void)              \
303 {                                                                       \
304     vnet_main_t * vnm = vnet_get_main();                                \
305     VLIB_REMOVE_FROM_LINKED_LIST (vnm->device_class_registrations,      \
306                                   &x, next_class_registration);         \
307 }                                                                       \
308 __VA_ARGS__ vnet_device_class_t x
309 #else
310 /* create unused pointer to silence compiler warnings and get whole
311    function optimized out */
312 #define VNET_DEVICE_CLASS(x,...)                                        \
313 static __clib_unused vnet_device_class_t __clib_unused_##x
314 #endif
315
316 #define VNET_DEVICE_CLASS_TX_FN(devclass)                               \
317 uword CLIB_MARCH_SFX (devclass##_tx_fn)();                              \
318 static vlib_node_fn_registration_t                                      \
319   CLIB_MARCH_SFX(devclass##_tx_fn_registration) =                       \
320   { .function = &CLIB_MARCH_SFX (devclass##_tx_fn), };                  \
321                                                                         \
322 static void __clib_constructor                                          \
323 CLIB_MARCH_SFX (devclass##_tx_fn_multiarch_register) (void)             \
324 {                                                                       \
325   extern vnet_device_class_t devclass;                                  \
326   vlib_node_fn_registration_t *r;                                       \
327   r = &CLIB_MARCH_SFX (devclass##_tx_fn_registration);                  \
328   r->priority = CLIB_MARCH_FN_PRIORITY();                               \
329   r->name = CLIB_MARCH_VARIANT_STR;                                     \
330   r->next_registration = devclass.tx_fn_registrations;                  \
331   devclass.tx_fn_registrations = r;                                     \
332 }                                                                       \
333 uword CLIB_CPU_OPTIMIZED CLIB_MARCH_SFX (devclass##_tx_fn)
334
335 /**
336  * Link Type: A description of the protocol of packets on the link.
337  * On an ethernet link this maps directly into the ethertype. On a GRE tunnel
338  * it maps to the GRE-proto, etc for other lnk types.
339  */
340 typedef enum vnet_link_t_
341 {
342 #if CLIB_DEBUG > 0
343   VNET_LINK_IP4 = 1,
344 #else
345   VNET_LINK_IP4 = 0,
346 #endif
347   VNET_LINK_IP6,
348   VNET_LINK_MPLS,
349   VNET_LINK_ETHERNET,
350   VNET_LINK_ARP,
351   VNET_LINK_NSH,
352 } __attribute__ ((packed)) vnet_link_t;
353
354 #define VNET_LINKS {                   \
355     [VNET_LINK_ETHERNET] = "ethernet", \
356     [VNET_LINK_IP4] = "ipv4",          \
357     [VNET_LINK_IP6] = "ipv6",          \
358     [VNET_LINK_MPLS] = "mpls",         \
359     [VNET_LINK_ARP] = "arp",           \
360     [VNET_LINK_NSH] = "nsh",           \
361 }
362
363 #define FOR_EACH_VNET_LINK(_link)    \
364   for (_link = VNET_LINK_IP4;        \
365        _link <= VNET_LINK_NSH;       \
366        _link++)
367
368 /**
369  * @brief Number of link types. Not part of the enum so it does not have to be included in
370  * switch statements
371  */
372 #define VNET_LINK_NUM (VNET_LINK_NSH+1)
373
374 /**
375  * @brief Convert a link to to an Ethertype
376  */
377 extern vnet_l3_packet_type_t vnet_link_to_l3_proto (vnet_link_t link);
378
379 /**
380  * @brief Attributes assignable to a HW interface Class.
381  */
382 typedef enum vnet_hw_interface_class_flags_t_
383 {
384   /**
385    * @brief a point 2 point interface
386    */
387   VNET_HW_INTERFACE_CLASS_FLAG_P2P = (1 << 0),
388   /**
389    * @brief a non-broadcast multiple access interface
390    */
391   VNET_HW_INTERFACE_CLASS_FLAG_NBMA = (1 << 1),
392 } vnet_hw_interface_class_flags_t;
393
394 /* Layer-2 (e.g. Ethernet) interface class. */
395 typedef struct _vnet_hw_interface_class
396 {
397   /* Index into main vector. */
398   u32 index;
399
400   /* Class name (e.g. "Ethernet"). */
401   char *name;
402
403   /* Flags */
404   vnet_hw_interface_class_flags_t flags;
405
406   /* Function to call when hardware interface is added/deleted. */
407   vnet_interface_function_t *interface_add_del_function;
408
409   /* Function to bring interface administratively up/down. */
410   vnet_interface_function_t *admin_up_down_function;
411
412   /* Function to call when link state changes. */
413   vnet_interface_function_t *link_up_down_function;
414
415   /* Function to call when link MAC changes. */
416   vnet_interface_set_mac_address_function_t *mac_addr_change_function;
417
418   /* Function to add/delete additional MAC addresses */
419   vnet_interface_add_del_mac_address_function_t *mac_addr_add_del_function;
420
421   /* Format function to display interface name. */
422   format_function_t *format_interface_name;
423
424   /* Format function to display interface address. */
425   format_function_t *format_address;
426
427   /* Format packet header for this interface class. */
428   format_function_t *format_header;
429
430   /* Format device verbosely for this class. */
431   format_function_t *format_device;
432
433   /* Parser for hardware (e.g. ethernet) address. */
434   unformat_function_t *unformat_hw_address;
435
436   /* Parser for packet header for e.g. rewrite string. */
437   unformat_function_t *unformat_header;
438
439   /* Builds a rewrite string for the interface to the destination
440    * for the payload/link type. */
441   u8 *(*build_rewrite) (struct vnet_main_t * vnm,
442                         u32 sw_if_index,
443                         vnet_link_t link_type, const void *dst_hw_address);
444
445   /* Update an adjacency added by FIB (as opposed to via the
446    * neighbour resolution protocol). */
447   void (*update_adjacency) (struct vnet_main_t * vnm,
448                             u32 sw_if_index, u32 adj_index);
449
450     uword (*is_valid_class_for_interface) (struct vnet_main_t * vnm,
451                                            u32 hw_if_index,
452                                            u32 hw_class_index);
453
454   /* Called when hw interface class is changed and old hardware instance
455      may want to be deleted. */
456   void (*hw_class_change) (struct vnet_main_t * vnm, u32 hw_if_index,
457                            u32 old_class_index, u32 new_class_index);
458
459   /* List of hw interface classes, built by constructors */
460   struct _vnet_hw_interface_class *next_class_registration;
461
462 } vnet_hw_interface_class_t;
463
464 /**
465  * @brief Return a complete, zero-length (aka placeholder) rewrite
466  */
467 extern u8 *default_build_rewrite (struct vnet_main_t *vnm,
468                                   u32 sw_if_index,
469                                   vnet_link_t link_type,
470                                   const void *dst_hw_address);
471
472 /**
473  * @brief Default adjacency update function
474  */
475 extern void default_update_adjacency (struct vnet_main_t *vnm,
476                                       u32 sw_if_index, u32 adj_index);
477
478 #define VNET_HW_INTERFACE_CLASS(x,...)                                  \
479   __VA_ARGS__ vnet_hw_interface_class_t x;                              \
480 static void __vnet_add_hw_interface_class_registration_##x (void)       \
481     __attribute__((__constructor__)) ;                                  \
482 static void __vnet_add_hw_interface_class_registration_##x (void)       \
483 {                                                                       \
484     vnet_main_t * vnm = vnet_get_main();                                \
485     x.next_class_registration = vnm->hw_interface_class_registrations;  \
486     vnm->hw_interface_class_registrations = &x;                         \
487 }                                                                       \
488 static void __vnet_rm_hw_interface_class_registration_##x (void)        \
489     __attribute__((__destructor__)) ;                                   \
490 static void __vnet_rm_hw_interface_class_registration_##x (void)        \
491 {                                                                       \
492     vnet_main_t * vnm = vnet_get_main();                                \
493     VLIB_REMOVE_FROM_LINKED_LIST (vnm->hw_interface_class_registrations,\
494                                   &x, next_class_registration);         \
495 }                                                                       \
496 __VA_ARGS__ vnet_hw_interface_class_t x
497
498 typedef enum vnet_hw_interface_flags_t_
499 {
500   VNET_HW_INTERFACE_FLAG_NONE,
501   /* Hardware link state is up. */
502   VNET_HW_INTERFACE_FLAG_LINK_UP = (1 << 0),
503   /* Hardware duplex state */
504   VNET_HW_INTERFACE_FLAG_HALF_DUPLEX = (1 << 1),
505   VNET_HW_INTERFACE_FLAG_FULL_DUPLEX = (1 << 2),
506
507   /* rx mode flags */
508   VNET_HW_INTERFACE_FLAG_SUPPORTS_INT_MODE = (1 << 16),
509
510   /* tx checksum offload */
511   VNET_HW_INTERFACE_FLAG_SUPPORTS_TX_L4_CKSUM_OFFLOAD = (1 << 17),
512
513   /* gso */
514   VNET_HW_INTERFACE_FLAG_SUPPORTS_GSO = (1 << 18),
515
516   /* non-broadcast multiple access */
517   VNET_HW_INTERFACE_FLAG_NBMA = (1 << 19),
518
519   /* hw/driver can switch between l2-promisc and l3-dmac-filter modes */
520   VNET_HW_INTERFACE_FLAG_SUPPORTS_MAC_FILTER = (1 << 20),
521 } vnet_hw_interface_flags_t;
522
523 #define VNET_HW_INTERFACE_FLAG_DUPLEX_SHIFT 1
524 #define VNET_HW_INTERFACE_FLAG_SPEED_SHIFT  3
525 #define VNET_HW_INTERFACE_FLAG_DUPLEX_MASK      \
526   (VNET_HW_INTERFACE_FLAG_HALF_DUPLEX |         \
527    VNET_HW_INTERFACE_FLAG_FULL_DUPLEX)
528
529 typedef struct
530 {
531   /* hw interface index */
532   u32 hw_if_index;
533
534   /* device instance */
535   u32 dev_instance;
536
537   /* index of thread pollling this queue */
538   u32 thread_index;
539
540   /* file index of queue interrupt line */
541   u32 file_index;
542
543   /* hardware queue identifier */
544   u32 queue_id;
545
546   /* mode */
547   vnet_hw_if_rx_mode mode : 8;
548 #define VNET_HW_IF_RXQ_THREAD_ANY      ~0
549 #define VNET_HW_IF_RXQ_NO_RX_INTERRUPT ~0
550 } vnet_hw_if_rx_queue_t;
551
552 /* Hardware-interface.  This corresponds to a physical wire
553    that packets flow over. */
554 typedef struct vnet_hw_interface_t
555 {
556   CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
557   /* Interface name. */
558   u8 *name;
559
560   /* flags */
561   vnet_hw_interface_flags_t flags;
562
563
564   /* link speed in kbps */
565   u32 link_speed;
566
567   /* Hardware address as vector.  Zero (e.g. zero-length vector) if no
568      address for this class (e.g. PPP). */
569   u8 *hw_address;
570
571   /* Interface is up as far as software is concerned. */
572   /* NAME.{output,tx} nodes for this interface. */
573   u32 output_node_index, tx_node_index;
574
575   /* (dev_class, dev_instance) uniquely identifies hw interface. */
576   u32 dev_class_index;
577   u32 dev_instance;
578
579   /* (hw_class, hw_instance) uniquely identifies hw interface. */
580   u32 hw_class_index;
581   u32 hw_instance;
582
583   /* Hardware index for this hardware interface. */
584   u32 hw_if_index;
585
586   /* Software index for this hardware interface. */
587   u32 sw_if_index;
588
589   /* Next index in interface-output node for this interface
590      used by node function vnet_per_buffer_interface_output() */
591   u32 output_node_next_index;
592
593   /* Maximum transmit rate for this interface in bits/sec. */
594   f64 max_rate_bits_per_sec;
595
596   /* Smallest packet size supported by this interface. */
597   u32 min_supported_packet_bytes;
598
599   /* Largest packet size supported by this interface. */
600   u32 max_supported_packet_bytes;
601
602   /* Smallest packet size for this interface. */
603   u32 min_packet_bytes;
604
605   /* Largest packet size for this interface. */
606   u32 max_packet_bytes;
607
608   /* Hash table mapping sub interface id to sw_if_index. */
609   uword *sub_interface_sw_if_index_by_id;
610
611   /* Count of number of L2 and L3 subinterfaces */
612   u32 l2_if_count;
613   u32 l3_if_count;
614
615   /* Bonded interface info -
616      0       - not a bonded interface nor a slave
617      ~0      - slave to a bonded interface
618      others  - A bonded interface with a pointer to bitmap for all slaves */
619   uword *bond_info;
620 #define VNET_HW_INTERFACE_BOND_INFO_NONE ((uword *) 0)
621 #define VNET_HW_INTERFACE_BOND_INFO_SLAVE ((uword *) ~0)
622
623   /* Input node */
624   u32 input_node_index;
625
626   /* input node cpu index by queue */
627   u32 *input_node_thread_index_by_queue;
628
629   /* vnet_hw_if_rx_mode by queue */
630   u8 *rx_mode_by_queue;
631   vnet_hw_if_rx_mode default_rx_mode;
632
633   /* device input device_and_queue runtime index */
634   uword *dq_runtime_index_by_queue;
635
636   /* rx queues */
637   u32 *rx_queue_indices;
638
639   /* numa node that hardware device connects to */
640   u8 numa_node;
641
642   /* rss queues bitmap */
643   clib_bitmap_t *rss_queues;
644
645   /* trace */
646   i32 n_trace;
647
648   u32 trace_classify_table_index;
649 } vnet_hw_interface_t;
650
651 typedef struct
652 {
653   u32 dev_instance;
654   u32 queue_id;
655 } vnet_hw_if_rxq_poll_vector_t;
656
657 typedef struct
658 {
659   vnet_hw_if_rxq_poll_vector_t *rxq_poll_vector;
660   void *rxq_interrupts;
661 } vnet_hw_if_rx_node_runtime_t;
662
663 extern vnet_device_class_t vnet_local_interface_device_class;
664
665 typedef enum
666 {
667   /* A hw interface. */
668   VNET_SW_INTERFACE_TYPE_HARDWARE,
669
670   /* A sub-interface. */
671   VNET_SW_INTERFACE_TYPE_SUB,
672   VNET_SW_INTERFACE_TYPE_P2P,
673   VNET_SW_INTERFACE_TYPE_PIPE,
674 } vnet_sw_interface_type_t;
675
676 typedef struct
677 {
678   /*
679    * Subinterface ID. A number 0-N to uniquely identify
680    * this subinterface under the main (parent?) interface
681    */
682   u32 id;
683
684   /* Classification data. Used to associate packet header with subinterface. */
685   struct
686   {
687     u16 outer_vlan_id;
688     u16 inner_vlan_id;
689     union
690     {
691       u16 raw_flags;
692       struct
693       {
694         u16 no_tags:1;
695         u16 one_tag:1;
696         u16 two_tags:1;
697         u16 dot1ad:1;           /* 0 = dot1q, 1=dot1ad */
698         u16 exact_match:1;
699         u16 default_sub:1;
700         u16 outer_vlan_id_any:1;
701         u16 inner_vlan_id_any:1;
702       } flags;
703     };
704   } eth;
705 } vnet_sub_interface_t;
706
707 typedef struct
708 {
709   /*
710    * Subinterface ID. A number 0-N to uniquely identify
711    * this subinterface under the main interface
712    */
713   u32 id;
714   u32 pool_index;
715   u8 client_mac[6];
716 } vnet_p2p_sub_interface_t;
717
718 typedef enum
719 {
720   /* THe BVI interface */
721   VNET_FLOOD_CLASS_BVI,
722   /* Always flood */
723   VNET_FLOOD_CLASS_NORMAL,
724   VNET_FLOOD_CLASS_TUNNEL_MASTER,
725   /* Does not flood when tunnel master is in the same L2 BD */
726   VNET_FLOOD_CLASS_TUNNEL_NORMAL,
727   /* Never flood to this type */
728   VNET_FLOOD_CLASS_NO_FLOOD,
729 } vnet_flood_class_t;
730
731 /* Per protocol MTU */
732 typedef enum
733 {
734   VNET_MTU_L3,                  /* Default payload MTU (without L2 headers) */
735   VNET_MTU_IP4,                 /* Per-protocol MTUs overriding default */
736   VNET_MTU_IP6,
737   VNET_MTU_MPLS,
738   VNET_N_MTU
739 } vnet_mtu_t;
740
741 extern vnet_mtu_t vnet_link_to_mtu (vnet_link_t link);
742
743 typedef enum vnet_sw_interface_flags_t_
744 {
745   VNET_SW_INTERFACE_FLAG_NONE = 0,
746   /* Interface is "up" meaning administratively up.
747      Up in the sense of link state being up is maintained by hardware interface. */
748   VNET_SW_INTERFACE_FLAG_ADMIN_UP = (1 << 0),
749
750   /* Interface is disabled for forwarding: punt all traffic to slow-path. */
751   VNET_SW_INTERFACE_FLAG_PUNT = (1 << 1),
752
753   __VNET_SW_INTERFACE_FLAG_UNSUED = (1 << 2),
754
755   VNET_SW_INTERFACE_FLAG_UNNUMBERED = (1 << 3),
756
757   __VNET_SW_INTERFACE_FLAG_UNUSED2 = (1 << 4),
758
759   /* Interface does not appear in CLI/API */
760   VNET_SW_INTERFACE_FLAG_HIDDEN = (1 << 5),
761
762   /* Interface in ERROR state */
763   VNET_SW_INTERFACE_FLAG_ERROR = (1 << 6),
764
765   /* Interface has IP configured directed broadcast */
766   VNET_SW_INTERFACE_FLAG_DIRECTED_BCAST = (1 << 7),
767
768 } __attribute__ ((packed)) vnet_sw_interface_flags_t;
769
770 /* Software-interface.  This corresponds to a Ethernet VLAN, ATM vc, a
771    tunnel, etc.  Configuration (e.g. IP address) gets attached to
772    software interface. */
773 typedef struct
774 {
775   vnet_sw_interface_type_t type:16;
776
777   vnet_sw_interface_flags_t flags;
778
779   /* Index for this interface. */
780   u32 sw_if_index;
781
782   /* Software interface index of super-interface;
783      equal to sw_if_index if this interface is not a
784      sub-interface. */
785   u32 sup_sw_if_index;
786
787   /* this swif is unnumbered, use addresses on unnumbered_sw_if_index... */
788   u32 unnumbered_sw_if_index;
789
790   /* VNET_SW_INTERFACE_TYPE_HARDWARE. */
791   u32 hw_if_index;
792
793   /* MTU for network layer (not including L2 headers) */
794   u32 mtu[VNET_N_MTU];
795
796   /* VNET_SW_INTERFACE_TYPE_SUB. */
797   vnet_sub_interface_t sub;
798
799   /* VNET_SW_INTERFACE_TYPE_P2P. */
800   vnet_p2p_sub_interface_t p2p;
801
802   vnet_flood_class_t flood_class;
803 } vnet_sw_interface_t;
804
805 typedef enum
806 {
807   /* Simple counters. */
808   VNET_INTERFACE_COUNTER_DROP = 0,
809   VNET_INTERFACE_COUNTER_PUNT = 1,
810   VNET_INTERFACE_COUNTER_IP4 = 2,
811   VNET_INTERFACE_COUNTER_IP6 = 3,
812   VNET_INTERFACE_COUNTER_RX_NO_BUF = 4,
813   VNET_INTERFACE_COUNTER_RX_MISS = 5,
814   VNET_INTERFACE_COUNTER_RX_ERROR = 6,
815   VNET_INTERFACE_COUNTER_TX_ERROR = 7,
816   VNET_INTERFACE_COUNTER_MPLS = 8,
817   VNET_N_SIMPLE_INTERFACE_COUNTER = 9,
818   /* Combined counters. */
819   VNET_INTERFACE_COUNTER_RX = 0,
820   VNET_INTERFACE_COUNTER_RX_UNICAST = 1,
821   VNET_INTERFACE_COUNTER_RX_MULTICAST = 2,
822   VNET_INTERFACE_COUNTER_RX_BROADCAST = 3,
823   VNET_INTERFACE_COUNTER_TX = 4,
824   VNET_INTERFACE_COUNTER_TX_UNICAST = 5,
825   VNET_INTERFACE_COUNTER_TX_MULTICAST = 6,
826   VNET_INTERFACE_COUNTER_TX_BROADCAST = 7,
827   VNET_N_COMBINED_INTERFACE_COUNTER = 8,
828 } vnet_interface_counter_type_t;
829
830 #define foreach_rx_combined_interface_counter(_x)               \
831   for (_x = VNET_INTERFACE_COUNTER_RX;                          \
832        _x <= VNET_INTERFACE_COUNTER_RX_BROADCAST;               \
833        _x++)
834
835 #define foreach_tx_combined_interface_counter(_x)               \
836   for (_x = VNET_INTERFACE_COUNTER_TX;                          \
837        _x <= VNET_INTERFACE_COUNTER_TX_BROADCAST;               \
838        _x++)
839
840 #define foreach_simple_interface_counter_name   \
841   _(DROP, drops, if)                            \
842   _(PUNT, punt, if)                             \
843   _(IP4, ip4, if)                               \
844   _(IP6, ip6, if)                               \
845   _(RX_NO_BUF, rx-no-buf, if)                   \
846   _(RX_MISS, rx-miss, if)                       \
847   _(RX_ERROR, rx-error, if)                     \
848   _(TX_ERROR, tx-error, if)         \
849   _(MPLS, mpls, if)
850
851 #define foreach_combined_interface_counter_name \
852   _(RX, rx, if)                                 \
853   _(RX_UNICAST, rx-unicast, if)                 \
854   _(RX_MULTICAST, rx-multicast, if)             \
855   _(RX_BROADCAST, rx-broadcast, if)             \
856   _(TX, tx, if)                                 \
857   _(TX_UNICAST, tx-unicast, if)                 \
858   _(TX_MULTICAST, tx-multicast, if)             \
859   _(TX_BROADCAST, tx-broadcast, if)
860
861 typedef enum
862 {
863   COLLECT_SIMPLE_STATS = 0,
864   COLLECT_DETAILED_STATS = 1,
865 } vnet_interface_stats_collection_mode_e;
866
867 extern int collect_detailed_interface_stats_flag;
868
869 static inline int
870 collect_detailed_interface_stats (void)
871 {
872   return collect_detailed_interface_stats_flag;
873 }
874
875 void collect_detailed_interface_stats_flag_set (void);
876 void collect_detailed_interface_stats_flag_clear (void);
877
878
879 typedef struct
880 {
881   u32 output_node_index;
882   u32 tx_node_index;
883 } vnet_hw_interface_nodes_t;
884
885 typedef struct
886 {
887   CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
888   u32 *split_buffers;
889 } vnet_interface_per_thread_data_t;
890
891 typedef u8 *(*vnet_buffer_opquae_formatter_t) (const vlib_buffer_t * b,
892                                                u8 * s);
893
894 typedef struct
895 {
896   /* Hardware interfaces. */
897   vnet_hw_interface_t *hw_interfaces;
898
899   /* Hardware interface RX queues */
900   vnet_hw_if_rx_queue_t *hw_if_rx_queues;
901   uword *rxq_index_by_hw_if_index_and_queue_id;
902
903   /* Hash table mapping HW interface name to index. */
904   uword *hw_interface_by_name;
905
906   /* Vectors if hardware interface classes and device classes. */
907   vnet_hw_interface_class_t *hw_interface_classes;
908   vnet_device_class_t *device_classes;
909
910   /* Hash table mapping name to hw interface/device class. */
911   uword *hw_interface_class_by_name;
912   uword *device_class_by_name;
913
914   /* Software interfaces. */
915   vnet_sw_interface_t *sw_interfaces;
916
917   /* Hash table mapping sub intfc sw_if_index by sup sw_if_index and sub id */
918   uword *sw_if_index_by_sup_and_sub;
919
920   /* Software interface counters both simple and combined
921      packet and byte counters. */
922   clib_spinlock_t sw_if_counter_lock;
923   vlib_simple_counter_main_t *sw_if_counters;
924   vlib_combined_counter_main_t *combined_sw_if_counters;
925
926   vnet_hw_interface_nodes_t *deleted_hw_interface_nodes;
927
928   /*
929    * pcap drop tracing
930    * Only the drop filter hash lives here. See ../src/vlib/main.h for
931    * the rest of the variables.
932    */
933   uword *pcap_drop_filter_hash;
934
935   /* Buffer metadata format helper functions */
936   vnet_buffer_opquae_formatter_t *buffer_opaque_format_helpers;
937   vnet_buffer_opquae_formatter_t *buffer_opaque2_format_helpers;
938
939   /* per-thread data */
940   vnet_interface_per_thread_data_t *per_thread_data;
941
942   /* feature_arc_index */
943   u8 output_feature_arc_index;
944 } vnet_interface_main_t;
945
946 static inline void
947 vnet_interface_counter_lock (vnet_interface_main_t * im)
948 {
949   if (im->sw_if_counter_lock)
950     clib_spinlock_lock (&im->sw_if_counter_lock);
951 }
952
953 static inline void
954 vnet_interface_counter_unlock (vnet_interface_main_t * im)
955 {
956   if (im->sw_if_counter_lock)
957     clib_spinlock_unlock (&im->sw_if_counter_lock);
958 }
959
960 void vnet_pcap_drop_trace_filter_add_del (u32 error_index, int is_add);
961
962 int vnet_interface_name_renumber (u32 sw_if_index, u32 new_show_dev_instance);
963
964 vlib_node_function_t *vnet_interface_output_node_get (vlib_main_t * vm);
965
966 void vnet_register_format_buffer_opaque_helper
967   (vnet_buffer_opquae_formatter_t fn);
968
969 void vnet_register_format_buffer_opaque2_helper
970   (vnet_buffer_opquae_formatter_t fn);
971
972 typedef struct
973 {
974   u8 *filename;
975   int enable;
976   int status;
977   u32 packets_to_capture;
978   u32 max_bytes_per_pkt;
979   u8 rx_enable;
980   u8 tx_enable;
981   u8 drop_enable;
982   u8 preallocate_data;
983   u8 free_data;
984   u32 sw_if_index;
985   int filter;
986 } vnet_pcap_dispatch_trace_args_t;
987
988 int vnet_pcap_dispatch_trace_configure (vnet_pcap_dispatch_trace_args_t *);
989
990 #endif /* included_vnet_interface_h */
991
992 /*
993  * fd.io coding-style-patch-verification: ON
994  *
995  * Local Variables:
996  * eval: (c-set-style "gnu")
997  * End:
998  */