acl: add missing byteswap header for musl
[vpp.git] / src / vnet / interface.h
1 /*
2  * Copyright (c) 2015 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  *     http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 /*
16  * interface.h: VNET interfaces/sub-interfaces
17  *
18  * Copyright (c) 2008 Eliot Dresselhaus
19  *
20  * Permission is hereby granted, free of charge, to any person obtaining
21  * a copy of this software and associated documentation files (the
22  * "Software"), to deal in the Software without restriction, including
23  * without limitation the rights to use, copy, modify, merge, publish,
24  * distribute, sublicense, and/or sell copies of the Software, and to
25  * permit persons to whom the Software is furnished to do so, subject to
26  * the following conditions:
27  *
28  * The above copyright notice and this permission notice shall be
29  * included in all copies or substantial portions of the Software.
30  *
31  *  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32  *  EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33  *  MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34  *  NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35  *  LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36  *  OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37  *  WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
38  */
39
40 #ifndef included_vnet_interface_h
41 #define included_vnet_interface_h
42
43 #include <vlib/vlib.h>
44 #include <vppinfra/pcap.h>
45 #include <vnet/l3_types.h>
46 #include <vppinfra/lock.h>
47 #include <vnet/hash/hash.h>
48
49 struct vnet_main_t;
50 struct vnet_hw_interface_t;
51 struct vnet_sw_interface_t;
52 union ip46_address_t_;
53
54 typedef enum
55 {
56   VNET_HW_IF_RX_MODE_UNKNOWN,
57   VNET_HW_IF_RX_MODE_POLLING,
58   VNET_HW_IF_RX_MODE_INTERRUPT,
59   VNET_HW_IF_RX_MODE_ADAPTIVE,
60   VNET_HW_IF_RX_MODE_DEFAULT,
61   VNET_HW_IF_NUM_RX_MODES,
62 } vnet_hw_if_rx_mode;
63
64 /* Interface up/down callback. */
65 typedef clib_error_t *(vnet_interface_function_t)
66   (struct vnet_main_t * vnm, u32 if_index, u32 flags);
67
68 /* Sub-interface add/del callback. */
69 typedef clib_error_t *(vnet_subif_add_del_function_t)
70   (struct vnet_main_t * vnm, u32 if_index,
71    struct vnet_sw_interface_t * template, int is_add);
72
73 /* Interface set mtu callback. */
74 typedef clib_error_t *(vnet_interface_set_max_frame_size_function_t) (
75   struct vnet_main_t *vnm, struct vnet_hw_interface_t *hi, u32 mtu);
76
77 /* Interface set mac address callback. */
78 typedef clib_error_t *(vnet_interface_set_mac_address_function_t)
79   (struct vnet_hw_interface_t * hi,
80    const u8 * old_address, const u8 * new_address);
81
82 /* Interface add/del additional mac address callback */
83 typedef clib_error_t *(vnet_interface_add_del_mac_address_function_t)
84   (struct vnet_hw_interface_t * hi, const u8 * address, u8 is_add);
85
86 /* Interface set rx mode callback. */
87 typedef clib_error_t *(vnet_interface_set_rx_mode_function_t)
88   (struct vnet_main_t * vnm, u32 if_index, u32 queue_id,
89    vnet_hw_if_rx_mode mode);
90
91 /* Interface set l2 mode callback. */
92 typedef clib_error_t *(vnet_interface_set_l2_mode_function_t)
93   (struct vnet_main_t * vnm, struct vnet_hw_interface_t * hi,
94    i32 l2_if_adjust);
95
96 /* Interface to set rss queues of the interface */
97 typedef clib_error_t *(vnet_interface_rss_queues_set_t)
98   (struct vnet_main_t * vnm, struct vnet_hw_interface_t * hi,
99    clib_bitmap_t * bitmap);
100
101 typedef enum
102 {
103   VNET_FLOW_DEV_OP_ADD_FLOW,
104   VNET_FLOW_DEV_OP_DEL_FLOW,
105   VNET_FLOW_DEV_OP_GET_COUNTER,
106   VNET_FLOW_DEV_OP_RESET_COUNTER,
107 } vnet_flow_dev_op_t;
108
109 /* Interface flow operations callback. */
110 typedef int (vnet_flow_dev_ops_function_t) (struct vnet_main_t * vnm,
111                                             vnet_flow_dev_op_t op,
112                                             u32 hw_if_index, u32 index,
113                                             uword * private_data);
114
115 typedef enum vnet_interface_function_priority_t_
116 {
117   VNET_ITF_FUNC_PRIORITY_LOW,
118   VNET_ITF_FUNC_PRIORITY_HIGH,
119 } vnet_interface_function_priority_t;
120 #define VNET_ITF_FUNC_N_PRIO ((vnet_interface_function_priority_t)VNET_ITF_FUNC_PRIORITY_HIGH+1)
121
122 typedef struct _vnet_interface_function_list_elt
123 {
124   struct _vnet_interface_function_list_elt *next_interface_function;
125   clib_error_t *(*fp) (struct vnet_main_t * vnm, u32 if_index, u32 flags);
126 } _vnet_interface_function_list_elt_t;
127
128 #ifndef CLIB_MARCH_VARIANT
129 #define _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,tag,p)                    \
130                                                                         \
131 static void __vnet_interface_function_init_##tag##_##f (void)           \
132     __attribute__((__constructor__)) ;                                  \
133                                                                         \
134 static void __vnet_interface_function_init_##tag##_##f (void)           \
135 {                                                                       \
136  vnet_main_t * vnm = vnet_get_main();                                   \
137  static _vnet_interface_function_list_elt_t init_function;              \
138  init_function.next_interface_function = vnm->tag##_functions[p];       \
139  vnm->tag##_functions[p] = &init_function;                              \
140  init_function.fp = (void *) &f;                                        \
141 }                                                                       \
142 static void __vnet_interface_function_deinit_##tag##_##f (void)         \
143     __attribute__((__destructor__)) ;                                   \
144                                                                         \
145 static void __vnet_interface_function_deinit_##tag##_##f (void)         \
146 {                                                                       \
147  vnet_main_t * vnm = vnet_get_main();                                   \
148  _vnet_interface_function_list_elt_t *next;                             \
149  if (vnm->tag##_functions[p]->fp == f)                                  \
150     {                                                                   \
151       vnm->tag##_functions[p] =                                         \
152         vnm->tag##_functions[p]->next_interface_function;               \
153       return;                                                           \
154     }                                                                   \
155   next = vnm->tag##_functions[p];                                       \
156   while (next->next_interface_function)                                 \
157     {                                                                   \
158       if (next->next_interface_function->fp == f)                       \
159         {                                                               \
160           next->next_interface_function =                               \
161             next->next_interface_function->next_interface_function;     \
162           return;                                                       \
163         }                                                               \
164       next = next->next_interface_function;                             \
165     }                                                                   \
166 }
167 #else
168 /* create unused pointer to silence compiler warnings and get whole
169    function optimized out */
170 #define _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,tag,p)                    \
171 static __clib_unused void * __clib_unused_##f = f;
172 #endif
173
174 #define _VNET_INTERFACE_FUNCTION_DECL(f,tag)                            \
175   _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,tag,VNET_ITF_FUNC_PRIORITY_LOW)
176
177 #define VNET_HW_INTERFACE_ADD_DEL_FUNCTION(f)                   \
178   _VNET_INTERFACE_FUNCTION_DECL(f,hw_interface_add_del)
179 #define VNET_HW_INTERFACE_LINK_UP_DOWN_FUNCTION(f)              \
180   _VNET_INTERFACE_FUNCTION_DECL(f,hw_interface_link_up_down)
181 #define VNET_HW_INTERFACE_LINK_UP_DOWN_FUNCTION_PRIO(f,p)       \
182   _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,hw_interface_link_up_down,p)
183 #define VNET_SW_INTERFACE_MTU_CHANGE_FUNCTION(f)                \
184   _VNET_INTERFACE_FUNCTION_DECL(f,sw_interface_mtu_change)
185 #define VNET_SW_INTERFACE_ADD_DEL_FUNCTION(f)                   \
186   _VNET_INTERFACE_FUNCTION_DECL(f,sw_interface_add_del)
187 #define VNET_SW_INTERFACE_ADD_DEL_FUNCTION_PRIO(f,p)            \
188   _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,sw_interface_add_del,p)
189 #define VNET_SW_INTERFACE_ADMIN_UP_DOWN_FUNCTION(f)             \
190   _VNET_INTERFACE_FUNCTION_DECL(f,sw_interface_admin_up_down)
191 #define VNET_SW_INTERFACE_ADMIN_UP_DOWN_FUNCTION_PRIO(f,p)      \
192   _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,sw_interface_admin_up_down, p)
193
194 /**
195  * Tunnel description parameters
196  */
197 typedef int (*vnet_dev_class_ip_tunnel_desc_t) (u32 sw_if_index,
198                                                 union ip46_address_t_ * src,
199                                                 union ip46_address_t_ * dst,
200                                                 u8 * is_l2);
201
202 /* A class of hardware interface devices. */
203 typedef struct _vnet_device_class
204 {
205   /* Index into main vector. */
206   u32 index;
207
208   /* Device name (e.g. "FOOBAR 1234a"). */
209   char *name;
210
211   /* Function to call when hardware interface is added/deleted. */
212   vnet_interface_function_t *interface_add_del_function;
213
214   /* Function to bring device administratively up/down. */
215   vnet_interface_function_t *admin_up_down_function;
216
217   /* Function to call when sub-interface is added/deleted */
218   vnet_subif_add_del_function_t *subif_add_del_function;
219
220   /* Function to call interface rx mode is changed */
221   vnet_interface_set_rx_mode_function_t *rx_mode_change_function;
222
223   /* Function to call interface l2 mode is changed */
224   vnet_interface_set_l2_mode_function_t *set_l2_mode_function;
225
226   /* Redistribute flag changes/existence of this interface class. */
227   u32 redistribute;
228
229   /* Transmit function. */
230   vlib_node_function_t *tx_function;
231
232   /* Transmit function candidate registration with priority */
233   vlib_node_fn_registration_t *tx_fn_registrations;
234
235   /* Error strings indexed by error code for this node. */
236   char **tx_function_error_strings;
237   vlib_error_desc_t *tx_function_error_counters;
238
239   /* Number of error codes used by this node. */
240   u32 tx_function_n_errors;
241
242   /* Renumber device name [only!] support, a control-plane kludge */
243   int (*name_renumber) (struct vnet_hw_interface_t * hi,
244                         u32 new_dev_instance);
245
246   /* Interface flow offload operations */
247   vnet_flow_dev_ops_function_t *flow_ops_function;
248
249   /* Format device instance as name. */
250   format_function_t *format_device_name;
251
252   /* Parse function for device name. */
253   unformat_function_t *unformat_device_name;
254
255   /* Format device verbosely for this class. */
256   format_function_t *format_device;
257
258   /* Trace buffer format for TX function. */
259   format_function_t *format_tx_trace;
260
261   /* Format flow offload entry */
262   format_function_t *format_flow;
263
264   vnet_dev_class_ip_tunnel_desc_t ip_tun_desc;
265
266   /* Function to clear hardware counters for device. */
267   void (*clear_counters) (u32 dev_class_instance);
268
269     uword (*is_valid_class_for_interface) (struct vnet_main_t * vnm,
270                                            u32 hw_if_index,
271                                            u32 hw_class_index);
272
273   /* Called when hardware class of an interface changes. */
274   void (*hw_class_change) (struct vnet_main_t * vnm,
275                            u32 hw_if_index, u32 new_hw_class_index);
276
277   /* Called to redirect traffic from a specific interface instance */
278   void (*rx_redirect_to_node) (struct vnet_main_t * vnm,
279                                u32 hw_if_index, u32 node_index);
280
281   /* Link-list of all device classes set up by constructors created below */
282   struct _vnet_device_class *next_class_registration;
283
284   /* Function to set mac address. */
285   vnet_interface_set_mac_address_function_t *mac_addr_change_function;
286
287   /* Function to add/delete additional MAC addresses */
288   vnet_interface_add_del_mac_address_function_t *mac_addr_add_del_function;
289
290   /* Interface to set rss queues of the interface */
291   vnet_interface_rss_queues_set_t *set_rss_queues_function;
292
293 } vnet_device_class_t;
294
295 u32 vnet_register_device_class (vlib_main_t *, vnet_device_class_t *);
296
297 #ifndef CLIB_MARCH_VARIANT
298 #define VNET_DEVICE_CLASS(x,...)                                        \
299   __VA_ARGS__ vnet_device_class_t x;                                    \
300 static void __vnet_add_device_class_registration_##x (void)             \
301     __attribute__((__constructor__)) ;                                  \
302 static void __vnet_add_device_class_registration_##x (void)             \
303 {                                                                       \
304     vnet_main_t * vnm = vnet_get_main();                                \
305     x.next_class_registration = vnm->device_class_registrations;        \
306     vnm->device_class_registrations = &x;                               \
307 }                                                                       \
308 static void __vnet_rm_device_class_registration_##x (void)              \
309     __attribute__((__destructor__)) ;                                   \
310 static void __vnet_rm_device_class_registration_##x (void)              \
311 {                                                                       \
312     vnet_main_t * vnm = vnet_get_main();                                \
313     VLIB_REMOVE_FROM_LINKED_LIST (vnm->device_class_registrations,      \
314                                   &x, next_class_registration);         \
315 }                                                                       \
316 __VA_ARGS__ vnet_device_class_t x
317 #else
318 /* create unused pointer to silence compiler warnings and get whole
319    function optimized out */
320 #define VNET_DEVICE_CLASS(x,...)                                        \
321 static __clib_unused vnet_device_class_t __clib_unused_##x
322 #endif
323
324 #define VNET_DEVICE_CLASS_TX_FN(devclass)                                     \
325   uword CLIB_MARCH_SFX (devclass##_tx_fn) (                                   \
326     vlib_main_t *, vlib_node_runtime_t *, vlib_frame_t *);                    \
327   static vlib_node_fn_registration_t CLIB_MARCH_SFX (                         \
328     devclass##_tx_fn_registration) = {                                        \
329     .function = &CLIB_MARCH_SFX (devclass##_tx_fn),                           \
330   };                                                                          \
331                                                                               \
332   static void __clib_constructor CLIB_MARCH_SFX (                             \
333     devclass##_tx_fn_multiarch_register) (void)                               \
334   {                                                                           \
335     extern vnet_device_class_t devclass;                                      \
336     vlib_node_fn_registration_t *r;                                           \
337     r = &CLIB_MARCH_SFX (devclass##_tx_fn_registration);                      \
338     r->march_variant = CLIB_MARCH_SFX (CLIB_MARCH_VARIANT_TYPE);              \
339     r->next_registration = devclass.tx_fn_registrations;                      \
340     devclass.tx_fn_registrations = r;                                         \
341   }                                                                           \
342   uword CLIB_MARCH_SFX (devclass##_tx_fn)
343
344 /**
345  * Link Type: A description of the protocol of packets on the link.
346  * On an ethernet link this maps directly into the ethertype. On a GRE tunnel
347  * it maps to the GRE-proto, etc for other lnk types.
348  */
349 typedef enum vnet_link_t_
350 {
351 #if CLIB_DEBUG > 0
352   VNET_LINK_IP4 = 1,
353 #else
354   VNET_LINK_IP4 = 0,
355 #endif
356   VNET_LINK_IP6,
357   VNET_LINK_MPLS,
358   VNET_LINK_ETHERNET,
359   VNET_LINK_ARP,
360   VNET_LINK_NSH,
361 } __attribute__ ((packed)) vnet_link_t;
362
363 #define VNET_LINKS {                   \
364     [VNET_LINK_ETHERNET] = "ethernet", \
365     [VNET_LINK_IP4] = "ipv4",          \
366     [VNET_LINK_IP6] = "ipv6",          \
367     [VNET_LINK_MPLS] = "mpls",         \
368     [VNET_LINK_ARP] = "arp",           \
369     [VNET_LINK_NSH] = "nsh",           \
370 }
371
372 #define FOR_EACH_VNET_LINK(_link)    \
373   for (_link = VNET_LINK_IP4;        \
374        _link <= VNET_LINK_NSH;       \
375        _link++)
376
377 #define FOR_EACH_VNET_IP_LINK(_link)    \
378   for (_link = VNET_LINK_IP4;           \
379        _link <= VNET_LINK_IP6;          \
380        _link++)
381
382 /**
383  * @brief Number of link types. Not part of the enum so it does not have to be
384  * included in switch statements
385  */
386 #define VNET_LINK_NUM (VNET_LINK_NSH+1)
387 #define VNET_N_LINKS VNET_LINK_NUM
388
389 /**
390  * @brief Convert a link to to an Ethertype
391  */
392 extern vnet_l3_packet_type_t vnet_link_to_l3_proto (vnet_link_t link);
393
394 /**
395  * @brief Attributes assignable to a HW interface Class.
396  */
397 typedef enum vnet_hw_interface_class_flags_t_
398 {
399   /**
400    * @brief a point 2 point interface
401    */
402   VNET_HW_INTERFACE_CLASS_FLAG_P2P = (1 << 0),
403   /**
404    * @brief a non-broadcast multiple access interface
405    */
406   VNET_HW_INTERFACE_CLASS_FLAG_NBMA = (1 << 1),
407 } vnet_hw_interface_class_flags_t;
408
409 /* Layer-2 (e.g. Ethernet) interface class. */
410 typedef struct _vnet_hw_interface_class
411 {
412   /* Index into main vector. */
413   u32 index;
414
415   /* Class name (e.g. "Ethernet"). */
416   char *name;
417
418   /* Flags */
419   vnet_hw_interface_class_flags_t flags;
420
421   /* tx hash type for interfaces of this hw class */
422   vnet_hash_fn_type_t tx_hash_fn_type;
423
424   /* Function to call when hardware interface is added/deleted. */
425   vnet_interface_function_t *interface_add_del_function;
426
427   /* Function to bring interface administratively up/down. */
428   vnet_interface_function_t *admin_up_down_function;
429
430   /* Function to call when link state changes. */
431   vnet_interface_function_t *link_up_down_function;
432
433   /* Function to call when link MAC changes. */
434   vnet_interface_set_mac_address_function_t *mac_addr_change_function;
435
436   /* Function to add/delete additional MAC addresses */
437   vnet_interface_add_del_mac_address_function_t *mac_addr_add_del_function;
438
439   /* Function to set max frame size. */
440   vnet_interface_set_max_frame_size_function_t *set_max_frame_size;
441
442   /* Format function to display interface name. */
443   format_function_t *format_interface_name;
444
445   /* Format function to display interface address. */
446   format_function_t *format_address;
447
448   /* Format packet header for this interface class. */
449   format_function_t *format_header;
450
451   /* Format device verbosely for this class. */
452   format_function_t *format_device;
453
454   /* Parser for hardware (e.g. ethernet) address. */
455   unformat_function_t *unformat_hw_address;
456
457   /* Parser for packet header for e.g. rewrite string. */
458   unformat_function_t *unformat_header;
459
460   /* Builds a rewrite string for the interface to the destination
461    * for the payload/link type. */
462   u8 *(*build_rewrite) (struct vnet_main_t * vnm,
463                         u32 sw_if_index,
464                         vnet_link_t link_type, const void *dst_hw_address);
465
466   /* Update an adjacency added by FIB (as opposed to via the
467    * neighbour resolution protocol). */
468   void (*update_adjacency) (struct vnet_main_t * vnm,
469                             u32 sw_if_index, u32 adj_index);
470
471     uword (*is_valid_class_for_interface) (struct vnet_main_t * vnm,
472                                            u32 hw_if_index,
473                                            u32 hw_class_index);
474
475   /* Called when hw interface class is changed and old hardware instance
476      may want to be deleted. */
477   void (*hw_class_change) (struct vnet_main_t * vnm, u32 hw_if_index,
478                            u32 old_class_index, u32 new_class_index);
479
480   /* List of hw interface classes, built by constructors */
481   struct _vnet_hw_interface_class *next_class_registration;
482
483 } vnet_hw_interface_class_t;
484
485 /**
486  * @brief Return a complete, zero-length (aka placeholder) rewrite
487  */
488 extern u8 *default_build_rewrite (struct vnet_main_t *vnm,
489                                   u32 sw_if_index,
490                                   vnet_link_t link_type,
491                                   const void *dst_hw_address);
492
493 /**
494  * @brief Default adjacency update function
495  */
496 extern void default_update_adjacency (struct vnet_main_t *vnm,
497                                       u32 sw_if_index, u32 adj_index);
498
499 #define VNET_HW_INTERFACE_CLASS(x,...)                                  \
500   __VA_ARGS__ vnet_hw_interface_class_t x;                              \
501 static void __vnet_add_hw_interface_class_registration_##x (void)       \
502     __attribute__((__constructor__)) ;                                  \
503 static void __vnet_add_hw_interface_class_registration_##x (void)       \
504 {                                                                       \
505     vnet_main_t * vnm = vnet_get_main();                                \
506     x.next_class_registration = vnm->hw_interface_class_registrations;  \
507     vnm->hw_interface_class_registrations = &x;                         \
508 }                                                                       \
509 static void __vnet_rm_hw_interface_class_registration_##x (void)        \
510     __attribute__((__destructor__)) ;                                   \
511 static void __vnet_rm_hw_interface_class_registration_##x (void)        \
512 {                                                                       \
513     vnet_main_t * vnm = vnet_get_main();                                \
514     VLIB_REMOVE_FROM_LINKED_LIST (vnm->hw_interface_class_registrations,\
515                                   &x, next_class_registration);         \
516 }                                                                       \
517 __VA_ARGS__ vnet_hw_interface_class_t x
518
519 typedef enum vnet_hw_interface_flags_t_
520 {
521   VNET_HW_INTERFACE_FLAG_NONE,
522   /* Hardware link state is up. */
523   VNET_HW_INTERFACE_FLAG_LINK_UP = (1 << 0),
524   /* Hardware duplex state */
525   VNET_HW_INTERFACE_FLAG_HALF_DUPLEX = (1 << 1),
526   VNET_HW_INTERFACE_FLAG_FULL_DUPLEX = (1 << 2),
527
528   /* non-broadcast multiple access */
529   VNET_HW_INTERFACE_FLAG_NBMA = (1 << 19),
530 } vnet_hw_interface_flags_t;
531
532 #define foreach_vnet_hw_if_caps                                               \
533   _ (0, TX_IP4_CKSUM, "ip4-csum-tx")                                          \
534   _ (1, TX_TCP_CKSUM, "tcp-csum-tx")                                          \
535   _ (2, TX_UDP_CKSUM, "udp-csum-tx")                                          \
536   _ (3, TX_IP4_OUTER_CKSUM, "outer-ip4-csum-tx")                              \
537   _ (4, TX_UDP_OUTER_CKSUM, "outer-udp-csum-tx")                              \
538   _ (5, RX_IP4_CKSUM, "ip4-csum-rx")                                          \
539   _ (6, RX_TCP_CKSUM, "tcp-csum-rx")                                          \
540   _ (7, RX_UDP_CKSUM, "udp-csum-rx")                                          \
541   _ (8, RX_IP4_OUTER_CKSUM, "outer-ip4-csum-rx")                              \
542   _ (9, RX_UDP_OUTER_CKSUM, "outer-udp-csum-rx")                              \
543   _ (10, TCP_GSO, "tcp-tso")                                                  \
544   _ (11, UDP_GSO, "udp-gso")                                                  \
545   _ (12, VXLAN_TNL_GSO, "vxlan-tnl-gso")                                      \
546   _ (13, IPIP_TNL_GSO, "ipip-tnl-gso")                                        \
547   _ (14, GENEVE_TNL_GSO, "geneve-tnl-gso")                                    \
548   _ (15, GRE_TNL_GSO, "gre-tnl-gso")                                          \
549   _ (16, UDP_TNL_GSO, "udp-tnl-gso")                                          \
550   _ (17, IP_TNL_GSO, "ip-tnl-gso")                                            \
551   _ (18, TCP_LRO, "tcp-lro")                                                  \
552   _ (30, INT_MODE, "int-mode")                                                \
553   _ (31, MAC_FILTER, "mac-filter")
554
555 typedef enum vnet_hw_if_caps_t_
556 {
557   VNET_HW_INTERFACE_CAP_NONE,
558 #define _(bit, sfx, str) VNET_HW_IF_CAP_##sfx = (1 << (bit)),
559   foreach_vnet_hw_if_caps
560 #undef _
561
562 } vnet_hw_if_caps_t;
563
564 #define VNET_HW_IF_CAP_L4_TX_CKSUM                                            \
565   (VNET_HW_IF_CAP_TX_TCP_CKSUM | VNET_HW_IF_CAP_TX_UDP_CKSUM)
566
567 #define VNET_HW_IF_CAP_TX_CKSUM                                               \
568   (VNET_HW_IF_CAP_TX_IP4_CKSUM | VNET_HW_IF_CAP_TX_TCP_CKSUM |                \
569    VNET_HW_IF_CAP_TX_UDP_CKSUM)
570
571 #define VNET_HW_IF_CAP_TX_OUTER_CKSUM                                         \
572   (VNET_HW_IF_CAP_TX_IP4_OUTER_CKSUM | VNET_HW_IF_CAP_TX_UDP_OUTER_CKSUM)
573
574 #define VNET_HW_IF_CAP_TX_CKSUM_MASK                                          \
575   (VNET_HW_IF_CAP_TX_CKSUM | VNET_HW_IF_CAP_TX_OUTER_CKSUM)
576
577 #define VNET_HW_IF_CAP_L4_RX_CKSUM                                            \
578   (VNET_HW_IF_CAP_RX_TCP_CKSUM | VNET_HW_IF_CAP_RX_UDP_CKSUM)
579
580 #define VNET_HW_IF_CAP_RX_CKSUM                                               \
581   (VNET_HW_IF_CAP_RX_IP4_CKSUM | VNET_HW_IF_CAP_RX_TCP_CKSUM |                \
582    VNET_HW_IF_CAP_RX_UDP_CKSUM)
583
584 #define VNET_HW_IF_CAP_TNL_GSO_MASK                                           \
585   VNET_HW_IF_CAP_VXLAN_TNL_GSO | VNET_HW_IF_CAP_IPIP_TNL_GSO
586
587 #define VNET_HW_INTERFACE_FLAG_DUPLEX_SHIFT 1
588 #define VNET_HW_INTERFACE_FLAG_SPEED_SHIFT  3
589 #define VNET_HW_INTERFACE_FLAG_DUPLEX_MASK      \
590   (VNET_HW_INTERFACE_FLAG_HALF_DUPLEX |         \
591    VNET_HW_INTERFACE_FLAG_FULL_DUPLEX)
592
593 typedef struct
594 {
595   /* hw interface index */
596   u32 hw_if_index;
597
598   /* device instance */
599   u32 dev_instance;
600
601   /* index of thread pollling this queue */
602   u32 thread_index;
603
604   /* file index of queue interrupt line */
605   u32 file_index;
606
607   /* hardware queue identifier */
608   u32 queue_id;
609
610   /* mode */
611   vnet_hw_if_rx_mode mode : 8;
612 #define VNET_HW_IF_RXQ_THREAD_ANY      ~0
613 #define VNET_HW_IF_RXQ_NO_RX_INTERRUPT ~0
614 } vnet_hw_if_rx_queue_t;
615
616 typedef struct
617 {
618   u8 shared_queue : 1;
619   /* hw interface index */
620   u32 hw_if_index;
621
622   /* hardware queue identifier */
623   u32 queue_id;
624
625   /* bitmap of threads which use this queue */
626   clib_bitmap_t *threads;
627 } vnet_hw_if_tx_queue_t;
628
629 typedef enum
630 {
631   VNET_HW_IF_TX_FRAME_HINT_NOT_CHAINED = (1 << 0),
632   VNET_HW_IF_TX_FRAME_HINT_NO_GSO = (1 << 1),
633   VNET_HW_IF_TX_FRAME_HINT_NO_CKSUM_OFFLOAD = (1 << 2),
634 } vnet_hw_if_tx_frame_hint_t;
635
636 typedef struct
637 {
638   u8 shared_queue : 1;
639   vnet_hw_if_tx_frame_hint_t hints : 16;
640   u32 queue_id;
641 } vnet_hw_if_tx_frame_t;
642
643 typedef struct
644 {
645   CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
646   vnet_hw_if_tx_frame_t *frame;
647   u32 *lookup_table;
648   u32 n_queues;
649 } vnet_hw_if_output_node_runtime_t;
650
651 /* Hardware-interface.  This corresponds to a physical wire
652    that packets flow over. */
653 typedef struct vnet_hw_interface_t
654 {
655   CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
656   /* flags */
657   vnet_hw_interface_flags_t flags;
658
659   /* capabilities flags */
660   vnet_hw_if_caps_t caps;
661
662   /* Hardware address as vector.  Zero (e.g. zero-length vector) if no
663      address for this class (e.g. PPP). */
664   u8 *hw_address;
665
666   /* Interface is up as far as software is concerned. */
667   /* NAME.{output,tx} nodes for this interface. */
668   u32 output_node_index, tx_node_index;
669
670   /* interface-output-arc-end node next index for tx node */
671   u32 if_out_arc_end_node_next_index;
672
673   /* (dev_class, dev_instance) uniquely identifies hw interface. */
674   u32 dev_class_index;
675   u32 dev_instance;
676
677   /* (hw_class, hw_instance) uniquely identifies hw interface. */
678   u32 hw_class_index;
679   u32 hw_instance;
680
681   /* Hardware index for this hardware interface. */
682   u32 hw_if_index;
683
684   /* Software index for this hardware interface. */
685   u32 sw_if_index;
686
687   /* per thread output-node runtimes */
688   vnet_hw_if_output_node_runtime_t *output_node_thread_runtimes;
689
690   CLIB_CACHE_LINE_ALIGN_MARK (cacheline1);
691
692   /* Interface name. */
693   u8 *name;
694
695   /* link speed in kbps */
696   u32 link_speed;
697
698   /* Next index in interface-output node for this interface
699      used by node function vnet_per_buffer_interface_output() */
700   u32 output_node_next_index;
701
702   /* called when hw interface is using transmit side packet steering */
703   vnet_hash_fn_t hf;
704
705   /* Maximum transmit rate for this interface in bits/sec. */
706   f64 max_rate_bits_per_sec;
707
708   /* Smallest packet size for this interface. */
709   u32 min_frame_size;
710
711   /* Largest frame size for this interface. */
712   u32 max_frame_size;
713
714   /* Layer 2 overhead */
715   u16 frame_overhead;
716
717   /* Hash table mapping sub interface id to sw_if_index. */
718   uword *sub_interface_sw_if_index_by_id;
719
720   /* Count of number of L2 and L3 subinterfaces */
721   u32 l2_if_count;
722   u32 l3_if_count;
723
724   /* Bonded interface info -
725      0       - not a bonded interface nor a slave
726      ~0      - slave to a bonded interface
727      others  - A bonded interface with a pointer to bitmap for all slaves */
728   uword *bond_info;
729 #define VNET_HW_INTERFACE_BOND_INFO_NONE ((uword *) 0)
730 #define VNET_HW_INTERFACE_BOND_INFO_SLAVE ((uword *) ~0)
731
732   /* Input node */
733   u32 input_node_index;
734
735   vnet_hw_if_rx_mode default_rx_mode;
736
737   /* rx queues */
738   u32 *rx_queue_indices;
739
740   /* tx queues */
741   u32 *tx_queue_indices;
742
743   /* numa node that hardware device connects to */
744   u8 numa_node;
745
746   /* rss queues bitmap */
747   clib_bitmap_t *rss_queues;
748
749   /* trace */
750   i32 n_trace;
751
752   u32 trace_classify_table_index;
753 } vnet_hw_interface_t;
754
755 STATIC_ASSERT_OFFSET_OF (vnet_hw_interface_t, cacheline1,
756                          CLIB_CACHE_LINE_BYTES);
757
758 typedef struct
759 {
760   u32 dev_instance;
761   u32 queue_id;
762 } vnet_hw_if_rxq_poll_vector_t;
763
764 typedef struct
765 {
766   vnet_hw_if_rxq_poll_vector_t *rxq_vector_int;
767   vnet_hw_if_rxq_poll_vector_t *rxq_vector_poll;
768   void *rxq_interrupts;
769 } vnet_hw_if_rx_node_runtime_t;
770
771 extern vnet_device_class_t vnet_local_interface_device_class;
772
773 typedef enum
774 {
775   /* A hw interface. */
776   VNET_SW_INTERFACE_TYPE_HARDWARE,
777
778   /* A sub-interface. */
779   VNET_SW_INTERFACE_TYPE_SUB,
780   VNET_SW_INTERFACE_TYPE_P2P,
781   VNET_SW_INTERFACE_TYPE_PIPE,
782 } vnet_sw_interface_type_t;
783
784 typedef struct
785 {
786   /*
787    * Subinterface ID. A number 0-N to uniquely identify
788    * this subinterface under the main (parent?) interface
789    */
790   u32 id;
791
792   /* Classification data. Used to associate packet header with subinterface. */
793   struct
794   {
795     u16 outer_vlan_id;
796     u16 inner_vlan_id;
797     union
798     {
799       u16 raw_flags;
800       struct
801       {
802         u16 no_tags:1;
803         u16 one_tag:1;
804         u16 two_tags:1;
805         u16 dot1ad:1;           /* 0 = dot1q, 1=dot1ad */
806         u16 exact_match:1;
807         u16 default_sub:1;
808         u16 outer_vlan_id_any:1;
809         u16 inner_vlan_id_any:1;
810       } flags;
811     };
812   } eth;
813 } vnet_sub_interface_t;
814
815 typedef struct
816 {
817   /*
818    * Subinterface ID. A number 0-N to uniquely identify
819    * this subinterface under the main interface
820    */
821   u32 id;
822   u32 pool_index;
823   u8 client_mac[6];
824 } vnet_p2p_sub_interface_t;
825
826 typedef enum
827 {
828   /* THe BVI interface */
829   VNET_FLOOD_CLASS_BVI,
830   /* Always flood */
831   VNET_FLOOD_CLASS_NORMAL,
832   VNET_FLOOD_CLASS_TUNNEL_MASTER,
833   /* Does not flood when tunnel master is in the same L2 BD */
834   VNET_FLOOD_CLASS_TUNNEL_NORMAL,
835   /* Never flood to this type */
836   VNET_FLOOD_CLASS_NO_FLOOD,
837 } vnet_flood_class_t;
838
839 /* Per protocol MTU */
840 typedef enum
841 {
842   VNET_MTU_L3,                  /* Default payload MTU (without L2 headers) */
843   VNET_MTU_IP4,                 /* Per-protocol MTUs overriding default */
844   VNET_MTU_IP6,
845   VNET_MTU_MPLS,
846   VNET_N_MTU
847 } vnet_mtu_t;
848
849 extern vnet_mtu_t vnet_link_to_mtu (vnet_link_t link);
850
851 typedef enum vnet_sw_interface_flags_t_
852 {
853   VNET_SW_INTERFACE_FLAG_NONE = 0,
854   /* Interface is "up" meaning administratively up.
855      Up in the sense of link state being up is maintained by hardware interface. */
856   VNET_SW_INTERFACE_FLAG_ADMIN_UP = (1 << 0),
857
858   /* Interface is disabled for forwarding: punt all traffic to slow-path. */
859   VNET_SW_INTERFACE_FLAG_PUNT = (1 << 1),
860
861   __VNET_SW_INTERFACE_FLAG_UNSUED = (1 << 2),
862
863   VNET_SW_INTERFACE_FLAG_UNNUMBERED = (1 << 3),
864
865   __VNET_SW_INTERFACE_FLAG_UNUSED2 = (1 << 4),
866
867   /* Interface does not appear in CLI/API */
868   VNET_SW_INTERFACE_FLAG_HIDDEN = (1 << 5),
869
870   /* Interface in ERROR state */
871   VNET_SW_INTERFACE_FLAG_ERROR = (1 << 6),
872
873   /* Interface has IP configured directed broadcast */
874   VNET_SW_INTERFACE_FLAG_DIRECTED_BCAST = (1 << 7),
875
876 } __attribute__ ((packed)) vnet_sw_interface_flags_t;
877
878 /* Software-interface.  This corresponds to a Ethernet VLAN, ATM vc, a
879    tunnel, etc.  Configuration (e.g. IP address) gets attached to
880    software interface. */
881 typedef struct
882 {
883   vnet_sw_interface_type_t type:16;
884
885   vnet_sw_interface_flags_t flags;
886
887   /* Index for this interface. */
888   u32 sw_if_index;
889
890   /* Software interface index of super-interface;
891      equal to sw_if_index if this interface is not a
892      sub-interface. */
893   u32 sup_sw_if_index;
894
895   /* this swif is unnumbered, use addresses on unnumbered_sw_if_index... */
896   u32 unnumbered_sw_if_index;
897
898   /* VNET_SW_INTERFACE_TYPE_HARDWARE. */
899   u32 hw_if_index;
900
901   /* MTU for network layer (not including L2 headers) */
902   u32 mtu[VNET_N_MTU];
903
904   /* VNET_SW_INTERFACE_TYPE_SUB. */
905   vnet_sub_interface_t sub;
906
907   /* VNET_SW_INTERFACE_TYPE_P2P. */
908   vnet_p2p_sub_interface_t p2p;
909
910   vnet_flood_class_t flood_class;
911 } vnet_sw_interface_t;
912
913 typedef enum
914 {
915   /* Simple counters. */
916   VNET_INTERFACE_COUNTER_DROP = 0,
917   VNET_INTERFACE_COUNTER_PUNT = 1,
918   VNET_INTERFACE_COUNTER_IP4 = 2,
919   VNET_INTERFACE_COUNTER_IP6 = 3,
920   VNET_INTERFACE_COUNTER_RX_NO_BUF = 4,
921   VNET_INTERFACE_COUNTER_RX_MISS = 5,
922   VNET_INTERFACE_COUNTER_RX_ERROR = 6,
923   VNET_INTERFACE_COUNTER_TX_ERROR = 7,
924   VNET_INTERFACE_COUNTER_MPLS = 8,
925   VNET_N_SIMPLE_INTERFACE_COUNTER = 9,
926   /* Combined counters. */
927   VNET_INTERFACE_COUNTER_RX = 0,
928   VNET_INTERFACE_COUNTER_RX_UNICAST = 1,
929   VNET_INTERFACE_COUNTER_RX_MULTICAST = 2,
930   VNET_INTERFACE_COUNTER_RX_BROADCAST = 3,
931   VNET_INTERFACE_COUNTER_TX = 4,
932   VNET_INTERFACE_COUNTER_TX_UNICAST = 5,
933   VNET_INTERFACE_COUNTER_TX_MULTICAST = 6,
934   VNET_INTERFACE_COUNTER_TX_BROADCAST = 7,
935   VNET_N_COMBINED_INTERFACE_COUNTER = 8,
936 } vnet_interface_counter_type_t;
937
938 #define foreach_rx_combined_interface_counter(_x)               \
939   for (_x = VNET_INTERFACE_COUNTER_RX;                          \
940        _x <= VNET_INTERFACE_COUNTER_RX_BROADCAST;               \
941        _x++)
942
943 #define foreach_tx_combined_interface_counter(_x)               \
944   for (_x = VNET_INTERFACE_COUNTER_TX;                          \
945        _x <= VNET_INTERFACE_COUNTER_TX_BROADCAST;               \
946        _x++)
947
948 #define foreach_simple_interface_counter_name   \
949   _(DROP, drops, if)                            \
950   _(PUNT, punt, if)                             \
951   _(IP4, ip4, if)                               \
952   _(IP6, ip6, if)                               \
953   _(RX_NO_BUF, rx-no-buf, if)                   \
954   _(RX_MISS, rx-miss, if)                       \
955   _(RX_ERROR, rx-error, if)                     \
956   _(TX_ERROR, tx-error, if)         \
957   _(MPLS, mpls, if)
958
959 #define foreach_combined_interface_counter_name \
960   _(RX, rx, if)                                 \
961   _(RX_UNICAST, rx-unicast, if)                 \
962   _(RX_MULTICAST, rx-multicast, if)             \
963   _(RX_BROADCAST, rx-broadcast, if)             \
964   _(TX, tx, if)                                 \
965   _(TX_UNICAST, tx-unicast, if)                 \
966   _(TX_MULTICAST, tx-multicast, if)             \
967   _(TX_BROADCAST, tx-broadcast, if)
968
969 typedef enum
970 {
971   COLLECT_SIMPLE_STATS = 0,
972   COLLECT_DETAILED_STATS = 1,
973 } vnet_interface_stats_collection_mode_e;
974
975 extern int collect_detailed_interface_stats_flag;
976
977 static inline int
978 collect_detailed_interface_stats (void)
979 {
980   return collect_detailed_interface_stats_flag;
981 }
982
983 void collect_detailed_interface_stats_flag_set (void);
984 void collect_detailed_interface_stats_flag_clear (void);
985
986
987 typedef struct
988 {
989   u32 output_node_index;
990   u32 tx_node_index;
991 } vnet_hw_interface_nodes_t;
992
993 typedef struct
994 {
995   CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
996   u32 *split_buffers;
997 } vnet_interface_per_thread_data_t;
998
999 typedef u8 *(*vnet_buffer_opquae_formatter_t) (const vlib_buffer_t * b,
1000                                                u8 * s);
1001
1002 typedef struct
1003 {
1004   /* Hardware interfaces. */
1005   vnet_hw_interface_t *hw_interfaces;
1006
1007   /* Hardware interface RX queues */
1008   vnet_hw_if_rx_queue_t *hw_if_rx_queues;
1009   uword *rxq_index_by_hw_if_index_and_queue_id;
1010
1011   /* Hardware interface TX queues */
1012   vnet_hw_if_tx_queue_t *hw_if_tx_queues;
1013   uword *txq_index_by_hw_if_index_and_queue_id;
1014
1015   /* Hash table mapping HW interface name to index. */
1016   uword *hw_interface_by_name;
1017
1018   /* Vectors if hardware interface classes and device classes. */
1019   vnet_hw_interface_class_t *hw_interface_classes;
1020   vnet_device_class_t *device_classes;
1021
1022   /* Hash table mapping name to hw interface/device class. */
1023   uword *hw_interface_class_by_name;
1024   uword *device_class_by_name;
1025
1026   /* Software interfaces. */
1027   vnet_sw_interface_t *sw_interfaces;
1028
1029   /* Hash table mapping sub intfc sw_if_index by sup sw_if_index and sub id */
1030   uword *sw_if_index_by_sup_and_sub;
1031
1032   /* Software interface counters both simple and combined
1033      packet and byte counters. */
1034   clib_spinlock_t sw_if_counter_lock;
1035   vlib_simple_counter_main_t *sw_if_counters;
1036   vlib_combined_counter_main_t *combined_sw_if_counters;
1037
1038   vnet_hw_interface_nodes_t *deleted_hw_interface_nodes;
1039
1040   /*
1041    * pcap drop tracing
1042    * Only the drop filter hash lives here. See ../src/vlib/main.h for
1043    * the rest of the variables.
1044    */
1045   uword *pcap_drop_filter_hash;
1046
1047   /* Buffer metadata format helper functions */
1048   vnet_buffer_opquae_formatter_t *buffer_opaque_format_helpers;
1049   vnet_buffer_opquae_formatter_t *buffer_opaque2_format_helpers;
1050
1051   /* per-thread data */
1052   vnet_interface_per_thread_data_t *per_thread_data;
1053
1054   /* feature_arc_index */
1055   u8 output_feature_arc_index;
1056
1057   /* fast lookup tables */
1058   u32 *hw_if_index_by_sw_if_index;
1059   u16 *if_out_arc_end_next_index_by_sw_if_index;
1060 } vnet_interface_main_t;
1061
1062 static inline void
1063 vnet_interface_counter_lock (vnet_interface_main_t * im)
1064 {
1065   if (im->sw_if_counter_lock)
1066     clib_spinlock_lock (&im->sw_if_counter_lock);
1067 }
1068
1069 static inline void
1070 vnet_interface_counter_unlock (vnet_interface_main_t * im)
1071 {
1072   if (im->sw_if_counter_lock)
1073     clib_spinlock_unlock (&im->sw_if_counter_lock);
1074 }
1075
1076 void vnet_pcap_drop_trace_filter_add_del (u32 error_index, int is_add);
1077
1078 int vnet_interface_name_renumber (u32 sw_if_index, u32 new_show_dev_instance);
1079
1080 void vnet_register_format_buffer_opaque_helper
1081   (vnet_buffer_opquae_formatter_t fn);
1082
1083 void vnet_register_format_buffer_opaque2_helper
1084   (vnet_buffer_opquae_formatter_t fn);
1085
1086 typedef struct
1087 {
1088   u8 *filename;
1089   int enable;
1090   int status;
1091   u32 packets_to_capture;
1092   u32 max_bytes_per_pkt;
1093   u8 rx_enable;
1094   u8 tx_enable;
1095   u8 drop_enable;
1096   u8 preallocate_data;
1097   u8 free_data;
1098   u32 sw_if_index;
1099   int filter;
1100   vlib_error_t drop_err;
1101 } vnet_pcap_dispatch_trace_args_t;
1102
1103 int vnet_pcap_dispatch_trace_configure (vnet_pcap_dispatch_trace_args_t *);
1104
1105 extern vlib_node_registration_t vnet_interface_output_node;
1106 extern vlib_node_registration_t vnet_interface_output_arc_end_node;
1107
1108 #endif /* included_vnet_interface_h */
1109
1110 /*
1111  * fd.io coding-style-patch-verification: ON
1112  *
1113  * Local Variables:
1114  * eval: (c-set-style "gnu")
1115  * End:
1116  */