Revert "MTU: Setting of MTU on software interface (instead of hardware interface)"
[vpp.git] / src / vnet / interface.c
1 /*
2  * Copyright (c) 2015 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  *     http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 /*
16  * interface.c: VNET interfaces/sub-interfaces
17  *
18  * Copyright (c) 2008 Eliot Dresselhaus
19  *
20  * Permission is hereby granted, free of charge, to any person obtaining
21  * a copy of this software and associated documentation files (the
22  * "Software"), to deal in the Software without restriction, including
23  * without limitation the rights to use, copy, modify, merge, publish,
24  * distribute, sublicense, and/or sell copies of the Software, and to
25  * permit persons to whom the Software is furnished to do so, subject to
26  * the following conditions:
27  *
28  * The above copyright notice and this permission notice shall be
29  * included in all copies or substantial portions of the Software.
30  *
31  *  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32  *  EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33  *  MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34  *  NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35  *  LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36  *  OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37  *  WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
38  */
39
40 #include <vnet/vnet.h>
41 #include <vnet/plugin/plugin.h>
42 #include <vnet/fib/ip6_fib.h>
43 #include <vnet/adj/adj.h>
44 #include <vnet/adj/adj_mcast.h>
45
46 #define VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE (1 << 0)
47 #define VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE (1 << 1)
48
49 static clib_error_t *vnet_hw_interface_set_flags_helper (vnet_main_t * vnm,
50                                                          u32 hw_if_index,
51                                                          u32 flags,
52                                                          u32 helper_flags);
53
54 static clib_error_t *vnet_sw_interface_set_flags_helper (vnet_main_t * vnm,
55                                                          u32 sw_if_index,
56                                                          u32 flags,
57                                                          u32 helper_flags);
58
59 static clib_error_t *vnet_hw_interface_set_class_helper (vnet_main_t * vnm,
60                                                          u32 hw_if_index,
61                                                          u32 hw_class_index,
62                                                          u32 redistribute);
63
64 typedef struct
65 {
66   /* Either sw or hw interface index. */
67   u32 sw_hw_if_index;
68
69   /* Flags. */
70   u32 flags;
71 } vnet_sw_hw_interface_state_t;
72
73 static void
74 serialize_vec_vnet_sw_hw_interface_state (serialize_main_t * m, va_list * va)
75 {
76   vnet_sw_hw_interface_state_t *s =
77     va_arg (*va, vnet_sw_hw_interface_state_t *);
78   u32 n = va_arg (*va, u32);
79   u32 i;
80   for (i = 0; i < n; i++)
81     {
82       serialize_integer (m, s[i].sw_hw_if_index,
83                          sizeof (s[i].sw_hw_if_index));
84       serialize_integer (m, s[i].flags, sizeof (s[i].flags));
85     }
86 }
87
88 static void
89 unserialize_vec_vnet_sw_hw_interface_state (serialize_main_t * m,
90                                             va_list * va)
91 {
92   vnet_sw_hw_interface_state_t *s =
93     va_arg (*va, vnet_sw_hw_interface_state_t *);
94   u32 n = va_arg (*va, u32);
95   u32 i;
96   for (i = 0; i < n; i++)
97     {
98       unserialize_integer (m, &s[i].sw_hw_if_index,
99                            sizeof (s[i].sw_hw_if_index));
100       unserialize_integer (m, &s[i].flags, sizeof (s[i].flags));
101     }
102 }
103
104 static void
105 serialize_vnet_sw_hw_interface_set_flags (serialize_main_t * m, va_list * va)
106 {
107   vnet_sw_hw_interface_state_t *s =
108     va_arg (*va, vnet_sw_hw_interface_state_t *);
109   serialize (m, serialize_vec_vnet_sw_hw_interface_state, s, 1);
110 }
111
112 static void
113 unserialize_vnet_sw_interface_set_flags (serialize_main_t * m, va_list * va)
114 {
115   CLIB_UNUSED (mc_main_t * mc) = va_arg (*va, mc_main_t *);
116   vnet_sw_hw_interface_state_t s;
117
118   unserialize (m, unserialize_vec_vnet_sw_hw_interface_state, &s, 1);
119
120   vnet_sw_interface_set_flags_helper
121     (vnet_get_main (), s.sw_hw_if_index, s.flags,
122      /* helper_flags no redistribution */ 0);
123 }
124
125 void
126 vnet_hw_interface_set_mtu (vnet_main_t * vnm, u32 hw_if_index, u32 mtu)
127 {
128   vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
129
130   if (hi->max_packet_bytes != mtu)
131     {
132       u16 l3_pad = hi->max_packet_bytes - hi->max_l3_packet_bytes[VLIB_TX];
133       hi->max_packet_bytes = mtu;
134       hi->max_l3_packet_bytes[VLIB_TX] =
135         hi->max_l3_packet_bytes[VLIB_RX] = mtu - l3_pad;
136       ethernet_set_flags (vnm, hw_if_index, ETHERNET_INTERFACE_FLAG_MTU);
137       adj_mtu_update (hw_if_index);
138     }
139 }
140
141 static void
142 unserialize_vnet_hw_interface_set_flags (serialize_main_t * m, va_list * va)
143 {
144   CLIB_UNUSED (mc_main_t * mc) = va_arg (*va, mc_main_t *);
145   vnet_sw_hw_interface_state_t s;
146
147   unserialize (m, unserialize_vec_vnet_sw_hw_interface_state, &s, 1);
148
149   vnet_hw_interface_set_flags_helper
150     (vnet_get_main (), s.sw_hw_if_index, s.flags,
151      /* helper_flags no redistribution */ 0);
152 }
153
154 MC_SERIALIZE_MSG (vnet_sw_interface_set_flags_msg, static) =
155 {
156 .name = "vnet_sw_interface_set_flags",.serialize =
157     serialize_vnet_sw_hw_interface_set_flags,.unserialize =
158     unserialize_vnet_sw_interface_set_flags,};
159
160 MC_SERIALIZE_MSG (vnet_hw_interface_set_flags_msg, static) =
161 {
162 .name = "vnet_hw_interface_set_flags",.serialize =
163     serialize_vnet_sw_hw_interface_set_flags,.unserialize =
164     unserialize_vnet_hw_interface_set_flags,};
165
166 void
167 serialize_vnet_interface_state (serialize_main_t * m, va_list * va)
168 {
169   vnet_main_t *vnm = va_arg (*va, vnet_main_t *);
170   vnet_sw_hw_interface_state_t *sts = 0, *st;
171   vnet_sw_interface_t *sif;
172   vnet_hw_interface_t *hif;
173   vnet_interface_main_t *im = &vnm->interface_main;
174
175   /* Serialize hardware interface classes since they may have changed.
176      Must do this before sending up/down flags. */
177   /* *INDENT-OFF* */
178   pool_foreach (hif, im->hw_interfaces, ({
179     vnet_hw_interface_class_t * hw_class = vnet_get_hw_interface_class (vnm, hif->hw_class_index);
180     serialize_cstring (m, hw_class->name);
181   }));
182   /* *INDENT-ON* */
183
184   /* Send sw/hw interface state when non-zero. */
185   /* *INDENT-OFF* */
186   pool_foreach (sif, im->sw_interfaces, ({
187     if (sif->flags != 0)
188       {
189         vec_add2 (sts, st, 1);
190         st->sw_hw_if_index = sif->sw_if_index;
191         st->flags = sif->flags;
192       }
193   }));
194   /* *INDENT-ON* */
195
196   vec_serialize (m, sts, serialize_vec_vnet_sw_hw_interface_state);
197
198   if (sts)
199     _vec_len (sts) = 0;
200
201   /* *INDENT-OFF* */
202   pool_foreach (hif, im->hw_interfaces, ({
203     if (hif->flags != 0)
204       {
205         vec_add2 (sts, st, 1);
206         st->sw_hw_if_index = hif->hw_if_index;
207         st->flags = hif->flags;
208       }
209   }));
210   /* *INDENT-ON* */
211
212   vec_serialize (m, sts, serialize_vec_vnet_sw_hw_interface_state);
213
214   vec_free (sts);
215 }
216
217 void
218 unserialize_vnet_interface_state (serialize_main_t * m, va_list * va)
219 {
220   vnet_main_t *vnm = va_arg (*va, vnet_main_t *);
221   vnet_sw_hw_interface_state_t *sts = 0, *st;
222
223   /* First set interface hardware class. */
224   {
225     vnet_interface_main_t *im = &vnm->interface_main;
226     vnet_hw_interface_t *hif;
227     char *class_name;
228     uword *p;
229     clib_error_t *error;
230
231     /* *INDENT-OFF* */
232     pool_foreach (hif, im->hw_interfaces, ({
233       unserialize_cstring (m, &class_name);
234       p = hash_get_mem (im->hw_interface_class_by_name, class_name);
235       ASSERT (p != 0);
236       error = vnet_hw_interface_set_class_helper (vnm, hif->hw_if_index, p[0], /* redistribute */ 0);
237       if (error)
238         clib_error_report (error);
239       vec_free (class_name);
240     }));
241     /* *INDENT-ON* */
242   }
243
244   vec_unserialize (m, &sts, unserialize_vec_vnet_sw_hw_interface_state);
245   vec_foreach (st, sts)
246     vnet_sw_interface_set_flags_helper (vnm, st->sw_hw_if_index, st->flags,
247                                         /* no distribute */ 0);
248   vec_free (sts);
249
250   vec_unserialize (m, &sts, unserialize_vec_vnet_sw_hw_interface_state);
251   vec_foreach (st, sts)
252     vnet_hw_interface_set_flags_helper (vnm, st->sw_hw_if_index, st->flags,
253                                         /* no distribute */ 0);
254   vec_free (sts);
255 }
256
257 static clib_error_t *
258 call_elf_section_interface_callbacks (vnet_main_t * vnm, u32 if_index,
259                                       u32 flags,
260                                       _vnet_interface_function_list_elt_t **
261                                       elts)
262 {
263   _vnet_interface_function_list_elt_t *elt;
264   vnet_interface_function_priority_t prio;
265   clib_error_t *error = 0;
266
267   for (prio = VNET_ITF_FUNC_PRIORITY_LOW;
268        prio <= VNET_ITF_FUNC_PRIORITY_HIGH; prio++)
269     {
270       elt = elts[prio];
271
272       while (elt)
273         {
274           error = elt->fp (vnm, if_index, flags);
275           if (error)
276             return error;
277           elt = elt->next_interface_function;
278         }
279     }
280   return error;
281 }
282
283 static clib_error_t *
284 call_hw_interface_add_del_callbacks (vnet_main_t * vnm, u32 hw_if_index,
285                                      u32 is_create)
286 {
287   vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
288   vnet_hw_interface_class_t *hw_class =
289     vnet_get_hw_interface_class (vnm, hi->hw_class_index);
290   vnet_device_class_t *dev_class =
291     vnet_get_device_class (vnm, hi->dev_class_index);
292   clib_error_t *error = 0;
293
294   if (hw_class->interface_add_del_function
295       && (error =
296           hw_class->interface_add_del_function (vnm, hw_if_index, is_create)))
297     return error;
298
299   if (dev_class->interface_add_del_function
300       && (error =
301           dev_class->interface_add_del_function (vnm, hw_if_index,
302                                                  is_create)))
303     return error;
304
305   error = call_elf_section_interface_callbacks
306     (vnm, hw_if_index, is_create, vnm->hw_interface_add_del_functions);
307
308   return error;
309 }
310
311 static clib_error_t *
312 call_sw_interface_add_del_callbacks (vnet_main_t * vnm, u32 sw_if_index,
313                                      u32 is_create)
314 {
315   return call_elf_section_interface_callbacks
316     (vnm, sw_if_index, is_create, vnm->sw_interface_add_del_functions);
317 }
318
319 #define VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE (1 << 0)
320 #define VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE (1 << 1)
321
322 static clib_error_t *
323 vnet_hw_interface_set_flags_helper (vnet_main_t * vnm, u32 hw_if_index,
324                                     u32 flags, u32 helper_flags)
325 {
326   vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
327   vnet_hw_interface_class_t *hw_class =
328     vnet_get_hw_interface_class (vnm, hi->hw_class_index);
329   vnet_device_class_t *dev_class =
330     vnet_get_device_class (vnm, hi->dev_class_index);
331   vlib_main_t *vm = vnm->vlib_main;
332   u32 mask;
333   clib_error_t *error = 0;
334   u32 is_create =
335     (helper_flags & VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE) != 0;
336
337   mask =
338     (VNET_HW_INTERFACE_FLAG_LINK_UP | VNET_HW_INTERFACE_FLAG_DUPLEX_MASK |
339      VNET_HW_INTERFACE_FLAG_SPEED_MASK);
340   flags &= mask;
341
342   /* Call hardware interface add/del callbacks. */
343   if (is_create)
344     call_hw_interface_add_del_callbacks (vnm, hw_if_index, is_create);
345
346   /* Already in the desired state? */
347   if (!is_create && (hi->flags & mask) == flags)
348     goto done;
349
350   /* Some interface classes do not redistribute (e.g. are local). */
351   if (!dev_class->redistribute)
352     helper_flags &= ~VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE;
353
354   if (vm->mc_main
355       && (helper_flags & VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE))
356     {
357       vnet_sw_hw_interface_state_t s;
358       s.sw_hw_if_index = hw_if_index;
359       s.flags = flags;
360       mc_serialize (vm->mc_main, &vnet_hw_interface_set_flags_msg, &s);
361     }
362
363   if ((hi->flags & VNET_HW_INTERFACE_FLAG_LINK_UP) !=
364       (flags & VNET_HW_INTERFACE_FLAG_LINK_UP))
365     {
366       /* Do hardware class (e.g. ethernet). */
367       if (hw_class->link_up_down_function
368           && (error = hw_class->link_up_down_function (vnm, hw_if_index,
369                                                        flags)))
370         goto done;
371
372       error = call_elf_section_interface_callbacks
373         (vnm, hw_if_index, flags, vnm->hw_interface_link_up_down_functions);
374
375       if (error)
376         goto done;
377     }
378
379   hi->flags &= ~mask;
380   hi->flags |= flags;
381
382 done:
383   return error;
384 }
385
386 static clib_error_t *
387 vnet_sw_interface_set_flags_helper (vnet_main_t * vnm, u32 sw_if_index,
388                                     u32 flags, u32 helper_flags)
389 {
390   vnet_sw_interface_t *si = vnet_get_sw_interface (vnm, sw_if_index);
391   vlib_main_t *vm = vnm->vlib_main;
392   u32 mask;
393   clib_error_t *error = 0;
394   u32 is_create =
395     (helper_flags & VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE) != 0;
396   u32 old_flags;
397
398   mask = VNET_SW_INTERFACE_FLAG_ADMIN_UP | VNET_SW_INTERFACE_FLAG_PUNT;
399   flags &= mask;
400
401   if (is_create)
402     {
403       error =
404         call_sw_interface_add_del_callbacks (vnm, sw_if_index, is_create);
405       if (error)
406         goto done;
407
408       if (flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
409         {
410           /* Notify everyone when the interface is created as admin up */
411           error = call_elf_section_interface_callbacks (vnm, sw_if_index,
412                                                         flags,
413                                                         vnm->
414                                                         sw_interface_admin_up_down_functions);
415           if (error)
416             goto done;
417         }
418     }
419   else
420     {
421       vnet_sw_interface_t *si_sup = si;
422
423       /* Check that super interface is in correct state. */
424       if (si->type == VNET_SW_INTERFACE_TYPE_SUB)
425         {
426           si_sup = vnet_get_sw_interface (vnm, si->sup_sw_if_index);
427
428           /* Check to see if we're bringing down the soft interface and if it's parent is up */
429           if ((flags != (si_sup->flags & mask)) &&
430               (!((flags == 0)
431                  && ((si_sup->flags & mask) ==
432                      VNET_SW_INTERFACE_FLAG_ADMIN_UP))))
433             {
434               error = clib_error_return (0, "super-interface %U must be %U",
435                                          format_vnet_sw_interface_name, vnm,
436                                          si_sup,
437                                          format_vnet_sw_interface_flags,
438                                          flags);
439               goto done;
440             }
441         }
442
443       /* Donot change state for slave link of bonded interfaces */
444       if (si->flags & VNET_SW_INTERFACE_FLAG_BOND_SLAVE)
445         {
446           error = clib_error_return
447             (0, "not allowed as %U belong to a BondEthernet interface",
448              format_vnet_sw_interface_name, vnm, si);
449           goto done;
450         }
451
452       /* Already in the desired state? */
453       if ((si->flags & mask) == flags)
454         goto done;
455
456       /* Sub-interfaces of hardware interfaces that do no redistribute,
457          do not redistribute themselves. */
458       if (si_sup->type == VNET_SW_INTERFACE_TYPE_HARDWARE)
459         {
460           vnet_hw_interface_t *hi =
461             vnet_get_hw_interface (vnm, si_sup->hw_if_index);
462           vnet_device_class_t *dev_class =
463             vnet_get_device_class (vnm, hi->dev_class_index);
464           if (!dev_class->redistribute)
465             helper_flags &=
466               ~VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE;
467         }
468
469       if (vm->mc_main
470           && (helper_flags &
471               VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE))
472         {
473           vnet_sw_hw_interface_state_t s;
474           s.sw_hw_if_index = sw_if_index;
475           s.flags = flags;
476           mc_serialize (vm->mc_main, &vnet_sw_interface_set_flags_msg, &s);
477         }
478
479       /* set the flags now before invoking the registered clients
480        * so that the state they query is consistent with the state here notified */
481       old_flags = si->flags;
482       si->flags &= ~mask;
483       si->flags |= flags;
484       if ((flags | old_flags) & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
485         error = call_elf_section_interface_callbacks
486           (vnm, sw_if_index, flags,
487            vnm->sw_interface_admin_up_down_functions);
488       si->flags = old_flags;
489
490       if (error)
491         goto done;
492
493       if (si->type == VNET_SW_INTERFACE_TYPE_HARDWARE)
494         {
495           vnet_hw_interface_t *hi =
496             vnet_get_hw_interface (vnm, si->hw_if_index);
497           vnet_hw_interface_class_t *hw_class =
498             vnet_get_hw_interface_class (vnm, hi->hw_class_index);
499           vnet_device_class_t *dev_class =
500             vnet_get_device_class (vnm, hi->dev_class_index);
501
502           if ((flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP) &&
503               (si->flags & VNET_SW_INTERFACE_FLAG_ERROR))
504             {
505               error = clib_error_return (0, "Interface in the error state");
506               goto done;
507             }
508
509           /* save the si admin up flag */
510           old_flags = si->flags;
511
512           /* update si admin up flag in advance if we are going admin down */
513           if (!(flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP))
514             si->flags &= ~VNET_SW_INTERFACE_FLAG_ADMIN_UP;
515
516           if (dev_class->admin_up_down_function
517               && (error = dev_class->admin_up_down_function (vnm,
518                                                              si->hw_if_index,
519                                                              flags)))
520             {
521               /* restore si admin up flag to it's original state on errors */
522               si->flags = old_flags;
523               goto done;
524             }
525
526           if (hw_class->admin_up_down_function
527               && (error = hw_class->admin_up_down_function (vnm,
528                                                             si->hw_if_index,
529                                                             flags)))
530             {
531               /* restore si admin up flag to it's original state on errors */
532               si->flags = old_flags;
533               goto done;
534             }
535
536           /* Admin down implies link down. */
537           if (!(flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
538               && (hi->flags & VNET_HW_INTERFACE_FLAG_LINK_UP))
539             vnet_hw_interface_set_flags_helper (vnm, si->hw_if_index,
540                                                 hi->flags &
541                                                 ~VNET_HW_INTERFACE_FLAG_LINK_UP,
542                                                 helper_flags);
543         }
544     }
545
546   si->flags &= ~mask;
547   si->flags |= flags;
548
549 done:
550   return error;
551 }
552
553 clib_error_t *
554 vnet_hw_interface_set_flags (vnet_main_t * vnm, u32 hw_if_index, u32 flags)
555 {
556   return vnet_hw_interface_set_flags_helper
557     (vnm, hw_if_index, flags,
558      VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE);
559 }
560
561 clib_error_t *
562 vnet_sw_interface_set_flags (vnet_main_t * vnm, u32 sw_if_index, u32 flags)
563 {
564   return vnet_sw_interface_set_flags_helper
565     (vnm, sw_if_index, flags,
566      VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE);
567 }
568
569 static u32
570 vnet_create_sw_interface_no_callbacks (vnet_main_t * vnm,
571                                        vnet_sw_interface_t * template)
572 {
573   vnet_interface_main_t *im = &vnm->interface_main;
574   vnet_sw_interface_t *sw;
575   u32 sw_if_index;
576
577   pool_get (im->sw_interfaces, sw);
578   sw_if_index = sw - im->sw_interfaces;
579
580   sw[0] = template[0];
581
582   sw->flags = 0;
583   sw->sw_if_index = sw_if_index;
584   if (sw->type == VNET_SW_INTERFACE_TYPE_HARDWARE)
585     sw->sup_sw_if_index = sw->sw_if_index;
586
587   /* Allocate counters for this interface. */
588   {
589     u32 i;
590
591     vnet_interface_counter_lock (im);
592
593     for (i = 0; i < vec_len (im->sw_if_counters); i++)
594       {
595         vlib_validate_simple_counter (&im->sw_if_counters[i], sw_if_index);
596         vlib_zero_simple_counter (&im->sw_if_counters[i], sw_if_index);
597       }
598
599     for (i = 0; i < vec_len (im->combined_sw_if_counters); i++)
600       {
601         vlib_validate_combined_counter (&im->combined_sw_if_counters[i],
602                                         sw_if_index);
603         vlib_zero_combined_counter (&im->combined_sw_if_counters[i],
604                                     sw_if_index);
605       }
606
607     vnet_interface_counter_unlock (im);
608   }
609
610   return sw_if_index;
611 }
612
613 clib_error_t *
614 vnet_create_sw_interface (vnet_main_t * vnm, vnet_sw_interface_t * template,
615                           u32 * sw_if_index)
616 {
617   clib_error_t *error;
618   vnet_hw_interface_t *hi;
619   vnet_device_class_t *dev_class;
620
621   hi = vnet_get_sup_hw_interface (vnm, template->sup_sw_if_index);
622   dev_class = vnet_get_device_class (vnm, hi->dev_class_index);
623
624   if (template->type == VNET_SW_INTERFACE_TYPE_SUB &&
625       dev_class->subif_add_del_function)
626     {
627       error = dev_class->subif_add_del_function (vnm, hi->hw_if_index,
628                                                  (struct vnet_sw_interface_t
629                                                   *) template, 1);
630       if (error)
631         return error;
632     }
633
634   *sw_if_index = vnet_create_sw_interface_no_callbacks (vnm, template);
635   error = vnet_sw_interface_set_flags_helper
636     (vnm, *sw_if_index, template->flags,
637      VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE);
638
639   if (error)
640     {
641       /* undo the work done by vnet_create_sw_interface_no_callbacks() */
642       vnet_interface_main_t *im = &vnm->interface_main;
643       vnet_sw_interface_t *sw =
644         pool_elt_at_index (im->sw_interfaces, *sw_if_index);
645       pool_put (im->sw_interfaces, sw);
646     }
647
648   return error;
649 }
650
651 void
652 vnet_delete_sw_interface (vnet_main_t * vnm, u32 sw_if_index)
653 {
654   vnet_interface_main_t *im = &vnm->interface_main;
655   vnet_sw_interface_t *sw =
656     pool_elt_at_index (im->sw_interfaces, sw_if_index);
657
658   /* Check if the interface has config and is removed from L2 BD or XConnect */
659   vlib_main_t *vm = vlib_get_main ();
660   l2_input_config_t *config;
661   if (sw_if_index < vec_len (l2input_main.configs))
662     {
663       config = vec_elt_at_index (l2input_main.configs, sw_if_index);
664       if (config->xconnect)
665         set_int_l2_mode (vm, vnm, MODE_L3, config->output_sw_if_index, 0, 0,
666                          0, 0);
667       if (config->xconnect || config->bridge)
668         set_int_l2_mode (vm, vnm, MODE_L3, sw_if_index, 0, 0, 0, 0);
669     }
670
671   /* Bring down interface in case it is up. */
672   if (sw->flags != 0)
673     vnet_sw_interface_set_flags (vnm, sw_if_index, /* flags */ 0);
674
675   call_sw_interface_add_del_callbacks (vnm, sw_if_index, /* is_create */ 0);
676
677   pool_put (im->sw_interfaces, sw);
678 }
679
680 static void
681 setup_tx_node (vlib_main_t * vm,
682                u32 node_index, vnet_device_class_t * dev_class)
683 {
684   vlib_node_t *n = vlib_get_node (vm, node_index);
685
686   n->function = dev_class->tx_function;
687   n->format_trace = dev_class->format_tx_trace;
688
689   vlib_register_errors (vm, node_index,
690                         dev_class->tx_function_n_errors,
691                         dev_class->tx_function_error_strings);
692 }
693
694 static void
695 setup_output_node (vlib_main_t * vm,
696                    u32 node_index, vnet_hw_interface_class_t * hw_class)
697 {
698   vlib_node_t *n = vlib_get_node (vm, node_index);
699   n->format_buffer = hw_class->format_header;
700   n->unformat_buffer = hw_class->unformat_header;
701 }
702
703 /* Register an interface instance. */
704 u32
705 vnet_register_interface (vnet_main_t * vnm,
706                          u32 dev_class_index,
707                          u32 dev_instance,
708                          u32 hw_class_index, u32 hw_instance)
709 {
710   vnet_interface_main_t *im = &vnm->interface_main;
711   vnet_hw_interface_t *hw;
712   vnet_device_class_t *dev_class =
713     vnet_get_device_class (vnm, dev_class_index);
714   vnet_hw_interface_class_t *hw_class =
715     vnet_get_hw_interface_class (vnm, hw_class_index);
716   vlib_main_t *vm = vnm->vlib_main;
717   vnet_feature_config_main_t *fcm;
718   vnet_config_main_t *cm;
719   u32 hw_index, i;
720   char *tx_node_name, *output_node_name;
721
722   pool_get (im->hw_interfaces, hw);
723   memset (hw, 0, sizeof (*hw));
724
725   hw_index = hw - im->hw_interfaces;
726   hw->hw_if_index = hw_index;
727   hw->default_rx_mode = VNET_HW_INTERFACE_RX_MODE_POLLING;
728
729   if (dev_class->format_device_name)
730     hw->name = format (0, "%U", dev_class->format_device_name, dev_instance);
731   else if (hw_class->format_interface_name)
732     hw->name = format (0, "%U", hw_class->format_interface_name,
733                        dev_instance);
734   else
735     hw->name = format (0, "%s%x", hw_class->name, dev_instance);
736
737   if (!im->hw_interface_by_name)
738     im->hw_interface_by_name = hash_create_vec ( /* size */ 0,
739                                                 sizeof (hw->name[0]),
740                                                 sizeof (uword));
741
742   hash_set_mem (im->hw_interface_by_name, hw->name, hw_index);
743
744   /* Make hardware interface point to software interface. */
745   {
746     vnet_sw_interface_t sw = {
747       .type = VNET_SW_INTERFACE_TYPE_HARDWARE,
748       .flood_class = VNET_FLOOD_CLASS_NORMAL,
749       .hw_if_index = hw_index
750     };
751     hw->sw_if_index = vnet_create_sw_interface_no_callbacks (vnm, &sw);
752   }
753
754   hw->dev_class_index = dev_class_index;
755   hw->dev_instance = dev_instance;
756   hw->hw_class_index = hw_class_index;
757   hw->hw_instance = hw_instance;
758
759   hw->max_rate_bits_per_sec = 0;
760   hw->min_packet_bytes = 0;
761   hw->per_packet_overhead_bytes = 0;
762   hw->max_l3_packet_bytes[VLIB_RX] = ~0;
763   hw->max_l3_packet_bytes[VLIB_TX] = ~0;
764
765   if (dev_class->tx_function == 0)
766     goto no_output_nodes;       /* No output/tx nodes to create */
767
768   tx_node_name = (char *) format (0, "%v-tx", hw->name);
769   output_node_name = (char *) format (0, "%v-output", hw->name);
770
771   /* If we have previously deleted interface nodes, re-use them. */
772   if (vec_len (im->deleted_hw_interface_nodes) > 0)
773     {
774       vnet_hw_interface_nodes_t *hn;
775       vlib_node_t *node;
776       vlib_node_runtime_t *nrt;
777
778       hn = vec_end (im->deleted_hw_interface_nodes) - 1;
779
780       hw->tx_node_index = hn->tx_node_index;
781       hw->output_node_index = hn->output_node_index;
782
783       vlib_node_rename (vm, hw->tx_node_index, "%v", tx_node_name);
784       vlib_node_rename (vm, hw->output_node_index, "%v", output_node_name);
785
786       /* *INDENT-OFF* */
787       foreach_vlib_main ({
788         vnet_interface_output_runtime_t *rt;
789
790         rt = vlib_node_get_runtime_data (this_vlib_main, hw->output_node_index);
791         ASSERT (rt->is_deleted == 1);
792         rt->is_deleted = 0;
793         rt->hw_if_index = hw_index;
794         rt->sw_if_index = hw->sw_if_index;
795         rt->dev_instance = hw->dev_instance;
796
797         rt = vlib_node_get_runtime_data (this_vlib_main, hw->tx_node_index);
798         rt->hw_if_index = hw_index;
799         rt->sw_if_index = hw->sw_if_index;
800         rt->dev_instance = hw->dev_instance;
801       });
802       /* *INDENT-ON* */
803
804       /* The new class may differ from the old one.
805        * Functions have to be updated. */
806       node = vlib_get_node (vm, hw->output_node_index);
807       node->function = vnet_interface_output_node_multiarch_select ();
808       node->format_trace = format_vnet_interface_output_trace;
809       /* *INDENT-OFF* */
810       foreach_vlib_main ({
811         nrt = vlib_node_get_runtime (this_vlib_main, hw->output_node_index);
812         nrt->function = node->function;
813       });
814       /* *INDENT-ON* */
815
816       node = vlib_get_node (vm, hw->tx_node_index);
817       node->function = dev_class->tx_function;
818       node->format_trace = dev_class->format_tx_trace;
819       /* *INDENT-OFF* */
820       foreach_vlib_main ({
821         nrt = vlib_node_get_runtime (this_vlib_main, hw->tx_node_index);
822         nrt->function = node->function;
823       });
824       /* *INDENT-ON* */
825
826       _vec_len (im->deleted_hw_interface_nodes) -= 1;
827     }
828   else
829     {
830       vlib_node_registration_t r;
831       vnet_interface_output_runtime_t rt = {
832         .hw_if_index = hw_index,
833         .sw_if_index = hw->sw_if_index,
834         .dev_instance = hw->dev_instance,
835         .is_deleted = 0,
836       };
837
838       memset (&r, 0, sizeof (r));
839       r.type = VLIB_NODE_TYPE_INTERNAL;
840       r.runtime_data = &rt;
841       r.runtime_data_bytes = sizeof (rt);
842       r.scalar_size = 0;
843       r.vector_size = sizeof (u32);
844
845       r.flags = VLIB_NODE_FLAG_IS_OUTPUT;
846       r.name = tx_node_name;
847       r.function = dev_class->tx_function;
848
849       hw->tx_node_index = vlib_register_node (vm, &r);
850
851       vlib_node_add_named_next_with_slot (vm, hw->tx_node_index,
852                                           "error-drop",
853                                           VNET_INTERFACE_TX_NEXT_DROP);
854
855       r.flags = 0;
856       r.name = output_node_name;
857       r.function = vnet_interface_output_node_multiarch_select ();
858       r.format_trace = format_vnet_interface_output_trace;
859
860       {
861         static char *e[] = {
862           "interface is down",
863           "interface is deleted",
864         };
865
866         r.n_errors = ARRAY_LEN (e);
867         r.error_strings = e;
868       }
869       hw->output_node_index = vlib_register_node (vm, &r);
870
871       vlib_node_add_named_next_with_slot (vm, hw->output_node_index,
872                                           "error-drop",
873                                           VNET_INTERFACE_OUTPUT_NEXT_DROP);
874       vlib_node_add_next_with_slot (vm, hw->output_node_index,
875                                     hw->tx_node_index,
876                                     VNET_INTERFACE_OUTPUT_NEXT_TX);
877
878       /* add interface to the list of "output-interface" feature arc start nodes
879          and clone nexts from 1st interface if it exists */
880       fcm = vnet_feature_get_config_main (im->output_feature_arc_index);
881       cm = &fcm->config_main;
882       i = vec_len (cm->start_node_indices);
883       vec_validate (cm->start_node_indices, i);
884       cm->start_node_indices[i] = hw->output_node_index;
885       if (hw_index)
886         {
887           /* copy nexts from 1st interface */
888           vnet_hw_interface_t *first_hw;
889           vlib_node_t *first_node;
890
891           first_hw = vnet_get_hw_interface (vnm, /* hw_if_index */ 0);
892           first_node = vlib_get_node (vm, first_hw->output_node_index);
893
894           /* 1st 2 nexts are already added above */
895           for (i = 2; i < vec_len (first_node->next_nodes); i++)
896             vlib_node_add_next_with_slot (vm, hw->output_node_index,
897                                           first_node->next_nodes[i], i);
898         }
899     }
900
901   setup_output_node (vm, hw->output_node_index, hw_class);
902   setup_tx_node (vm, hw->tx_node_index, dev_class);
903
904 no_output_nodes:
905   /* Call all up/down callbacks with zero flags when interface is created. */
906   vnet_sw_interface_set_flags_helper (vnm, hw->sw_if_index, /* flags */ 0,
907                                       VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE);
908   vnet_hw_interface_set_flags_helper (vnm, hw_index, /* flags */ 0,
909                                       VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE);
910
911   return hw_index;
912 }
913
914 void
915 vnet_delete_hw_interface (vnet_main_t * vnm, u32 hw_if_index)
916 {
917   vnet_interface_main_t *im = &vnm->interface_main;
918   vnet_hw_interface_t *hw = vnet_get_hw_interface (vnm, hw_if_index);
919   vlib_main_t *vm = vnm->vlib_main;
920   vnet_device_class_t *dev_class = vnet_get_device_class (vnm,
921                                                           hw->dev_class_index);
922   /* If it is up, mark it down. */
923   if (hw->flags != 0)
924     vnet_hw_interface_set_flags (vnm, hw_if_index, /* flags */ 0);
925
926   /* Call delete callbacks. */
927   call_hw_interface_add_del_callbacks (vnm, hw_if_index, /* is_create */ 0);
928
929   /* Delete any sub-interfaces. */
930   {
931     u32 id, sw_if_index;
932     /* *INDENT-OFF* */
933     hash_foreach (id, sw_if_index, hw->sub_interface_sw_if_index_by_id,
934     ({
935       vnet_sw_interface_t *si = vnet_get_sw_interface (vnm, sw_if_index);
936       u64 sup_and_sub_key =
937         ((u64) (si->sup_sw_if_index) << 32) | (u64) si->sub.id;
938       hash_unset_mem_free (&im->sw_if_index_by_sup_and_sub, &sup_and_sub_key);
939       vnet_delete_sw_interface (vnm, sw_if_index);
940     }));
941     hash_free (hw->sub_interface_sw_if_index_by_id);
942     /* *INDENT-ON* */
943   }
944
945   /* Delete software interface corresponding to hardware interface. */
946   vnet_delete_sw_interface (vnm, hw->sw_if_index);
947
948   if (dev_class->tx_function)
949     {
950       /* Put output/tx nodes into recycle pool */
951       vnet_hw_interface_nodes_t *dn;
952
953       /* *INDENT-OFF* */
954       foreach_vlib_main
955         ({
956           vnet_interface_output_runtime_t *rt =
957             vlib_node_get_runtime_data (this_vlib_main, hw->output_node_index);
958
959           /* Mark node runtime as deleted so output node (if called)
960            * will drop packets. */
961           rt->is_deleted = 1;
962         });
963       /* *INDENT-ON* */
964
965       vlib_node_rename (vm, hw->output_node_index,
966                         "interface-%d-output-deleted", hw_if_index);
967       vlib_node_rename (vm, hw->tx_node_index, "interface-%d-tx-deleted",
968                         hw_if_index);
969       vec_add2 (im->deleted_hw_interface_nodes, dn, 1);
970       dn->tx_node_index = hw->tx_node_index;
971       dn->output_node_index = hw->output_node_index;
972     }
973
974   hash_unset_mem (im->hw_interface_by_name, hw->name);
975   vec_free (hw->name);
976   vec_free (hw->input_node_thread_index_by_queue);
977   vec_free (hw->dq_runtime_index_by_queue);
978
979   pool_put (im->hw_interfaces, hw);
980 }
981
982 void
983 vnet_hw_interface_walk_sw (vnet_main_t * vnm,
984                            u32 hw_if_index,
985                            vnet_hw_sw_interface_walk_t fn, void *ctx)
986 {
987   vnet_hw_interface_t *hi;
988   u32 id, sw_if_index;
989
990   hi = vnet_get_hw_interface (vnm, hw_if_index);
991   /* the super first, then the and sub interfaces */
992   fn (vnm, hi->sw_if_index, ctx);
993
994   /* *INDENT-OFF* */
995   hash_foreach (id, sw_if_index,
996                 hi->sub_interface_sw_if_index_by_id,
997   ({
998     fn (vnm, sw_if_index, ctx);
999   }));
1000   /* *INDENT-ON* */
1001 }
1002
1003 static void
1004 serialize_vnet_hw_interface_set_class (serialize_main_t * m, va_list * va)
1005 {
1006   u32 hw_if_index = va_arg (*va, u32);
1007   char *hw_class_name = va_arg (*va, char *);
1008   serialize_integer (m, hw_if_index, sizeof (hw_if_index));
1009   serialize_cstring (m, hw_class_name);
1010 }
1011
1012 static void
1013 unserialize_vnet_hw_interface_set_class (serialize_main_t * m, va_list * va)
1014 {
1015   CLIB_UNUSED (mc_main_t * mc) = va_arg (*va, mc_main_t *);
1016   vnet_main_t *vnm = vnet_get_main ();
1017   u32 hw_if_index;
1018   char *hw_class_name;
1019   uword *p;
1020   clib_error_t *error;
1021
1022   unserialize_integer (m, &hw_if_index, sizeof (hw_if_index));
1023   unserialize_cstring (m, &hw_class_name);
1024   p =
1025     hash_get (vnm->interface_main.hw_interface_class_by_name, hw_class_name);
1026   ASSERT (p != 0);
1027   error = vnet_hw_interface_set_class_helper (vnm, hw_if_index, p[0],
1028                                               /* redistribute */ 0);
1029   if (error)
1030     clib_error_report (error);
1031 }
1032
1033 MC_SERIALIZE_MSG (vnet_hw_interface_set_class_msg, static) =
1034 {
1035 .name = "vnet_hw_interface_set_class",.serialize =
1036     serialize_vnet_hw_interface_set_class,.unserialize =
1037     unserialize_vnet_hw_interface_set_class,};
1038
1039 void
1040 vnet_hw_interface_init_for_class (vnet_main_t * vnm, u32 hw_if_index,
1041                                   u32 hw_class_index, u32 hw_instance)
1042 {
1043   vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
1044   vnet_hw_interface_class_t *hc =
1045     vnet_get_hw_interface_class (vnm, hw_class_index);
1046
1047   hi->hw_class_index = hw_class_index;
1048   hi->hw_instance = hw_instance;
1049   setup_output_node (vnm->vlib_main, hi->output_node_index, hc);
1050 }
1051
1052 static clib_error_t *
1053 vnet_hw_interface_set_class_helper (vnet_main_t * vnm, u32 hw_if_index,
1054                                     u32 hw_class_index, u32 redistribute)
1055 {
1056   vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
1057   vnet_sw_interface_t *si = vnet_get_sw_interface (vnm, hi->sw_if_index);
1058   vnet_hw_interface_class_t *old_class =
1059     vnet_get_hw_interface_class (vnm, hi->hw_class_index);
1060   vnet_hw_interface_class_t *new_class =
1061     vnet_get_hw_interface_class (vnm, hw_class_index);
1062   vnet_device_class_t *dev_class =
1063     vnet_get_device_class (vnm, hi->dev_class_index);
1064   clib_error_t *error = 0;
1065
1066   /* New class equals old class?  Nothing to do. */
1067   if (hi->hw_class_index == hw_class_index)
1068     return 0;
1069
1070   /* No need (and incorrect since admin up flag may be set) to do error checking when
1071      receiving unserialize message. */
1072   if (redistribute)
1073     {
1074       if (si->flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
1075         return clib_error_return (0,
1076                                   "%v must be admin down to change class from %s to %s",
1077                                   hi->name, old_class->name, new_class->name);
1078
1079       /* Make sure interface supports given class. */
1080       if ((new_class->is_valid_class_for_interface
1081            && !new_class->is_valid_class_for_interface (vnm, hw_if_index,
1082                                                         hw_class_index))
1083           || (dev_class->is_valid_class_for_interface
1084               && !dev_class->is_valid_class_for_interface (vnm, hw_if_index,
1085                                                            hw_class_index)))
1086         return clib_error_return (0,
1087                                   "%v class cannot be changed from %s to %s",
1088                                   hi->name, old_class->name, new_class->name);
1089
1090       if (vnm->vlib_main->mc_main)
1091         {
1092           mc_serialize (vnm->vlib_main->mc_main,
1093                         &vnet_hw_interface_set_class_msg, hw_if_index,
1094                         new_class->name);
1095           return 0;
1096         }
1097     }
1098
1099   if (old_class->hw_class_change)
1100     old_class->hw_class_change (vnm, hw_if_index, old_class->index,
1101                                 new_class->index);
1102
1103   vnet_hw_interface_init_for_class (vnm, hw_if_index, new_class->index,
1104                                     /* instance */ ~0);
1105
1106   if (new_class->hw_class_change)
1107     new_class->hw_class_change (vnm, hw_if_index, old_class->index,
1108                                 new_class->index);
1109
1110   if (dev_class->hw_class_change)
1111     dev_class->hw_class_change (vnm, hw_if_index, new_class->index);
1112
1113   return error;
1114 }
1115
1116 clib_error_t *
1117 vnet_hw_interface_set_class (vnet_main_t * vnm, u32 hw_if_index,
1118                              u32 hw_class_index)
1119 {
1120   return vnet_hw_interface_set_class_helper (vnm, hw_if_index, hw_class_index,
1121                                              /* redistribute */ 1);
1122 }
1123
1124 static int
1125 vnet_hw_interface_rx_redirect_to_node_helper (vnet_main_t * vnm,
1126                                               u32 hw_if_index,
1127                                               u32 node_index,
1128                                               u32 redistribute)
1129 {
1130   vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
1131   vnet_device_class_t *dev_class = vnet_get_device_class
1132     (vnm, hi->dev_class_index);
1133
1134   if (redistribute)
1135     {
1136       /* $$$$ fixme someday maybe */
1137       ASSERT (vnm->vlib_main->mc_main == 0);
1138     }
1139   if (dev_class->rx_redirect_to_node)
1140     {
1141       dev_class->rx_redirect_to_node (vnm, hw_if_index, node_index);
1142       return 0;
1143     }
1144
1145   return VNET_API_ERROR_UNIMPLEMENTED;
1146 }
1147
1148 int
1149 vnet_hw_interface_rx_redirect_to_node (vnet_main_t * vnm, u32 hw_if_index,
1150                                        u32 node_index)
1151 {
1152   return vnet_hw_interface_rx_redirect_to_node_helper (vnm, hw_if_index,
1153                                                        node_index,
1154                                                        1 /* redistribute */ );
1155 }
1156
1157 word
1158 vnet_sw_interface_compare (vnet_main_t * vnm,
1159                            uword sw_if_index0, uword sw_if_index1)
1160 {
1161   vnet_sw_interface_t *sup0 = vnet_get_sup_sw_interface (vnm, sw_if_index0);
1162   vnet_sw_interface_t *sup1 = vnet_get_sup_sw_interface (vnm, sw_if_index1);
1163   vnet_hw_interface_t *h0 = vnet_get_hw_interface (vnm, sup0->hw_if_index);
1164   vnet_hw_interface_t *h1 = vnet_get_hw_interface (vnm, sup1->hw_if_index);
1165
1166   if (h0 != h1)
1167     return vec_cmp (h0->name, h1->name);
1168   return (word) h0->hw_instance - (word) h1->hw_instance;
1169 }
1170
1171 word
1172 vnet_hw_interface_compare (vnet_main_t * vnm,
1173                            uword hw_if_index0, uword hw_if_index1)
1174 {
1175   vnet_hw_interface_t *h0 = vnet_get_hw_interface (vnm, hw_if_index0);
1176   vnet_hw_interface_t *h1 = vnet_get_hw_interface (vnm, hw_if_index1);
1177
1178   if (h0 != h1)
1179     return vec_cmp (h0->name, h1->name);
1180   return (word) h0->hw_instance - (word) h1->hw_instance;
1181 }
1182
1183 int
1184 vnet_sw_interface_is_p2p (vnet_main_t * vnm, u32 sw_if_index)
1185 {
1186   vnet_sw_interface_t *si = vnet_get_sw_interface (vnm, sw_if_index);
1187   if (si->type == VNET_SW_INTERFACE_TYPE_P2P)
1188     return 1;
1189
1190   vnet_hw_interface_t *hw = vnet_get_sup_hw_interface (vnm, sw_if_index);
1191   vnet_hw_interface_class_t *hc =
1192     vnet_get_hw_interface_class (vnm, hw->hw_class_index);
1193
1194   return (hc->flags & VNET_HW_INTERFACE_CLASS_FLAG_P2P);
1195 }
1196
1197 clib_error_t *
1198 vnet_interface_init (vlib_main_t * vm)
1199 {
1200   vnet_main_t *vnm = vnet_get_main ();
1201   vnet_interface_main_t *im = &vnm->interface_main;
1202   vlib_buffer_t *b = 0;
1203   vnet_buffer_opaque_t *o = 0;
1204   clib_error_t *error;
1205
1206   /*
1207    * Keep people from shooting themselves in the foot.
1208    */
1209   if (sizeof (b->opaque) != sizeof (vnet_buffer_opaque_t))
1210     {
1211 #define _(a) if (sizeof(o->a) > sizeof (o->unused))                     \
1212       clib_warning                                                      \
1213         ("FATAL: size of opaque union subtype %s is %d (max %d)",       \
1214          #a, sizeof(o->a), sizeof (o->unused));
1215       foreach_buffer_opaque_union_subtype;
1216 #undef _
1217
1218       return clib_error_return
1219         (0, "FATAL: size of vlib buffer opaque %d, size of vnet opaque %d",
1220          sizeof (b->opaque), sizeof (vnet_buffer_opaque_t));
1221     }
1222
1223   im->sw_if_counter_lock = clib_mem_alloc_aligned (CLIB_CACHE_LINE_BYTES,
1224                                                    CLIB_CACHE_LINE_BYTES);
1225   im->sw_if_counter_lock[0] = 1;        /* should be no need */
1226
1227   vec_validate (im->sw_if_counters, VNET_N_SIMPLE_INTERFACE_COUNTER - 1);
1228   im->sw_if_counters[VNET_INTERFACE_COUNTER_DROP].name = "drops";
1229   im->sw_if_counters[VNET_INTERFACE_COUNTER_PUNT].name = "punts";
1230   im->sw_if_counters[VNET_INTERFACE_COUNTER_IP4].name = "ip4";
1231   im->sw_if_counters[VNET_INTERFACE_COUNTER_IP6].name = "ip6";
1232   im->sw_if_counters[VNET_INTERFACE_COUNTER_RX_NO_BUF].name = "rx-no-buf";
1233   im->sw_if_counters[VNET_INTERFACE_COUNTER_RX_MISS].name = "rx-miss";
1234   im->sw_if_counters[VNET_INTERFACE_COUNTER_RX_ERROR].name = "rx-error";
1235   im->sw_if_counters[VNET_INTERFACE_COUNTER_TX_ERROR].name = "tx-error";
1236
1237   vec_validate (im->combined_sw_if_counters,
1238                 VNET_N_COMBINED_INTERFACE_COUNTER - 1);
1239   im->combined_sw_if_counters[VNET_INTERFACE_COUNTER_RX].name = "rx";
1240   im->combined_sw_if_counters[VNET_INTERFACE_COUNTER_RX_UNICAST].name =
1241     "rx-unicast";
1242   im->combined_sw_if_counters[VNET_INTERFACE_COUNTER_RX_MULTICAST].name =
1243     "rx-multicast";
1244   im->combined_sw_if_counters[VNET_INTERFACE_COUNTER_RX_BROADCAST].name =
1245     "rx-broadcast";
1246   im->combined_sw_if_counters[VNET_INTERFACE_COUNTER_TX].name = "tx";
1247   im->combined_sw_if_counters[VNET_INTERFACE_COUNTER_TX_UNICAST].name =
1248     "tx-unicast";
1249   im->combined_sw_if_counters[VNET_INTERFACE_COUNTER_TX_MULTICAST].name =
1250     "tx-multicast";
1251   im->combined_sw_if_counters[VNET_INTERFACE_COUNTER_TX_BROADCAST].name =
1252     "tx-broadcast";
1253
1254   im->sw_if_counter_lock[0] = 0;
1255
1256   im->device_class_by_name = hash_create_string ( /* size */ 0,
1257                                                  sizeof (uword));
1258   {
1259     vnet_device_class_t *c;
1260
1261     c = vnm->device_class_registrations;
1262
1263     while (c)
1264       {
1265         c->index = vec_len (im->device_classes);
1266         hash_set_mem (im->device_class_by_name, c->name, c->index);
1267         vec_add1 (im->device_classes, c[0]);
1268         c = c->next_class_registration;
1269       }
1270   }
1271
1272   im->hw_interface_class_by_name = hash_create_string ( /* size */ 0,
1273                                                        sizeof (uword));
1274
1275   im->sw_if_index_by_sup_and_sub = hash_create_mem (0, sizeof (u64),
1276                                                     sizeof (uword));
1277   {
1278     vnet_hw_interface_class_t *c;
1279
1280     c = vnm->hw_interface_class_registrations;
1281
1282     while (c)
1283       {
1284         c->index = vec_len (im->hw_interface_classes);
1285         hash_set_mem (im->hw_interface_class_by_name, c->name, c->index);
1286
1287         if (NULL == c->build_rewrite)
1288           c->build_rewrite = default_build_rewrite;
1289         if (NULL == c->update_adjacency)
1290           c->update_adjacency = default_update_adjacency;
1291
1292         vec_add1 (im->hw_interface_classes, c[0]);
1293         c = c->next_class_registration;
1294       }
1295   }
1296
1297   if ((error = vlib_call_init_function (vm, vnet_interface_cli_init)))
1298     return error;
1299
1300   vnm->interface_tag_by_sw_if_index = hash_create (0, sizeof (uword));
1301
1302 #if VLIB_BUFFER_TRACE_TRAJECTORY > 0
1303   if ((error = vlib_call_init_function (vm, trajectory_trace_init)))
1304     return error;
1305 #endif
1306
1307   return 0;
1308 }
1309
1310 VLIB_INIT_FUNCTION (vnet_interface_init);
1311
1312 /* Kludge to renumber interface names [only!] */
1313 int
1314 vnet_interface_name_renumber (u32 sw_if_index, u32 new_show_dev_instance)
1315 {
1316   int rv;
1317   vnet_main_t *vnm = vnet_get_main ();
1318   vnet_interface_main_t *im = &vnm->interface_main;
1319   vnet_hw_interface_t *hi = vnet_get_sup_hw_interface (vnm, sw_if_index);
1320
1321   vnet_device_class_t *dev_class = vnet_get_device_class
1322     (vnm, hi->dev_class_index);
1323
1324   if (dev_class->name_renumber == 0 || dev_class->format_device_name == 0)
1325     return VNET_API_ERROR_UNIMPLEMENTED;
1326
1327   rv = dev_class->name_renumber (hi, new_show_dev_instance);
1328
1329   if (rv)
1330     return rv;
1331
1332   hash_unset_mem (im->hw_interface_by_name, hi->name);
1333   vec_free (hi->name);
1334   /* Use the mapping we set up to call it Ishmael */
1335   hi->name = format (0, "%U", dev_class->format_device_name,
1336                      hi->dev_instance);
1337
1338   hash_set_mem (im->hw_interface_by_name, hi->name, hi->hw_if_index);
1339   return rv;
1340 }
1341
1342 clib_error_t *
1343 vnet_rename_interface (vnet_main_t * vnm, u32 hw_if_index, char *new_name)
1344 {
1345   vnet_interface_main_t *im = &vnm->interface_main;
1346   vlib_main_t *vm = vnm->vlib_main;
1347   vnet_hw_interface_t *hw;
1348   u8 *old_name;
1349   clib_error_t *error = 0;
1350
1351   hw = vnet_get_hw_interface (vnm, hw_if_index);
1352   if (!hw)
1353     {
1354       return clib_error_return (0,
1355                                 "unable to find hw interface for index %u",
1356                                 hw_if_index);
1357     }
1358
1359   old_name = hw->name;
1360
1361   /* set new hw->name */
1362   hw->name = format (0, "%s", new_name);
1363
1364   /* remove the old name to hw_if_index mapping and install the new one */
1365   hash_unset_mem (im->hw_interface_by_name, old_name);
1366   hash_set_mem (im->hw_interface_by_name, hw->name, hw_if_index);
1367
1368   /* rename tx/output nodes */
1369   vlib_node_rename (vm, hw->tx_node_index, "%v-tx", hw->name);
1370   vlib_node_rename (vm, hw->output_node_index, "%v-output", hw->name);
1371
1372   /* free the old name vector */
1373   vec_free (old_name);
1374
1375   return error;
1376 }
1377
1378 static clib_error_t *
1379 vnet_hw_interface_change_mac_address_helper (vnet_main_t * vnm,
1380                                              u32 hw_if_index,
1381                                              u8 * mac_address)
1382 {
1383   clib_error_t *error = 0;
1384   vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
1385
1386   if (hi->hw_address)
1387     {
1388       vnet_device_class_t *dev_class =
1389         vnet_get_device_class (vnm, hi->dev_class_index);
1390       if (dev_class->mac_addr_change_function)
1391         {
1392           error =
1393             dev_class->mac_addr_change_function (hi, (char *) mac_address);
1394         }
1395       if (!error)
1396         {
1397           vnet_hw_interface_class_t *hw_class;
1398
1399           hw_class = vnet_get_hw_interface_class (vnm, hi->hw_class_index);
1400
1401           if (NULL != hw_class->mac_addr_change_function)
1402             hw_class->mac_addr_change_function (hi, (char *) mac_address);
1403         }
1404       else
1405         {
1406           error =
1407             clib_error_return (0,
1408                                "MAC Address Change is not supported on this interface");
1409         }
1410     }
1411   else
1412     {
1413       error =
1414         clib_error_return (0,
1415                            "mac address change is not supported for interface index %u",
1416                            hw_if_index);
1417     }
1418   return error;
1419 }
1420
1421 clib_error_t *
1422 vnet_hw_interface_change_mac_address (vnet_main_t * vnm, u32 hw_if_index,
1423                                       u8 * mac_address)
1424 {
1425   return vnet_hw_interface_change_mac_address_helper
1426     (vnm, hw_if_index, mac_address);
1427 }
1428
1429 /* update the unnumbered state of an interface*/
1430 void
1431 vnet_sw_interface_update_unnumbered (u32 unnumbered_sw_if_index,
1432                                      u32 ip_sw_if_index, u8 enable)
1433 {
1434   vnet_main_t *vnm = vnet_get_main ();
1435   vnet_sw_interface_t *si;
1436   u32 was_unnum;
1437
1438   si = vnet_get_sw_interface (vnm, unnumbered_sw_if_index);
1439   was_unnum = (si->flags & VNET_SW_INTERFACE_FLAG_UNNUMBERED);
1440
1441   if (enable)
1442     {
1443       si->flags |= VNET_SW_INTERFACE_FLAG_UNNUMBERED;
1444       si->unnumbered_sw_if_index = ip_sw_if_index;
1445
1446       ip4_main.lookup_main.if_address_pool_index_by_sw_if_index
1447         [unnumbered_sw_if_index] =
1448         ip4_main.
1449         lookup_main.if_address_pool_index_by_sw_if_index[ip_sw_if_index];
1450       ip6_main.
1451         lookup_main.if_address_pool_index_by_sw_if_index
1452         [unnumbered_sw_if_index] =
1453         ip6_main.
1454         lookup_main.if_address_pool_index_by_sw_if_index[ip_sw_if_index];
1455     }
1456   else
1457     {
1458       si->flags &= ~(VNET_SW_INTERFACE_FLAG_UNNUMBERED);
1459       si->unnumbered_sw_if_index = (u32) ~ 0;
1460
1461       ip4_main.lookup_main.if_address_pool_index_by_sw_if_index
1462         [unnumbered_sw_if_index] = ~0;
1463       ip6_main.lookup_main.if_address_pool_index_by_sw_if_index
1464         [unnumbered_sw_if_index] = ~0;
1465     }
1466
1467   if (was_unnum != (si->flags & VNET_SW_INTERFACE_FLAG_UNNUMBERED))
1468     {
1469       ip4_sw_interface_enable_disable (unnumbered_sw_if_index, enable);
1470       ip6_sw_interface_enable_disable (unnumbered_sw_if_index, enable);
1471     }
1472 }
1473
1474 vnet_l3_packet_type_t
1475 vnet_link_to_l3_proto (vnet_link_t link)
1476 {
1477   switch (link)
1478     {
1479     case VNET_LINK_IP4:
1480       return (VNET_L3_PACKET_TYPE_IP4);
1481     case VNET_LINK_IP6:
1482       return (VNET_L3_PACKET_TYPE_IP6);
1483     case VNET_LINK_MPLS:
1484       return (VNET_L3_PACKET_TYPE_MPLS);
1485     case VNET_LINK_ARP:
1486       return (VNET_L3_PACKET_TYPE_ARP);
1487     case VNET_LINK_ETHERNET:
1488     case VNET_LINK_NSH:
1489       ASSERT (0);
1490       break;
1491     }
1492   ASSERT (0);
1493   return (0);
1494 }
1495
1496 u8 *
1497 default_build_rewrite (vnet_main_t * vnm,
1498                        u32 sw_if_index,
1499                        vnet_link_t link_type, const void *dst_address)
1500 {
1501   return (NULL);
1502 }
1503
1504 void
1505 default_update_adjacency (vnet_main_t * vnm, u32 sw_if_index, u32 ai)
1506 {
1507   ip_adjacency_t *adj;
1508
1509   adj = adj_get (ai);
1510
1511   switch (adj->lookup_next_index)
1512     {
1513     case IP_LOOKUP_NEXT_GLEAN:
1514       adj_glean_update_rewrite (ai);
1515       break;
1516     case IP_LOOKUP_NEXT_ARP:
1517       /*
1518        * default rewirte in neighbour adj
1519        */
1520       adj_nbr_update_rewrite
1521         (ai,
1522          ADJ_NBR_REWRITE_FLAG_COMPLETE,
1523          vnet_build_rewrite_for_sw_interface (vnm,
1524                                               sw_if_index,
1525                                               adj_get_link_type (ai), NULL));
1526       break;
1527     case IP_LOOKUP_NEXT_MCAST:
1528       /*
1529        * mcast traffic also uses default rewrite string with no mcast
1530        * switch time updates.
1531        */
1532       adj_mcast_update_rewrite
1533         (ai,
1534          vnet_build_rewrite_for_sw_interface (vnm,
1535                                               sw_if_index,
1536                                               adj_get_link_type (ai),
1537                                               NULL), 0, 0);
1538       break;
1539     case IP_LOOKUP_NEXT_DROP:
1540     case IP_LOOKUP_NEXT_PUNT:
1541     case IP_LOOKUP_NEXT_LOCAL:
1542     case IP_LOOKUP_NEXT_REWRITE:
1543     case IP_LOOKUP_NEXT_MCAST_MIDCHAIN:
1544     case IP_LOOKUP_NEXT_MIDCHAIN:
1545     case IP_LOOKUP_NEXT_ICMP_ERROR:
1546     case IP_LOOKUP_N_NEXT:
1547       ASSERT (0);
1548       break;
1549     }
1550 }
1551
1552 int collect_detailed_interface_stats_flag = 0;
1553
1554 void
1555 collect_detailed_interface_stats_flag_set (void)
1556 {
1557   collect_detailed_interface_stats_flag = 1;
1558 }
1559
1560 void
1561 collect_detailed_interface_stats_flag_clear (void)
1562 {
1563   collect_detailed_interface_stats_flag = 0;
1564 }
1565
1566 static clib_error_t *
1567 collect_detailed_interface_stats_cli (vlib_main_t * vm,
1568                                       unformat_input_t * input,
1569                                       vlib_cli_command_t * cmd)
1570 {
1571   unformat_input_t _line_input, *line_input = &_line_input;
1572   clib_error_t *error = NULL;
1573
1574   /* Get a line of input. */
1575   if (!unformat_user (input, unformat_line_input, line_input))
1576     return clib_error_return (0, "expected enable | disable");
1577
1578   while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
1579     {
1580       if (unformat (line_input, "enable") || unformat (line_input, "on"))
1581         collect_detailed_interface_stats_flag_set ();
1582       else if (unformat (line_input, "disable")
1583                || unformat (line_input, "off"))
1584         collect_detailed_interface_stats_flag_clear ();
1585       else
1586         {
1587           error = clib_error_return (0, "unknown input `%U'",
1588                                      format_unformat_error, line_input);
1589           goto done;
1590         }
1591     }
1592
1593 done:
1594   unformat_free (line_input);
1595   return error;
1596 }
1597
1598 /* *INDENT-OFF* */
1599 VLIB_CLI_COMMAND (collect_detailed_interface_stats_command, static) = {
1600   .path = "interface collect detailed-stats",
1601   .short_help = "interface collect detailed-stats <enable|disable>",
1602   .function = collect_detailed_interface_stats_cli,
1603 };
1604 /* *INDENT-ON* */
1605
1606 /*
1607  * fd.io coding-style-patch-verification: ON
1608  *
1609  * Local Variables:
1610  * eval: (c-set-style "gnu")
1611  * End:
1612  */