2 * Copyright (c) 2015 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 * interface.c: VNET interfaces/sub-interfaces
18 * Copyright (c) 2008 Eliot Dresselhaus
20 * Permission is hereby granted, free of charge, to any person obtaining
21 * a copy of this software and associated documentation files (the
22 * "Software"), to deal in the Software without restriction, including
23 * without limitation the rights to use, copy, modify, merge, publish,
24 * distribute, sublicense, and/or sell copies of the Software, and to
25 * permit persons to whom the Software is furnished to do so, subject to
26 * the following conditions:
28 * The above copyright notice and this permission notice shall be
29 * included in all copies or substantial portions of the Software.
31 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
40 #include <vnet/vnet.h>
41 #include <vnet/plugin/plugin.h>
42 #include <vnet/fib/ip6_fib.h>
43 #include <vnet/adj/adj.h>
44 #include <vnet/adj/adj_mcast.h>
46 #define VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE (1 << 0)
47 #define VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE (1 << 1)
49 static clib_error_t *vnet_hw_interface_set_flags_helper (vnet_main_t * vnm,
54 static clib_error_t *vnet_sw_interface_set_flags_helper (vnet_main_t * vnm,
59 static clib_error_t *vnet_hw_interface_set_class_helper (vnet_main_t * vnm,
66 /* Either sw or hw interface index. */
71 } vnet_sw_hw_interface_state_t;
74 serialize_vec_vnet_sw_hw_interface_state (serialize_main_t * m, va_list * va)
76 vnet_sw_hw_interface_state_t *s =
77 va_arg (*va, vnet_sw_hw_interface_state_t *);
78 u32 n = va_arg (*va, u32);
80 for (i = 0; i < n; i++)
82 serialize_integer (m, s[i].sw_hw_if_index,
83 sizeof (s[i].sw_hw_if_index));
84 serialize_integer (m, s[i].flags, sizeof (s[i].flags));
89 unserialize_vec_vnet_sw_hw_interface_state (serialize_main_t * m,
92 vnet_sw_hw_interface_state_t *s =
93 va_arg (*va, vnet_sw_hw_interface_state_t *);
94 u32 n = va_arg (*va, u32);
96 for (i = 0; i < n; i++)
98 unserialize_integer (m, &s[i].sw_hw_if_index,
99 sizeof (s[i].sw_hw_if_index));
100 unserialize_integer (m, &s[i].flags, sizeof (s[i].flags));
105 serialize_vnet_sw_hw_interface_set_flags (serialize_main_t * m, va_list * va)
107 vnet_sw_hw_interface_state_t *s =
108 va_arg (*va, vnet_sw_hw_interface_state_t *);
109 serialize (m, serialize_vec_vnet_sw_hw_interface_state, s, 1);
113 unserialize_vnet_sw_interface_set_flags (serialize_main_t * m, va_list * va)
115 CLIB_UNUSED (mc_main_t * mc) = va_arg (*va, mc_main_t *);
116 vnet_sw_hw_interface_state_t s;
118 unserialize (m, unserialize_vec_vnet_sw_hw_interface_state, &s, 1);
120 vnet_sw_interface_set_flags_helper
121 (vnet_get_main (), s.sw_hw_if_index, s.flags,
122 /* helper_flags no redistribution */ 0);
126 vnet_hw_interface_set_mtu (vnet_main_t * vnm, u32 hw_if_index, u32 mtu)
128 vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
130 if (hi->max_packet_bytes != mtu)
132 u16 l3_pad = hi->max_packet_bytes - hi->max_l3_packet_bytes[VLIB_TX];
133 hi->max_packet_bytes = mtu;
134 hi->max_l3_packet_bytes[VLIB_TX] =
135 hi->max_l3_packet_bytes[VLIB_RX] = mtu - l3_pad;
136 ethernet_set_flags (vnm, hw_if_index, ETHERNET_INTERFACE_FLAG_MTU);
137 adj_mtu_update (hw_if_index);
142 unserialize_vnet_hw_interface_set_flags (serialize_main_t * m, va_list * va)
144 CLIB_UNUSED (mc_main_t * mc) = va_arg (*va, mc_main_t *);
145 vnet_sw_hw_interface_state_t s;
147 unserialize (m, unserialize_vec_vnet_sw_hw_interface_state, &s, 1);
149 vnet_hw_interface_set_flags_helper
150 (vnet_get_main (), s.sw_hw_if_index, s.flags,
151 /* helper_flags no redistribution */ 0);
154 MC_SERIALIZE_MSG (vnet_sw_interface_set_flags_msg, static) =
156 .name = "vnet_sw_interface_set_flags",.serialize =
157 serialize_vnet_sw_hw_interface_set_flags,.unserialize =
158 unserialize_vnet_sw_interface_set_flags,};
160 MC_SERIALIZE_MSG (vnet_hw_interface_set_flags_msg, static) =
162 .name = "vnet_hw_interface_set_flags",.serialize =
163 serialize_vnet_sw_hw_interface_set_flags,.unserialize =
164 unserialize_vnet_hw_interface_set_flags,};
167 serialize_vnet_interface_state (serialize_main_t * m, va_list * va)
169 vnet_main_t *vnm = va_arg (*va, vnet_main_t *);
170 vnet_sw_hw_interface_state_t *sts = 0, *st;
171 vnet_sw_interface_t *sif;
172 vnet_hw_interface_t *hif;
173 vnet_interface_main_t *im = &vnm->interface_main;
175 /* Serialize hardware interface classes since they may have changed.
176 Must do this before sending up/down flags. */
178 pool_foreach (hif, im->hw_interfaces, ({
179 vnet_hw_interface_class_t * hw_class = vnet_get_hw_interface_class (vnm, hif->hw_class_index);
180 serialize_cstring (m, hw_class->name);
184 /* Send sw/hw interface state when non-zero. */
186 pool_foreach (sif, im->sw_interfaces, ({
189 vec_add2 (sts, st, 1);
190 st->sw_hw_if_index = sif->sw_if_index;
191 st->flags = sif->flags;
196 vec_serialize (m, sts, serialize_vec_vnet_sw_hw_interface_state);
202 pool_foreach (hif, im->hw_interfaces, ({
205 vec_add2 (sts, st, 1);
206 st->sw_hw_if_index = hif->hw_if_index;
207 st->flags = hif->flags;
212 vec_serialize (m, sts, serialize_vec_vnet_sw_hw_interface_state);
218 unserialize_vnet_interface_state (serialize_main_t * m, va_list * va)
220 vnet_main_t *vnm = va_arg (*va, vnet_main_t *);
221 vnet_sw_hw_interface_state_t *sts = 0, *st;
223 /* First set interface hardware class. */
225 vnet_interface_main_t *im = &vnm->interface_main;
226 vnet_hw_interface_t *hif;
232 pool_foreach (hif, im->hw_interfaces, ({
233 unserialize_cstring (m, &class_name);
234 p = hash_get_mem (im->hw_interface_class_by_name, class_name);
236 error = vnet_hw_interface_set_class_helper (vnm, hif->hw_if_index, p[0], /* redistribute */ 0);
238 clib_error_report (error);
239 vec_free (class_name);
244 vec_unserialize (m, &sts, unserialize_vec_vnet_sw_hw_interface_state);
245 vec_foreach (st, sts)
246 vnet_sw_interface_set_flags_helper (vnm, st->sw_hw_if_index, st->flags,
247 /* no distribute */ 0);
250 vec_unserialize (m, &sts, unserialize_vec_vnet_sw_hw_interface_state);
251 vec_foreach (st, sts)
252 vnet_hw_interface_set_flags_helper (vnm, st->sw_hw_if_index, st->flags,
253 /* no distribute */ 0);
257 static clib_error_t *
258 call_elf_section_interface_callbacks (vnet_main_t * vnm, u32 if_index,
260 _vnet_interface_function_list_elt_t **
263 _vnet_interface_function_list_elt_t *elt;
264 vnet_interface_function_priority_t prio;
265 clib_error_t *error = 0;
267 for (prio = VNET_ITF_FUNC_PRIORITY_LOW;
268 prio <= VNET_ITF_FUNC_PRIORITY_HIGH; prio++)
274 error = elt->fp (vnm, if_index, flags);
277 elt = elt->next_interface_function;
283 static clib_error_t *
284 call_hw_interface_add_del_callbacks (vnet_main_t * vnm, u32 hw_if_index,
287 vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
288 vnet_hw_interface_class_t *hw_class =
289 vnet_get_hw_interface_class (vnm, hi->hw_class_index);
290 vnet_device_class_t *dev_class =
291 vnet_get_device_class (vnm, hi->dev_class_index);
292 clib_error_t *error = 0;
294 if (hw_class->interface_add_del_function
296 hw_class->interface_add_del_function (vnm, hw_if_index, is_create)))
299 if (dev_class->interface_add_del_function
301 dev_class->interface_add_del_function (vnm, hw_if_index,
305 error = call_elf_section_interface_callbacks
306 (vnm, hw_if_index, is_create, vnm->hw_interface_add_del_functions);
311 static clib_error_t *
312 call_sw_interface_add_del_callbacks (vnet_main_t * vnm, u32 sw_if_index,
315 return call_elf_section_interface_callbacks
316 (vnm, sw_if_index, is_create, vnm->sw_interface_add_del_functions);
319 #define VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE (1 << 0)
320 #define VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE (1 << 1)
322 static clib_error_t *
323 vnet_hw_interface_set_flags_helper (vnet_main_t * vnm, u32 hw_if_index,
324 u32 flags, u32 helper_flags)
326 vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
327 vnet_hw_interface_class_t *hw_class =
328 vnet_get_hw_interface_class (vnm, hi->hw_class_index);
329 vnet_device_class_t *dev_class =
330 vnet_get_device_class (vnm, hi->dev_class_index);
331 vlib_main_t *vm = vnm->vlib_main;
333 clib_error_t *error = 0;
335 (helper_flags & VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE) != 0;
338 (VNET_HW_INTERFACE_FLAG_LINK_UP | VNET_HW_INTERFACE_FLAG_DUPLEX_MASK |
339 VNET_HW_INTERFACE_FLAG_SPEED_MASK);
342 /* Call hardware interface add/del callbacks. */
344 call_hw_interface_add_del_callbacks (vnm, hw_if_index, is_create);
346 /* Already in the desired state? */
347 if (!is_create && (hi->flags & mask) == flags)
350 /* Some interface classes do not redistribute (e.g. are local). */
351 if (!dev_class->redistribute)
352 helper_flags &= ~VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE;
355 && (helper_flags & VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE))
357 vnet_sw_hw_interface_state_t s;
358 s.sw_hw_if_index = hw_if_index;
360 mc_serialize (vm->mc_main, &vnet_hw_interface_set_flags_msg, &s);
363 if ((hi->flags & VNET_HW_INTERFACE_FLAG_LINK_UP) !=
364 (flags & VNET_HW_INTERFACE_FLAG_LINK_UP))
366 /* Do hardware class (e.g. ethernet). */
367 if (hw_class->link_up_down_function
368 && (error = hw_class->link_up_down_function (vnm, hw_if_index,
372 error = call_elf_section_interface_callbacks
373 (vnm, hw_if_index, flags, vnm->hw_interface_link_up_down_functions);
386 static clib_error_t *
387 vnet_sw_interface_set_flags_helper (vnet_main_t * vnm, u32 sw_if_index,
388 u32 flags, u32 helper_flags)
390 vnet_sw_interface_t *si = vnet_get_sw_interface (vnm, sw_if_index);
391 vlib_main_t *vm = vnm->vlib_main;
393 clib_error_t *error = 0;
395 (helper_flags & VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE) != 0;
398 mask = VNET_SW_INTERFACE_FLAG_ADMIN_UP | VNET_SW_INTERFACE_FLAG_PUNT;
404 call_sw_interface_add_del_callbacks (vnm, sw_if_index, is_create);
408 if (flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
410 /* Notify everyone when the interface is created as admin up */
411 error = call_elf_section_interface_callbacks (vnm, sw_if_index,
414 sw_interface_admin_up_down_functions);
421 vnet_sw_interface_t *si_sup = si;
423 /* Check that super interface is in correct state. */
424 if (si->type == VNET_SW_INTERFACE_TYPE_SUB)
426 si_sup = vnet_get_sw_interface (vnm, si->sup_sw_if_index);
428 /* Check to see if we're bringing down the soft interface and if it's parent is up */
429 if ((flags != (si_sup->flags & mask)) &&
431 && ((si_sup->flags & mask) ==
432 VNET_SW_INTERFACE_FLAG_ADMIN_UP))))
434 error = clib_error_return (0, "super-interface %U must be %U",
435 format_vnet_sw_interface_name, vnm,
437 format_vnet_sw_interface_flags,
443 /* Donot change state for slave link of bonded interfaces */
444 if (si->flags & VNET_SW_INTERFACE_FLAG_BOND_SLAVE)
446 error = clib_error_return
447 (0, "not allowed as %U belong to a BondEthernet interface",
448 format_vnet_sw_interface_name, vnm, si);
452 /* Already in the desired state? */
453 if ((si->flags & mask) == flags)
456 /* Sub-interfaces of hardware interfaces that do no redistribute,
457 do not redistribute themselves. */
458 if (si_sup->type == VNET_SW_INTERFACE_TYPE_HARDWARE)
460 vnet_hw_interface_t *hi =
461 vnet_get_hw_interface (vnm, si_sup->hw_if_index);
462 vnet_device_class_t *dev_class =
463 vnet_get_device_class (vnm, hi->dev_class_index);
464 if (!dev_class->redistribute)
466 ~VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE;
471 VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE))
473 vnet_sw_hw_interface_state_t s;
474 s.sw_hw_if_index = sw_if_index;
476 mc_serialize (vm->mc_main, &vnet_sw_interface_set_flags_msg, &s);
479 /* set the flags now before invoking the registered clients
480 * so that the state they query is consistent with the state here notified */
481 old_flags = si->flags;
484 if ((flags | old_flags) & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
485 error = call_elf_section_interface_callbacks
486 (vnm, sw_if_index, flags,
487 vnm->sw_interface_admin_up_down_functions);
488 si->flags = old_flags;
493 if (si->type == VNET_SW_INTERFACE_TYPE_HARDWARE)
495 vnet_hw_interface_t *hi =
496 vnet_get_hw_interface (vnm, si->hw_if_index);
497 vnet_hw_interface_class_t *hw_class =
498 vnet_get_hw_interface_class (vnm, hi->hw_class_index);
499 vnet_device_class_t *dev_class =
500 vnet_get_device_class (vnm, hi->dev_class_index);
502 if ((flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP) &&
503 (si->flags & VNET_SW_INTERFACE_FLAG_ERROR))
505 error = clib_error_return (0, "Interface in the error state");
509 /* save the si admin up flag */
510 old_flags = si->flags;
512 /* update si admin up flag in advance if we are going admin down */
513 if (!(flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP))
514 si->flags &= ~VNET_SW_INTERFACE_FLAG_ADMIN_UP;
516 if (dev_class->admin_up_down_function
517 && (error = dev_class->admin_up_down_function (vnm,
521 /* restore si admin up flag to it's original state on errors */
522 si->flags = old_flags;
526 if (hw_class->admin_up_down_function
527 && (error = hw_class->admin_up_down_function (vnm,
531 /* restore si admin up flag to it's original state on errors */
532 si->flags = old_flags;
536 /* Admin down implies link down. */
537 if (!(flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
538 && (hi->flags & VNET_HW_INTERFACE_FLAG_LINK_UP))
539 vnet_hw_interface_set_flags_helper (vnm, si->hw_if_index,
541 ~VNET_HW_INTERFACE_FLAG_LINK_UP,
554 vnet_hw_interface_set_flags (vnet_main_t * vnm, u32 hw_if_index, u32 flags)
556 return vnet_hw_interface_set_flags_helper
557 (vnm, hw_if_index, flags,
558 VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE);
562 vnet_sw_interface_set_flags (vnet_main_t * vnm, u32 sw_if_index, u32 flags)
564 return vnet_sw_interface_set_flags_helper
565 (vnm, sw_if_index, flags,
566 VNET_INTERFACE_SET_FLAGS_HELPER_WANT_REDISTRIBUTE);
570 vnet_create_sw_interface_no_callbacks (vnet_main_t * vnm,
571 vnet_sw_interface_t * template)
573 vnet_interface_main_t *im = &vnm->interface_main;
574 vnet_sw_interface_t *sw;
577 pool_get (im->sw_interfaces, sw);
578 sw_if_index = sw - im->sw_interfaces;
583 sw->sw_if_index = sw_if_index;
584 if (sw->type == VNET_SW_INTERFACE_TYPE_HARDWARE)
585 sw->sup_sw_if_index = sw->sw_if_index;
587 /* Allocate counters for this interface. */
591 vnet_interface_counter_lock (im);
593 for (i = 0; i < vec_len (im->sw_if_counters); i++)
595 vlib_validate_simple_counter (&im->sw_if_counters[i], sw_if_index);
596 vlib_zero_simple_counter (&im->sw_if_counters[i], sw_if_index);
599 for (i = 0; i < vec_len (im->combined_sw_if_counters); i++)
601 vlib_validate_combined_counter (&im->combined_sw_if_counters[i],
603 vlib_zero_combined_counter (&im->combined_sw_if_counters[i],
607 vnet_interface_counter_unlock (im);
614 vnet_create_sw_interface (vnet_main_t * vnm, vnet_sw_interface_t * template,
618 vnet_hw_interface_t *hi;
619 vnet_device_class_t *dev_class;
621 hi = vnet_get_sup_hw_interface (vnm, template->sup_sw_if_index);
622 dev_class = vnet_get_device_class (vnm, hi->dev_class_index);
624 if (template->type == VNET_SW_INTERFACE_TYPE_SUB &&
625 dev_class->subif_add_del_function)
627 error = dev_class->subif_add_del_function (vnm, hi->hw_if_index,
628 (struct vnet_sw_interface_t
634 *sw_if_index = vnet_create_sw_interface_no_callbacks (vnm, template);
635 error = vnet_sw_interface_set_flags_helper
636 (vnm, *sw_if_index, template->flags,
637 VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE);
641 /* undo the work done by vnet_create_sw_interface_no_callbacks() */
642 vnet_interface_main_t *im = &vnm->interface_main;
643 vnet_sw_interface_t *sw =
644 pool_elt_at_index (im->sw_interfaces, *sw_if_index);
645 pool_put (im->sw_interfaces, sw);
652 vnet_delete_sw_interface (vnet_main_t * vnm, u32 sw_if_index)
654 vnet_interface_main_t *im = &vnm->interface_main;
655 vnet_sw_interface_t *sw =
656 pool_elt_at_index (im->sw_interfaces, sw_if_index);
658 /* Check if the interface has config and is removed from L2 BD or XConnect */
659 vlib_main_t *vm = vlib_get_main ();
660 l2_input_config_t *config;
661 if (sw_if_index < vec_len (l2input_main.configs))
663 config = vec_elt_at_index (l2input_main.configs, sw_if_index);
664 if (config->xconnect)
665 set_int_l2_mode (vm, vnm, MODE_L3, config->output_sw_if_index, 0, 0,
667 if (config->xconnect || config->bridge)
668 set_int_l2_mode (vm, vnm, MODE_L3, sw_if_index, 0, 0, 0, 0);
671 /* Bring down interface in case it is up. */
673 vnet_sw_interface_set_flags (vnm, sw_if_index, /* flags */ 0);
675 call_sw_interface_add_del_callbacks (vnm, sw_if_index, /* is_create */ 0);
677 pool_put (im->sw_interfaces, sw);
681 setup_tx_node (vlib_main_t * vm,
682 u32 node_index, vnet_device_class_t * dev_class)
684 vlib_node_t *n = vlib_get_node (vm, node_index);
686 n->function = dev_class->tx_function;
687 n->format_trace = dev_class->format_tx_trace;
689 vlib_register_errors (vm, node_index,
690 dev_class->tx_function_n_errors,
691 dev_class->tx_function_error_strings);
695 setup_output_node (vlib_main_t * vm,
696 u32 node_index, vnet_hw_interface_class_t * hw_class)
698 vlib_node_t *n = vlib_get_node (vm, node_index);
699 n->format_buffer = hw_class->format_header;
700 n->unformat_buffer = hw_class->unformat_header;
703 /* Register an interface instance. */
705 vnet_register_interface (vnet_main_t * vnm,
708 u32 hw_class_index, u32 hw_instance)
710 vnet_interface_main_t *im = &vnm->interface_main;
711 vnet_hw_interface_t *hw;
712 vnet_device_class_t *dev_class =
713 vnet_get_device_class (vnm, dev_class_index);
714 vnet_hw_interface_class_t *hw_class =
715 vnet_get_hw_interface_class (vnm, hw_class_index);
716 vlib_main_t *vm = vnm->vlib_main;
717 vnet_feature_config_main_t *fcm;
718 vnet_config_main_t *cm;
720 char *tx_node_name, *output_node_name;
722 pool_get (im->hw_interfaces, hw);
723 memset (hw, 0, sizeof (*hw));
725 hw_index = hw - im->hw_interfaces;
726 hw->hw_if_index = hw_index;
727 hw->default_rx_mode = VNET_HW_INTERFACE_RX_MODE_POLLING;
729 if (dev_class->format_device_name)
730 hw->name = format (0, "%U", dev_class->format_device_name, dev_instance);
731 else if (hw_class->format_interface_name)
732 hw->name = format (0, "%U", hw_class->format_interface_name,
735 hw->name = format (0, "%s%x", hw_class->name, dev_instance);
737 if (!im->hw_interface_by_name)
738 im->hw_interface_by_name = hash_create_vec ( /* size */ 0,
739 sizeof (hw->name[0]),
742 hash_set_mem (im->hw_interface_by_name, hw->name, hw_index);
744 /* Make hardware interface point to software interface. */
746 vnet_sw_interface_t sw = {
747 .type = VNET_SW_INTERFACE_TYPE_HARDWARE,
748 .flood_class = VNET_FLOOD_CLASS_NORMAL,
749 .hw_if_index = hw_index
751 hw->sw_if_index = vnet_create_sw_interface_no_callbacks (vnm, &sw);
754 hw->dev_class_index = dev_class_index;
755 hw->dev_instance = dev_instance;
756 hw->hw_class_index = hw_class_index;
757 hw->hw_instance = hw_instance;
759 hw->max_rate_bits_per_sec = 0;
760 hw->min_packet_bytes = 0;
761 hw->per_packet_overhead_bytes = 0;
762 hw->max_l3_packet_bytes[VLIB_RX] = ~0;
763 hw->max_l3_packet_bytes[VLIB_TX] = ~0;
765 if (dev_class->tx_function == 0)
766 goto no_output_nodes; /* No output/tx nodes to create */
768 tx_node_name = (char *) format (0, "%v-tx", hw->name);
769 output_node_name = (char *) format (0, "%v-output", hw->name);
771 /* If we have previously deleted interface nodes, re-use them. */
772 if (vec_len (im->deleted_hw_interface_nodes) > 0)
774 vnet_hw_interface_nodes_t *hn;
776 vlib_node_runtime_t *nrt;
778 hn = vec_end (im->deleted_hw_interface_nodes) - 1;
780 hw->tx_node_index = hn->tx_node_index;
781 hw->output_node_index = hn->output_node_index;
783 vlib_node_rename (vm, hw->tx_node_index, "%v", tx_node_name);
784 vlib_node_rename (vm, hw->output_node_index, "%v", output_node_name);
788 vnet_interface_output_runtime_t *rt;
790 rt = vlib_node_get_runtime_data (this_vlib_main, hw->output_node_index);
791 ASSERT (rt->is_deleted == 1);
793 rt->hw_if_index = hw_index;
794 rt->sw_if_index = hw->sw_if_index;
795 rt->dev_instance = hw->dev_instance;
797 rt = vlib_node_get_runtime_data (this_vlib_main, hw->tx_node_index);
798 rt->hw_if_index = hw_index;
799 rt->sw_if_index = hw->sw_if_index;
800 rt->dev_instance = hw->dev_instance;
804 /* The new class may differ from the old one.
805 * Functions have to be updated. */
806 node = vlib_get_node (vm, hw->output_node_index);
807 node->function = vnet_interface_output_node_multiarch_select ();
808 node->format_trace = format_vnet_interface_output_trace;
811 nrt = vlib_node_get_runtime (this_vlib_main, hw->output_node_index);
812 nrt->function = node->function;
816 node = vlib_get_node (vm, hw->tx_node_index);
817 node->function = dev_class->tx_function;
818 node->format_trace = dev_class->format_tx_trace;
821 nrt = vlib_node_get_runtime (this_vlib_main, hw->tx_node_index);
822 nrt->function = node->function;
826 _vec_len (im->deleted_hw_interface_nodes) -= 1;
830 vlib_node_registration_t r;
831 vnet_interface_output_runtime_t rt = {
832 .hw_if_index = hw_index,
833 .sw_if_index = hw->sw_if_index,
834 .dev_instance = hw->dev_instance,
838 memset (&r, 0, sizeof (r));
839 r.type = VLIB_NODE_TYPE_INTERNAL;
840 r.runtime_data = &rt;
841 r.runtime_data_bytes = sizeof (rt);
843 r.vector_size = sizeof (u32);
845 r.flags = VLIB_NODE_FLAG_IS_OUTPUT;
846 r.name = tx_node_name;
847 r.function = dev_class->tx_function;
849 hw->tx_node_index = vlib_register_node (vm, &r);
851 vlib_node_add_named_next_with_slot (vm, hw->tx_node_index,
853 VNET_INTERFACE_TX_NEXT_DROP);
856 r.name = output_node_name;
857 r.function = vnet_interface_output_node_multiarch_select ();
858 r.format_trace = format_vnet_interface_output_trace;
863 "interface is deleted",
866 r.n_errors = ARRAY_LEN (e);
869 hw->output_node_index = vlib_register_node (vm, &r);
871 vlib_node_add_named_next_with_slot (vm, hw->output_node_index,
873 VNET_INTERFACE_OUTPUT_NEXT_DROP);
874 vlib_node_add_next_with_slot (vm, hw->output_node_index,
876 VNET_INTERFACE_OUTPUT_NEXT_TX);
878 /* add interface to the list of "output-interface" feature arc start nodes
879 and clone nexts from 1st interface if it exists */
880 fcm = vnet_feature_get_config_main (im->output_feature_arc_index);
881 cm = &fcm->config_main;
882 i = vec_len (cm->start_node_indices);
883 vec_validate (cm->start_node_indices, i);
884 cm->start_node_indices[i] = hw->output_node_index;
887 /* copy nexts from 1st interface */
888 vnet_hw_interface_t *first_hw;
889 vlib_node_t *first_node;
891 first_hw = vnet_get_hw_interface (vnm, /* hw_if_index */ 0);
892 first_node = vlib_get_node (vm, first_hw->output_node_index);
894 /* 1st 2 nexts are already added above */
895 for (i = 2; i < vec_len (first_node->next_nodes); i++)
896 vlib_node_add_next_with_slot (vm, hw->output_node_index,
897 first_node->next_nodes[i], i);
901 setup_output_node (vm, hw->output_node_index, hw_class);
902 setup_tx_node (vm, hw->tx_node_index, dev_class);
905 /* Call all up/down callbacks with zero flags when interface is created. */
906 vnet_sw_interface_set_flags_helper (vnm, hw->sw_if_index, /* flags */ 0,
907 VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE);
908 vnet_hw_interface_set_flags_helper (vnm, hw_index, /* flags */ 0,
909 VNET_INTERFACE_SET_FLAGS_HELPER_IS_CREATE);
915 vnet_delete_hw_interface (vnet_main_t * vnm, u32 hw_if_index)
917 vnet_interface_main_t *im = &vnm->interface_main;
918 vnet_hw_interface_t *hw = vnet_get_hw_interface (vnm, hw_if_index);
919 vlib_main_t *vm = vnm->vlib_main;
920 vnet_device_class_t *dev_class = vnet_get_device_class (vnm,
921 hw->dev_class_index);
922 /* If it is up, mark it down. */
924 vnet_hw_interface_set_flags (vnm, hw_if_index, /* flags */ 0);
926 /* Call delete callbacks. */
927 call_hw_interface_add_del_callbacks (vnm, hw_if_index, /* is_create */ 0);
929 /* Delete any sub-interfaces. */
933 hash_foreach (id, sw_if_index, hw->sub_interface_sw_if_index_by_id,
935 vnet_sw_interface_t *si = vnet_get_sw_interface (vnm, sw_if_index);
936 u64 sup_and_sub_key =
937 ((u64) (si->sup_sw_if_index) << 32) | (u64) si->sub.id;
938 hash_unset_mem_free (&im->sw_if_index_by_sup_and_sub, &sup_and_sub_key);
939 vnet_delete_sw_interface (vnm, sw_if_index);
941 hash_free (hw->sub_interface_sw_if_index_by_id);
945 /* Delete software interface corresponding to hardware interface. */
946 vnet_delete_sw_interface (vnm, hw->sw_if_index);
948 if (dev_class->tx_function)
950 /* Put output/tx nodes into recycle pool */
951 vnet_hw_interface_nodes_t *dn;
956 vnet_interface_output_runtime_t *rt =
957 vlib_node_get_runtime_data (this_vlib_main, hw->output_node_index);
959 /* Mark node runtime as deleted so output node (if called)
960 * will drop packets. */
965 vlib_node_rename (vm, hw->output_node_index,
966 "interface-%d-output-deleted", hw_if_index);
967 vlib_node_rename (vm, hw->tx_node_index, "interface-%d-tx-deleted",
969 vec_add2 (im->deleted_hw_interface_nodes, dn, 1);
970 dn->tx_node_index = hw->tx_node_index;
971 dn->output_node_index = hw->output_node_index;
974 hash_unset_mem (im->hw_interface_by_name, hw->name);
976 vec_free (hw->input_node_thread_index_by_queue);
977 vec_free (hw->dq_runtime_index_by_queue);
979 pool_put (im->hw_interfaces, hw);
983 vnet_hw_interface_walk_sw (vnet_main_t * vnm,
985 vnet_hw_sw_interface_walk_t fn, void *ctx)
987 vnet_hw_interface_t *hi;
990 hi = vnet_get_hw_interface (vnm, hw_if_index);
991 /* the super first, then the and sub interfaces */
992 fn (vnm, hi->sw_if_index, ctx);
995 hash_foreach (id, sw_if_index,
996 hi->sub_interface_sw_if_index_by_id,
998 fn (vnm, sw_if_index, ctx);
1004 serialize_vnet_hw_interface_set_class (serialize_main_t * m, va_list * va)
1006 u32 hw_if_index = va_arg (*va, u32);
1007 char *hw_class_name = va_arg (*va, char *);
1008 serialize_integer (m, hw_if_index, sizeof (hw_if_index));
1009 serialize_cstring (m, hw_class_name);
1013 unserialize_vnet_hw_interface_set_class (serialize_main_t * m, va_list * va)
1015 CLIB_UNUSED (mc_main_t * mc) = va_arg (*va, mc_main_t *);
1016 vnet_main_t *vnm = vnet_get_main ();
1018 char *hw_class_name;
1020 clib_error_t *error;
1022 unserialize_integer (m, &hw_if_index, sizeof (hw_if_index));
1023 unserialize_cstring (m, &hw_class_name);
1025 hash_get (vnm->interface_main.hw_interface_class_by_name, hw_class_name);
1027 error = vnet_hw_interface_set_class_helper (vnm, hw_if_index, p[0],
1028 /* redistribute */ 0);
1030 clib_error_report (error);
1033 MC_SERIALIZE_MSG (vnet_hw_interface_set_class_msg, static) =
1035 .name = "vnet_hw_interface_set_class",.serialize =
1036 serialize_vnet_hw_interface_set_class,.unserialize =
1037 unserialize_vnet_hw_interface_set_class,};
1040 vnet_hw_interface_init_for_class (vnet_main_t * vnm, u32 hw_if_index,
1041 u32 hw_class_index, u32 hw_instance)
1043 vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
1044 vnet_hw_interface_class_t *hc =
1045 vnet_get_hw_interface_class (vnm, hw_class_index);
1047 hi->hw_class_index = hw_class_index;
1048 hi->hw_instance = hw_instance;
1049 setup_output_node (vnm->vlib_main, hi->output_node_index, hc);
1052 static clib_error_t *
1053 vnet_hw_interface_set_class_helper (vnet_main_t * vnm, u32 hw_if_index,
1054 u32 hw_class_index, u32 redistribute)
1056 vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
1057 vnet_sw_interface_t *si = vnet_get_sw_interface (vnm, hi->sw_if_index);
1058 vnet_hw_interface_class_t *old_class =
1059 vnet_get_hw_interface_class (vnm, hi->hw_class_index);
1060 vnet_hw_interface_class_t *new_class =
1061 vnet_get_hw_interface_class (vnm, hw_class_index);
1062 vnet_device_class_t *dev_class =
1063 vnet_get_device_class (vnm, hi->dev_class_index);
1064 clib_error_t *error = 0;
1066 /* New class equals old class? Nothing to do. */
1067 if (hi->hw_class_index == hw_class_index)
1070 /* No need (and incorrect since admin up flag may be set) to do error checking when
1071 receiving unserialize message. */
1074 if (si->flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
1075 return clib_error_return (0,
1076 "%v must be admin down to change class from %s to %s",
1077 hi->name, old_class->name, new_class->name);
1079 /* Make sure interface supports given class. */
1080 if ((new_class->is_valid_class_for_interface
1081 && !new_class->is_valid_class_for_interface (vnm, hw_if_index,
1083 || (dev_class->is_valid_class_for_interface
1084 && !dev_class->is_valid_class_for_interface (vnm, hw_if_index,
1086 return clib_error_return (0,
1087 "%v class cannot be changed from %s to %s",
1088 hi->name, old_class->name, new_class->name);
1090 if (vnm->vlib_main->mc_main)
1092 mc_serialize (vnm->vlib_main->mc_main,
1093 &vnet_hw_interface_set_class_msg, hw_if_index,
1099 if (old_class->hw_class_change)
1100 old_class->hw_class_change (vnm, hw_if_index, old_class->index,
1103 vnet_hw_interface_init_for_class (vnm, hw_if_index, new_class->index,
1106 if (new_class->hw_class_change)
1107 new_class->hw_class_change (vnm, hw_if_index, old_class->index,
1110 if (dev_class->hw_class_change)
1111 dev_class->hw_class_change (vnm, hw_if_index, new_class->index);
1117 vnet_hw_interface_set_class (vnet_main_t * vnm, u32 hw_if_index,
1120 return vnet_hw_interface_set_class_helper (vnm, hw_if_index, hw_class_index,
1121 /* redistribute */ 1);
1125 vnet_hw_interface_rx_redirect_to_node_helper (vnet_main_t * vnm,
1130 vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
1131 vnet_device_class_t *dev_class = vnet_get_device_class
1132 (vnm, hi->dev_class_index);
1136 /* $$$$ fixme someday maybe */
1137 ASSERT (vnm->vlib_main->mc_main == 0);
1139 if (dev_class->rx_redirect_to_node)
1141 dev_class->rx_redirect_to_node (vnm, hw_if_index, node_index);
1145 return VNET_API_ERROR_UNIMPLEMENTED;
1149 vnet_hw_interface_rx_redirect_to_node (vnet_main_t * vnm, u32 hw_if_index,
1152 return vnet_hw_interface_rx_redirect_to_node_helper (vnm, hw_if_index,
1154 1 /* redistribute */ );
1158 vnet_sw_interface_compare (vnet_main_t * vnm,
1159 uword sw_if_index0, uword sw_if_index1)
1161 vnet_sw_interface_t *sup0 = vnet_get_sup_sw_interface (vnm, sw_if_index0);
1162 vnet_sw_interface_t *sup1 = vnet_get_sup_sw_interface (vnm, sw_if_index1);
1163 vnet_hw_interface_t *h0 = vnet_get_hw_interface (vnm, sup0->hw_if_index);
1164 vnet_hw_interface_t *h1 = vnet_get_hw_interface (vnm, sup1->hw_if_index);
1167 return vec_cmp (h0->name, h1->name);
1168 return (word) h0->hw_instance - (word) h1->hw_instance;
1172 vnet_hw_interface_compare (vnet_main_t * vnm,
1173 uword hw_if_index0, uword hw_if_index1)
1175 vnet_hw_interface_t *h0 = vnet_get_hw_interface (vnm, hw_if_index0);
1176 vnet_hw_interface_t *h1 = vnet_get_hw_interface (vnm, hw_if_index1);
1179 return vec_cmp (h0->name, h1->name);
1180 return (word) h0->hw_instance - (word) h1->hw_instance;
1184 vnet_sw_interface_is_p2p (vnet_main_t * vnm, u32 sw_if_index)
1186 vnet_sw_interface_t *si = vnet_get_sw_interface (vnm, sw_if_index);
1187 if (si->type == VNET_SW_INTERFACE_TYPE_P2P)
1190 vnet_hw_interface_t *hw = vnet_get_sup_hw_interface (vnm, sw_if_index);
1191 vnet_hw_interface_class_t *hc =
1192 vnet_get_hw_interface_class (vnm, hw->hw_class_index);
1194 return (hc->flags & VNET_HW_INTERFACE_CLASS_FLAG_P2P);
1198 vnet_interface_init (vlib_main_t * vm)
1200 vnet_main_t *vnm = vnet_get_main ();
1201 vnet_interface_main_t *im = &vnm->interface_main;
1202 vlib_buffer_t *b = 0;
1203 vnet_buffer_opaque_t *o = 0;
1204 clib_error_t *error;
1207 * Keep people from shooting themselves in the foot.
1209 if (sizeof (b->opaque) != sizeof (vnet_buffer_opaque_t))
1211 #define _(a) if (sizeof(o->a) > sizeof (o->unused)) \
1213 ("FATAL: size of opaque union subtype %s is %d (max %d)", \
1214 #a, sizeof(o->a), sizeof (o->unused));
1215 foreach_buffer_opaque_union_subtype;
1218 return clib_error_return
1219 (0, "FATAL: size of vlib buffer opaque %d, size of vnet opaque %d",
1220 sizeof (b->opaque), sizeof (vnet_buffer_opaque_t));
1223 im->sw_if_counter_lock = clib_mem_alloc_aligned (CLIB_CACHE_LINE_BYTES,
1224 CLIB_CACHE_LINE_BYTES);
1225 im->sw_if_counter_lock[0] = 1; /* should be no need */
1227 vec_validate (im->sw_if_counters, VNET_N_SIMPLE_INTERFACE_COUNTER - 1);
1228 im->sw_if_counters[VNET_INTERFACE_COUNTER_DROP].name = "drops";
1229 im->sw_if_counters[VNET_INTERFACE_COUNTER_PUNT].name = "punts";
1230 im->sw_if_counters[VNET_INTERFACE_COUNTER_IP4].name = "ip4";
1231 im->sw_if_counters[VNET_INTERFACE_COUNTER_IP6].name = "ip6";
1232 im->sw_if_counters[VNET_INTERFACE_COUNTER_RX_NO_BUF].name = "rx-no-buf";
1233 im->sw_if_counters[VNET_INTERFACE_COUNTER_RX_MISS].name = "rx-miss";
1234 im->sw_if_counters[VNET_INTERFACE_COUNTER_RX_ERROR].name = "rx-error";
1235 im->sw_if_counters[VNET_INTERFACE_COUNTER_TX_ERROR].name = "tx-error";
1237 vec_validate (im->combined_sw_if_counters,
1238 VNET_N_COMBINED_INTERFACE_COUNTER - 1);
1239 im->combined_sw_if_counters[VNET_INTERFACE_COUNTER_RX].name = "rx";
1240 im->combined_sw_if_counters[VNET_INTERFACE_COUNTER_TX].name = "tx";
1242 im->sw_if_counter_lock[0] = 0;
1244 im->device_class_by_name = hash_create_string ( /* size */ 0,
1247 vnet_device_class_t *c;
1249 c = vnm->device_class_registrations;
1253 c->index = vec_len (im->device_classes);
1254 hash_set_mem (im->device_class_by_name, c->name, c->index);
1255 vec_add1 (im->device_classes, c[0]);
1256 c = c->next_class_registration;
1260 im->hw_interface_class_by_name = hash_create_string ( /* size */ 0,
1263 im->sw_if_index_by_sup_and_sub = hash_create_mem (0, sizeof (u64),
1266 vnet_hw_interface_class_t *c;
1268 c = vnm->hw_interface_class_registrations;
1272 c->index = vec_len (im->hw_interface_classes);
1273 hash_set_mem (im->hw_interface_class_by_name, c->name, c->index);
1275 if (NULL == c->build_rewrite)
1276 c->build_rewrite = default_build_rewrite;
1277 if (NULL == c->update_adjacency)
1278 c->update_adjacency = default_update_adjacency;
1280 vec_add1 (im->hw_interface_classes, c[0]);
1281 c = c->next_class_registration;
1285 if ((error = vlib_call_init_function (vm, vnet_interface_cli_init)))
1288 vnm->interface_tag_by_sw_if_index = hash_create (0, sizeof (uword));
1290 #if VLIB_BUFFER_TRACE_TRAJECTORY > 0
1291 if ((error = vlib_call_init_function (vm, trajectory_trace_init)))
1298 VLIB_INIT_FUNCTION (vnet_interface_init);
1300 /* Kludge to renumber interface names [only!] */
1302 vnet_interface_name_renumber (u32 sw_if_index, u32 new_show_dev_instance)
1305 vnet_main_t *vnm = vnet_get_main ();
1306 vnet_interface_main_t *im = &vnm->interface_main;
1307 vnet_hw_interface_t *hi = vnet_get_sup_hw_interface (vnm, sw_if_index);
1309 vnet_device_class_t *dev_class = vnet_get_device_class
1310 (vnm, hi->dev_class_index);
1312 if (dev_class->name_renumber == 0 || dev_class->format_device_name == 0)
1313 return VNET_API_ERROR_UNIMPLEMENTED;
1315 rv = dev_class->name_renumber (hi, new_show_dev_instance);
1320 hash_unset_mem (im->hw_interface_by_name, hi->name);
1321 vec_free (hi->name);
1322 /* Use the mapping we set up to call it Ishmael */
1323 hi->name = format (0, "%U", dev_class->format_device_name,
1326 hash_set_mem (im->hw_interface_by_name, hi->name, hi->hw_if_index);
1331 vnet_rename_interface (vnet_main_t * vnm, u32 hw_if_index, char *new_name)
1333 vnet_interface_main_t *im = &vnm->interface_main;
1334 vlib_main_t *vm = vnm->vlib_main;
1335 vnet_hw_interface_t *hw;
1337 clib_error_t *error = 0;
1339 hw = vnet_get_hw_interface (vnm, hw_if_index);
1342 return clib_error_return (0,
1343 "unable to find hw interface for index %u",
1347 old_name = hw->name;
1349 /* set new hw->name */
1350 hw->name = format (0, "%s", new_name);
1352 /* remove the old name to hw_if_index mapping and install the new one */
1353 hash_unset_mem (im->hw_interface_by_name, old_name);
1354 hash_set_mem (im->hw_interface_by_name, hw->name, hw_if_index);
1356 /* rename tx/output nodes */
1357 vlib_node_rename (vm, hw->tx_node_index, "%v-tx", hw->name);
1358 vlib_node_rename (vm, hw->output_node_index, "%v-output", hw->name);
1360 /* free the old name vector */
1361 vec_free (old_name);
1366 static clib_error_t *
1367 vnet_hw_interface_change_mac_address_helper (vnet_main_t * vnm,
1371 clib_error_t *error = 0;
1372 vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, hw_if_index);
1376 vnet_device_class_t *dev_class =
1377 vnet_get_device_class (vnm, hi->dev_class_index);
1378 if (dev_class->mac_addr_change_function)
1381 dev_class->mac_addr_change_function (hi, (char *) mac_address);
1385 vnet_hw_interface_class_t *hw_class;
1387 hw_class = vnet_get_hw_interface_class (vnm, hi->hw_class_index);
1389 if (NULL != hw_class->mac_addr_change_function)
1390 hw_class->mac_addr_change_function (hi, (char *) mac_address);
1395 clib_error_return (0,
1396 "MAC Address Change is not supported on this interface");
1402 clib_error_return (0,
1403 "mac address change is not supported for interface index %u",
1410 vnet_hw_interface_change_mac_address (vnet_main_t * vnm, u32 hw_if_index,
1413 return vnet_hw_interface_change_mac_address_helper
1414 (vnm, hw_if_index, mac_address);
1417 vnet_l3_packet_type_t
1418 vnet_link_to_l3_proto (vnet_link_t link)
1423 return (VNET_L3_PACKET_TYPE_IP4);
1425 return (VNET_L3_PACKET_TYPE_IP6);
1426 case VNET_LINK_MPLS:
1427 return (VNET_L3_PACKET_TYPE_MPLS);
1429 return (VNET_L3_PACKET_TYPE_ARP);
1430 case VNET_LINK_ETHERNET:
1440 default_build_rewrite (vnet_main_t * vnm,
1442 vnet_link_t link_type, const void *dst_address)
1448 default_update_adjacency (vnet_main_t * vnm, u32 sw_if_index, u32 ai)
1450 ip_adjacency_t *adj;
1454 switch (adj->lookup_next_index)
1456 case IP_LOOKUP_NEXT_GLEAN:
1457 adj_glean_update_rewrite (ai);
1459 case IP_LOOKUP_NEXT_ARP:
1461 * default rewirte in neighbour adj
1463 adj_nbr_update_rewrite
1465 ADJ_NBR_REWRITE_FLAG_COMPLETE,
1466 vnet_build_rewrite_for_sw_interface (vnm,
1468 adj_get_link_type (ai), NULL));
1470 case IP_LOOKUP_NEXT_MCAST:
1472 * mcast traffic also uses default rewrite string with no mcast
1473 * switch time updates.
1475 adj_mcast_update_rewrite
1477 vnet_build_rewrite_for_sw_interface (vnm,
1479 adj_get_link_type (ai),
1482 case IP_LOOKUP_NEXT_DROP:
1483 case IP_LOOKUP_NEXT_PUNT:
1484 case IP_LOOKUP_NEXT_LOCAL:
1485 case IP_LOOKUP_NEXT_REWRITE:
1486 case IP_LOOKUP_NEXT_MCAST_MIDCHAIN:
1487 case IP_LOOKUP_NEXT_MIDCHAIN:
1488 case IP_LOOKUP_NEXT_ICMP_ERROR:
1489 case IP_LOOKUP_N_NEXT:
1496 * fd.io coding-style-patch-verification: ON
1499 * eval: (c-set-style "gnu")