2 * mpls_tunnel.c: MPLS tunnel interfaces (i.e. for RSVP-TE)
4 * Copyright (c) 2012 Cisco and/or its affiliates.
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at:
9 * http://www.apache.org/licenses/LICENSE-2.0
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
18 #include <vnet/vnet.h>
19 #include <vnet/pg/pg.h>
20 #include <vnet/mpls/mpls_tunnel.h>
21 #include <vnet/ip/ip.h>
22 #include <vnet/fib/fib_path_list.h>
23 #include <vnet/adj/adj_midchain.h>
26 * @brief pool of tunnel instances
28 static mpls_tunnel_t *mpls_tunnel_pool;
31 * @brief Pool of free tunnel SW indices - i.e. recycled indices
33 static u32 * mpls_tunnel_free_hw_if_indices;
36 * @brief DB of SW index to tunnel index
38 static u32 *mpls_tunnel_db;
41 * @brief Get a tunnel object from a SW interface index
44 mpls_tunnel_get_from_sw_if_index (u32 sw_if_index)
46 if ((vec_len(mpls_tunnel_db) < sw_if_index) ||
47 (~0 == mpls_tunnel_db[sw_if_index]))
50 return (pool_elt_at_index(mpls_tunnel_pool,
51 mpls_tunnel_db[sw_if_index]));
55 * @brief Return true if the label stack is imp-null only
57 static fib_forward_chain_type_t
58 mpls_tunnel_get_fwd_chain_type (const mpls_tunnel_t *mt)
60 if ((1 == vec_len(mt->mt_label_stack)) &&
61 (mt->mt_label_stack[0] == MPLS_IETF_IMPLICIT_NULL_LABEL))
64 * the only label in the label stack is implicit null
65 * we need to build an IP chain.
67 if (FIB_PROTOCOL_IP4 == fib_path_list_get_proto(mt->mt_path_list))
69 return (FIB_FORW_CHAIN_TYPE_UNICAST_IP4);
73 return (FIB_FORW_CHAIN_TYPE_UNICAST_IP6);
78 return (FIB_FORW_CHAIN_TYPE_MPLS_NON_EOS);
83 * @brief Build a rewrite string for the MPLS tunnel.
85 * We have choices here;
86 * 1 - have an Adjacency with a zero length string and stack it on
88 * 2 - put the label header rewrites in the adjacency string.
90 * We choose 2 since it results in fewer graph nodes in the egress path
93 mpls_tunnel_build_rewrite (vnet_main_t * vnm,
95 vnet_link_t link_type,
96 const void *dst_address)
98 mpls_unicast_header_t *muh;
104 mti = mpls_tunnel_db[sw_if_index];
105 mt = pool_elt_at_index(mpls_tunnel_pool, mti);
107 vec_validate(rewrite, (sizeof(*muh) * vec_len(mt->mt_label_stack)) - 1);
108 muh = (mpls_unicast_header_t *)rewrite;
111 * The last (inner most) label in the stack may be EOS, all the rest Non-EOS
113 for (ii = 0; ii < vec_len(mt->mt_label_stack)-1; ii++)
115 vnet_mpls_uc_set_label(&muh[ii].label_exp_s_ttl, mt->mt_label_stack[ii]);
116 vnet_mpls_uc_set_ttl(&muh[ii].label_exp_s_ttl, 255);
117 vnet_mpls_uc_set_exp(&muh[ii].label_exp_s_ttl, 0);
118 vnet_mpls_uc_set_s(&muh[ii].label_exp_s_ttl, MPLS_NON_EOS);
119 muh[ii].label_exp_s_ttl = clib_host_to_net_u32(muh[ii].label_exp_s_ttl);
122 vnet_mpls_uc_set_label(&muh[ii].label_exp_s_ttl, mt->mt_label_stack[ii]);
123 vnet_mpls_uc_set_ttl(&muh[ii].label_exp_s_ttl, 255);
124 vnet_mpls_uc_set_exp(&muh[ii].label_exp_s_ttl, 0);
126 if (VNET_LINK_MPLS == link_type &&
127 mt->mt_label_stack[ii] != MPLS_IETF_IMPLICIT_NULL_LABEL)
128 vnet_mpls_uc_set_s(&muh[ii].label_exp_s_ttl, MPLS_NON_EOS);
130 vnet_mpls_uc_set_s(&muh[ii].label_exp_s_ttl, MPLS_EOS);
132 muh[ii].label_exp_s_ttl = clib_host_to_net_u32(muh[ii].label_exp_s_ttl);
140 * 'stack' (resolve the recursion for) the tunnel's midchain adjacency
143 mpls_tunnel_stack (adj_index_t ai)
150 sw_if_index = adj->rewrite_header.sw_if_index;
152 mt = mpls_tunnel_get_from_sw_if_index(sw_if_index);
158 * find the adjacency that is contributed by the FIB path-list
159 * that this tunnel resovles via, and use it as the next adj
162 if (vnet_hw_interface_get_flags(vnet_get_main(),
163 mt->mt_hw_if_index) &
164 VNET_HW_INTERFACE_FLAG_LINK_UP)
166 dpo_id_t dpo = DPO_INVALID;
168 fib_path_list_contribute_forwarding(mt->mt_path_list,
169 mpls_tunnel_get_fwd_chain_type(mt),
172 if (DPO_LOAD_BALANCE == dpo.dpoi_type)
175 * we don't support multiple paths, so no need to load-balance.
176 * pull the first and only choice and stack directly on that.
180 lb = load_balance_get (dpo.dpoi_index);
182 ASSERT(1 == lb->lb_n_buckets);
184 dpo_copy(&dpo, load_balance_get_bucket_i (lb, 0));
187 adj_nbr_midchain_stack(ai, &dpo);
192 adj_nbr_midchain_unstack(ai);
197 * @brief Call back when restacking all adjacencies on a MPLS interface
200 mpls_adj_walk_cb (adj_index_t ai,
203 mpls_tunnel_stack(ai);
205 return (ADJ_WALK_RC_CONTINUE);
209 mpls_tunnel_restack (mpls_tunnel_t *mt)
211 fib_protocol_t proto;
214 * walk all the adjacencies on the MPLS interface and restack them
216 FOR_EACH_FIB_PROTOCOL(proto)
218 adj_nbr_walk(mt->mt_sw_if_index,
225 static clib_error_t *
226 mpls_tunnel_admin_up_down (vnet_main_t * vnm,
230 vnet_hw_interface_t * hi;
233 hi = vnet_get_hw_interface (vnm, hw_if_index);
235 mt = mpls_tunnel_get_from_sw_if_index(hi->sw_if_index);
240 if (flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
241 vnet_hw_interface_set_flags (vnm, hw_if_index,
242 VNET_HW_INTERFACE_FLAG_LINK_UP);
244 vnet_hw_interface_set_flags (vnm, hw_if_index, 0 /* down */);
246 mpls_tunnel_restack(mt);
252 * @brief Fixup the adj rewrite post encap. This is a no-op since the
253 * rewrite is a stack of labels.
256 mpls_tunnel_fixup (vlib_main_t *vm,
263 mpls_tunnel_update_adj (vnet_main_t * vnm,
267 adj_nbr_midchain_update_rewrite(
268 ai, mpls_tunnel_fixup,
269 ADJ_MIDCHAIN_FLAG_NONE,
270 mpls_tunnel_build_rewrite(vnm, sw_if_index,
271 adj_get_link_type(ai),
274 mpls_tunnel_stack(ai);
278 format_mpls_tunnel_name (u8 * s, va_list * args)
280 u32 dev_instance = va_arg (*args, u32);
281 return format (s, "mpls-tunnel%d", dev_instance);
285 format_mpls_tunnel_device (u8 * s, va_list * args)
287 u32 dev_instance = va_arg (*args, u32);
288 CLIB_UNUSED (int verbose) = va_arg (*args, int);
290 return (format (s, "MPLS-tunnel: id %d\n", dev_instance));
294 * @brief Packet trace structure
296 typedef struct mpls_tunnel_trace_t_
299 * Tunnel-id / index in tunnel vector
302 } mpls_tunnel_trace_t;
305 format_mpls_tunnel_tx_trace (u8 * s,
308 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
309 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
310 mpls_tunnel_trace_t * t = va_arg (*args, mpls_tunnel_trace_t *);
312 s = format (s, "MPLS: tunnel %d", t->tunnel_id);
317 * @brief TX function. Only called L2. L3 traffic uses the adj-midchains
320 mpls_tunnel_tx (vlib_main_t * vm,
321 vlib_node_runtime_t * node,
322 vlib_frame_t * frame)
325 u32 * from, * to_next, n_left_from, n_left_to_next;
326 vnet_interface_output_runtime_t * rd = (void *) node->runtime_data;
327 const mpls_tunnel_t *mt;
329 mt = pool_elt_at_index(mpls_tunnel_pool, rd->dev_instance);
331 /* Vector of buffer / pkt indices we're supposed to process */
332 from = vlib_frame_vector_args (frame);
334 /* Number of buffers / pkts */
335 n_left_from = frame->n_vectors;
337 /* Speculatively send the first buffer to the last disposition we used */
338 next_index = node->cached_next_index;
340 while (n_left_from > 0)
342 /* set up to enqueue to our disposition with index = next_index */
343 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
348 while (n_left_from > 0 && n_left_to_next > 0)
360 b0 = vlib_get_buffer(vm, bi0);
362 vnet_buffer(b0)->ip.adj_index[VLIB_TX] = mt->mt_l2_adj;
364 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
366 mpls_tunnel_trace_t *tr = vlib_add_trace (vm, node,
368 tr->tunnel_id = rd->dev_instance;
371 vlib_validate_buffer_enqueue_x1 (vm, node, next_index,
372 to_next, n_left_to_next,
373 bi0, mt->mt_l2_tx_arc);
376 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
379 return frame->n_vectors;
382 VNET_DEVICE_CLASS (mpls_tunnel_class) = {
383 .name = "MPLS tunnel device",
384 .format_device_name = format_mpls_tunnel_name,
385 .format_device = format_mpls_tunnel_device,
386 .format_tx_trace = format_mpls_tunnel_tx_trace,
387 .tx_function = mpls_tunnel_tx,
388 .no_flatten_output_chains = 1,
389 .admin_up_down_function = mpls_tunnel_admin_up_down,
392 VNET_HW_INTERFACE_CLASS (mpls_tunnel_hw_interface_class) = {
393 .name = "MPLS-Tunnel",
394 // .format_header = format_mpls_eth_header_with_length,
395 // .unformat_header = unformat_mpls_eth_header,
396 .update_adjacency = mpls_tunnel_update_adj,
397 .build_rewrite = mpls_tunnel_build_rewrite,
398 .flags = VNET_HW_INTERFACE_CLASS_FLAG_P2P,
401 const mpls_tunnel_t *
402 mpls_tunnel_get (u32 mti)
404 return (pool_elt_at_index(mpls_tunnel_pool, mti));
408 * @brief Walk all the MPLS tunnels
411 mpls_tunnel_walk (mpls_tunnel_walk_cb_t cb,
416 pool_foreach_index(mti, mpls_tunnel_pool,
423 vnet_mpls_tunnel_del (u32 sw_if_index)
427 mt = mpls_tunnel_get_from_sw_if_index(sw_if_index);
432 fib_path_list_child_remove(mt->mt_path_list,
433 mt->mt_sibling_index);
434 if (ADJ_INDEX_INVALID != mt->mt_l2_adj)
435 adj_unlock(mt->mt_l2_adj);
437 vec_free(mt->mt_label_stack);
439 vec_add1 (mpls_tunnel_free_hw_if_indices, mt->mt_hw_if_index);
440 pool_put(mpls_tunnel_pool, mt);
441 mpls_tunnel_db[sw_if_index] = ~0;
445 vnet_mpls_tunnel_add (fib_route_path_t *rpaths,
446 mpls_label_t *label_stack,
450 vnet_hw_interface_t * hi;
455 vnm = vnet_get_main();
456 pool_get(mpls_tunnel_pool, mt);
457 memset (mt, 0, sizeof (*mt));
458 mti = mt - mpls_tunnel_pool;
459 fib_node_init(&mt->mt_node, FIB_NODE_TYPE_MPLS_TUNNEL);
460 mt->mt_l2_adj = ADJ_INDEX_INVALID;
463 * Create a new, or re=use and old, tunnel HW interface
465 if (vec_len (mpls_tunnel_free_hw_if_indices) > 0)
468 mpls_tunnel_free_hw_if_indices[vec_len(mpls_tunnel_free_hw_if_indices)-1];
469 _vec_len (mpls_tunnel_free_hw_if_indices) -= 1;
470 hi = vnet_get_hw_interface (vnm, mt->mt_hw_if_index);
471 hi->hw_instance = mti;
472 hi->dev_instance = mti;
476 mt->mt_hw_if_index = vnet_register_interface(
478 mpls_tunnel_class.index,
480 mpls_tunnel_hw_interface_class.index,
482 hi = vnet_get_hw_interface(vnm, mt->mt_hw_if_index);
486 * Add the new tunnel to the tunnel DB - key:SW if index
488 mt->mt_sw_if_index = hi->sw_if_index;
489 vec_validate_init_empty(mpls_tunnel_db, mt->mt_sw_if_index, ~0);
490 mpls_tunnel_db[mt->mt_sw_if_index] = mti;
493 * construct a path-list from the path provided
495 mt->mt_path_list = fib_path_list_create(FIB_PATH_LIST_FLAG_SHARED, rpaths);
496 mt->mt_sibling_index = fib_path_list_child_add(mt->mt_path_list,
497 FIB_NODE_TYPE_MPLS_TUNNEL,
500 mt->mt_label_stack = vec_dup(label_stack);
505 adj_nbr_add_or_lock(fib_path_list_get_proto(mt->mt_path_list),
510 mt->mt_l2_tx_arc = vlib_node_add_named_next(vlib_get_main(),
515 *sw_if_index = mt->mt_sw_if_index;
518 static clib_error_t *
519 vnet_create_mpls_tunnel_command_fn (vlib_main_t * vm,
520 unformat_input_t * input,
521 vlib_cli_command_t * cmd)
523 unformat_input_t _line_input, * line_input = &_line_input;
524 vnet_main_t * vnm = vnet_get_main();
527 fib_route_path_t rpath, *rpaths = NULL;
528 mpls_label_t out_label = MPLS_LABEL_INVALID, *labels = NULL;
531 memset(&rpath, 0, sizeof(rpath));
533 /* Get a line of input. */
534 if (! unformat_user (input, unformat_line_input, line_input))
537 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
539 if (unformat (line_input, "del %U",
540 unformat_vnet_sw_interface, vnm,
543 else if (unformat (line_input, "add"))
545 else if (unformat (line_input, "out-label %U",
546 unformat_mpls_unicast_label, &out_label))
548 vec_add1(labels, out_label);
550 else if (unformat (line_input, "via %U %U",
551 unformat_ip4_address,
553 unformat_vnet_sw_interface, vnm,
554 &rpath.frp_sw_if_index))
556 rpath.frp_weight = 1;
557 rpath.frp_proto = FIB_PROTOCOL_IP4;
560 else if (unformat (line_input, "via %U %U",
561 unformat_ip6_address,
563 unformat_vnet_sw_interface, vnm,
564 &rpath.frp_sw_if_index))
566 rpath.frp_weight = 1;
567 rpath.frp_proto = FIB_PROTOCOL_IP6;
569 else if (unformat (line_input, "via %U",
570 unformat_ip6_address,
571 &rpath.frp_addr.ip6))
573 rpath.frp_fib_index = 0;
574 rpath.frp_weight = 1;
575 rpath.frp_sw_if_index = ~0;
576 rpath.frp_proto = FIB_PROTOCOL_IP6;
578 else if (unformat (line_input, "via %U",
579 unformat_ip4_address,
580 &rpath.frp_addr.ip4))
582 rpath.frp_fib_index = 0;
583 rpath.frp_weight = 1;
584 rpath.frp_sw_if_index = ~0;
585 rpath.frp_proto = FIB_PROTOCOL_IP4;
587 else if (unformat (line_input, "l2-only"))
590 return clib_error_return (0, "unknown input '%U'",
591 format_unformat_error, line_input);
596 vnet_mpls_tunnel_del(sw_if_index);
600 if (0 == vec_len(labels))
601 return clib_error_return (0, "No Output Labels '%U'",
602 format_unformat_error, line_input);
604 vec_add1(rpaths, rpath);
605 vnet_mpls_tunnel_add(rpaths, labels, l2_only, &sw_if_index);
615 * This command create a uni-directional MPLS tunnel
618 * @cliexstart{create mpls tunnel}
619 * create mpls tunnel via 10.0.0.1 GigEthernet0/8/0 out-label 33 out-label 34
622 VLIB_CLI_COMMAND (create_mpls_tunnel_command, static) = {
623 .path = "mpls tunnel",
625 "mpls tunnel via [addr] [interface] [out-labels]",
626 .function = vnet_create_mpls_tunnel_command_fn,
630 format_mpls_tunnel (u8 * s, va_list * args)
632 mpls_tunnel_t *mt = va_arg (*args, mpls_tunnel_t *);
635 s = format(s, "mpls_tunnel%d: sw_if_index:%d hw_if_index:%d",
636 mt - mpls_tunnel_pool,
639 s = format(s, "\n label-stack:\n ");
640 for (ii = 0; ii < vec_len(mt->mt_label_stack); ii++)
642 s = format(s, "%d, ", mt->mt_label_stack[ii]);
644 s = format(s, "\n via:\n");
645 s = fib_path_list_format(mt->mt_path_list, s);
651 static clib_error_t *
652 show_mpls_tunnel_command_fn (vlib_main_t * vm,
653 unformat_input_t * input,
654 vlib_cli_command_t * cmd)
659 if (pool_elts (mpls_tunnel_pool) == 0)
660 vlib_cli_output (vm, "No MPLS tunnels configured...");
662 while (unformat_check_input (input) != UNFORMAT_END_OF_INPUT)
664 if (unformat (input, "%d", &mti))
672 pool_foreach (mt, mpls_tunnel_pool,
674 vlib_cli_output (vm, "[@%d] %U",
675 mt - mpls_tunnel_pool,
676 format_mpls_tunnel, mt);
681 if (pool_is_free_index(mpls_tunnel_pool, mti))
682 return clib_error_return (0, "Not atunnel index %d", mti);
684 mt = pool_elt_at_index(mpls_tunnel_pool, mti);
686 vlib_cli_output (vm, "[@%d] %U",
687 mt - mpls_tunnel_pool,
688 format_mpls_tunnel, mt);
695 * This command to show MPLS tunnels
698 * @cliexstart{sh mpls tunnel 2}
699 * [@2] mpls_tunnel2: sw_if_index:5 hw_if_index:5
703 * index:26 locks:1 proto:ipv4 uPRF-list:26 len:1 itfs:[2, ]
704 * index:26 pl-index:26 ipv4 weight=1 attached-nexthop: oper-flags:resolved,
706 * [@0]: ipv4 via 10.0.0.2 loop0: IP4: de:ad:00:00:00:00 -> 00:00:11:aa:bb:cc
709 VLIB_CLI_COMMAND (show_mpls_tunnel_command, static) = {
710 .path = "show mpls tunnel",
711 .function = show_mpls_tunnel_command_fn,
714 static mpls_tunnel_t *
715 mpls_tunnel_from_fib_node (fib_node_t *node)
718 ASSERT(FIB_NODE_TYPE_MPLS_TUNNEL == node->fn_type);
720 return ((mpls_tunnel_t*) (((char*)node) -
721 STRUCT_OFFSET_OF(mpls_tunnel_t, mt_node)));
725 * Function definition to backwalk a FIB node
727 static fib_node_back_walk_rc_t
728 mpls_tunnel_back_walk (fib_node_t *node,
729 fib_node_back_walk_ctx_t *ctx)
731 mpls_tunnel_restack(mpls_tunnel_from_fib_node(node));
733 return (FIB_NODE_BACK_WALK_CONTINUE);
737 * Function definition to get a FIB node from its index
740 mpls_tunnel_fib_node_get (fib_node_index_t index)
744 mt = pool_elt_at_index(mpls_tunnel_pool, index);
746 return (&mt->mt_node);
750 * Function definition to inform the FIB node that its last lock has gone.
753 mpls_tunnel_last_lock_gone (fib_node_t *node)
756 * The MPLS MPLS tunnel is a root of the graph. As such
757 * it never has children and thus is never locked.
763 * Virtual function table registered by MPLS MPLS tunnels
764 * for participation in the FIB object graph.
766 const static fib_node_vft_t mpls_vft = {
767 .fnv_get = mpls_tunnel_fib_node_get,
768 .fnv_last_lock = mpls_tunnel_last_lock_gone,
769 .fnv_back_walk = mpls_tunnel_back_walk,
772 static clib_error_t *
773 mpls_tunnel_init (vlib_main_t *vm)
775 fib_node_register_type(FIB_NODE_TYPE_MPLS_TUNNEL, &mpls_vft);
779 VLIB_INIT_FUNCTION(mpls_tunnel_init);