2 * Copyright (c) 2016 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 #include <vppinfra/error.h>
17 #include <vppinfra/hash.h>
18 #include <vnet/vnet.h>
19 #include <vnet/ip/ip.h>
20 #include <vnet/ip/udp.h>
21 #include <vnet/ethernet/ethernet.h>
22 #include <vnet/lisp-gpe/lisp_gpe.h>
24 #define foreach_lisp_gpe_tx_next \
25 _(DROP, "error-drop") \
26 _(IP4_LOOKUP, "ip4-lookup") \
27 _(IP6_LOOKUP, "ip6-lookup")
31 #define _(sym,str) LISP_GPE_TX_NEXT_##sym,
32 foreach_lisp_gpe_tx_next
40 } lisp_gpe_tx_trace_t;
43 format_lisp_gpe_tx_trace (u8 * s, va_list * args)
45 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
46 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
47 lisp_gpe_tx_trace_t * t = va_arg (*args, lisp_gpe_tx_trace_t *);
49 s = format (s, "LISP-GPE-TX: tunnel %d", t->tunnel_index);
54 get_one_tunnel_inline (lisp_gpe_main_t * lgm, vlib_buffer_t * b0,
55 lisp_gpe_tunnel_t ** t0, u8 is_v4)
57 u32 adj_index0, tunnel_index0;
58 ip_adjacency_t * adj0;
60 /* Get adjacency and from it the tunnel_index */
61 adj_index0 = vnet_buffer(b0)->ip.adj_index[VLIB_TX];
64 adj0 = ip_get_adjacency (lgm->lm4, adj_index0);
66 adj0 = ip_get_adjacency (lgm->lm6, adj_index0);
68 tunnel_index0 = adj0->rewrite_header.node_index;
69 t0[0] = pool_elt_at_index(lgm->tunnels, tunnel_index0);
75 encap_one_inline (lisp_gpe_main_t * lgm, vlib_buffer_t * b0,
76 lisp_gpe_tunnel_t * t0, u32 * next0, u8 is_v4)
78 ASSERT(sizeof(ip4_udp_lisp_gpe_header_t) == 36);
79 ASSERT(sizeof(ip6_udp_lisp_gpe_header_t) == 56);
83 ip_udp_encap_one (lgm->vlib_main, b0, t0->rewrite, 36, 1);
84 next0[0] = LISP_GPE_TX_NEXT_IP4_LOOKUP;
89 ip_udp_encap_one (lgm->vlib_main, b0, t0->rewrite, 56, 0);
90 next0[0] = LISP_GPE_TX_NEXT_IP6_LOOKUP;
95 get_two_tunnels_inline (lisp_gpe_main_t * lgm, vlib_buffer_t * b0,
96 vlib_buffer_t * b1, lisp_gpe_tunnel_t ** t0,
97 lisp_gpe_tunnel_t ** t1, u8 is_v4)
99 u32 adj_index0, adj_index1, tunnel_index0, tunnel_index1;
100 ip_adjacency_t * adj0, * adj1;
102 /* Get adjacency and from it the tunnel_index */
103 adj_index0 = vnet_buffer(b0)->ip.adj_index[VLIB_TX];
104 adj_index1 = vnet_buffer(b1)->ip.adj_index[VLIB_TX];
108 adj0 = ip_get_adjacency (lgm->lm4, adj_index0);
109 adj1 = ip_get_adjacency (lgm->lm4, adj_index1);
113 adj0 = ip_get_adjacency (lgm->lm6, adj_index0);
114 adj1 = ip_get_adjacency (lgm->lm6, adj_index1);
117 tunnel_index0 = adj0->rewrite_header.node_index;
118 tunnel_index1 = adj1->rewrite_header.node_index;
120 t0[0] = pool_elt_at_index(lgm->tunnels, tunnel_index0);
121 t1[0] = pool_elt_at_index(lgm->tunnels, tunnel_index1);
128 encap_two_inline (lisp_gpe_main_t * lgm, vlib_buffer_t * b0, vlib_buffer_t * b1,
129 lisp_gpe_tunnel_t * t0, lisp_gpe_tunnel_t * t1, u32 * next0,
130 u32 * next1, u8 is_v4)
132 ASSERT(sizeof(ip4_udp_lisp_gpe_header_t) == 36);
133 ASSERT(sizeof(ip6_udp_lisp_gpe_header_t) == 56);
137 ip_udp_encap_one (lgm->vlib_main, b0, t0->rewrite, 36, 1);
138 ip_udp_encap_one (lgm->vlib_main, b1, t1->rewrite, 36, 1);
139 next0[0] = next1[0] = LISP_GPE_TX_NEXT_IP4_LOOKUP;
143 ip_udp_encap_one (lgm->vlib_main, b0, t0->rewrite, 56, 0);
144 ip_udp_encap_one (lgm->vlib_main, b1, t1->rewrite, 56, 0);
145 next0[0] = next1[0] = LISP_GPE_TX_NEXT_IP6_LOOKUP;
149 #define is_v4_packet(_h) ((*(u8*) _h) & 0xF0) == 0x40
152 lisp_gpe_interface_tx (vlib_main_t * vm, vlib_node_runtime_t * node,
153 vlib_frame_t * from_frame)
155 u32 n_left_from, next_index, * from, * to_next;
156 lisp_gpe_main_t * lgm = &lisp_gpe_main;
157 u32 pkts_encapsulated = 0;
159 from = vlib_frame_vector_args (from_frame);
160 n_left_from = from_frame->n_vectors;
162 next_index = node->cached_next_index;
164 while (n_left_from > 0)
168 vlib_get_next_frame (vm, node, next_index,
169 to_next, n_left_to_next);
171 while (n_left_from >= 4 && n_left_to_next >= 2)
174 vlib_buffer_t * b0, * b1;
176 lisp_gpe_tunnel_t * t0 = 0, * t1 = 0;
177 u8 is_v4_eid0, is_v4_eid1;
179 next0 = next1 = LISP_GPE_TX_NEXT_IP4_LOOKUP;
181 /* Prefetch next iteration. */
183 vlib_buffer_t * p2, *p3;
185 p2 = vlib_get_buffer (vm, from[2]);
186 p3 = vlib_get_buffer (vm, from[3]);
188 vlib_prefetch_buffer_header(p2, LOAD);
189 vlib_prefetch_buffer_header(p3, LOAD);
191 CLIB_PREFETCH(p2->data, 2*CLIB_CACHE_LINE_BYTES, LOAD);
192 CLIB_PREFETCH(p3->data, 2*CLIB_CACHE_LINE_BYTES, LOAD);
204 b0 = vlib_get_buffer (vm, bi0);
205 b1 = vlib_get_buffer (vm, bi1);
207 is_v4_eid0 = is_v4_packet(vlib_buffer_get_current (b0));
208 is_v4_eid1 = is_v4_packet(vlib_buffer_get_current (b1));
210 if (PREDICT_TRUE(is_v4_eid0 == is_v4_eid1))
212 get_two_tunnels_inline (lgm, b0, b1, &t0, &t1,
217 get_one_tunnel_inline (lgm, b0, &t0, is_v4_eid0 ? 1 : 0);
218 get_one_tunnel_inline (lgm, b1, &t1, is_v4_eid1 ? 1 : 0);
222 ip_addr_version(&t0->dst) == ip_addr_version(&t1->dst)))
224 encap_two_inline (lgm, b0, b1, t0, t1, &next0, &next1,
225 ip_addr_version(&t0->dst) == IP4 ? 1 : 0);
229 encap_one_inline (lgm, b0, t0, &next0,
230 ip_addr_version(&t0->dst) == IP4 ? 1 : 0);
231 encap_one_inline (lgm, b1, t1, &next1,
232 ip_addr_version(&t1->dst) == IP4 ? 1 : 0);
235 /* Reset to look up tunnel partner in the configured FIB */
236 vnet_buffer(b0)->sw_if_index[VLIB_TX] = t0->encap_fib_index;
237 vnet_buffer(b1)->sw_if_index[VLIB_TX] = t1->encap_fib_index;
239 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
241 lisp_gpe_tx_trace_t *tr = vlib_add_trace (vm, node, b0,
243 tr->tunnel_index = t0 - lgm->tunnels;
245 if (PREDICT_FALSE(b1->flags & VLIB_BUFFER_IS_TRACED))
247 lisp_gpe_tx_trace_t *tr = vlib_add_trace (vm, node, b1,
249 tr->tunnel_index = t1 - lgm->tunnels;
252 pkts_encapsulated += 2;
254 vlib_validate_buffer_enqueue_x2(vm, node, next_index, to_next,
255 n_left_to_next, bi0, bi1, next0,
259 while (n_left_from > 0 && n_left_to_next > 0)
262 u32 bi0, next0 = LISP_GPE_TX_NEXT_IP4_LOOKUP;
263 lisp_gpe_tunnel_t * t0 = 0;
273 b0 = vlib_get_buffer (vm, bi0);
275 is_v4_0 = is_v4_packet(vlib_buffer_get_current (b0));
276 get_one_tunnel_inline (lgm, b0, &t0, is_v4_0 ? 1 : 0);
278 encap_one_inline (lgm, b0, t0, &next0,
279 ip_addr_version(&t0->dst) == IP4 ? 1 : 0);
281 /* Reset to look up tunnel partner in the configured FIB */
282 vnet_buffer(b0)->sw_if_index[VLIB_TX] = t0->encap_fib_index;
286 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
288 lisp_gpe_tx_trace_t *tr = vlib_add_trace (vm, node, b0,
290 tr->tunnel_index = t0 - lgm->tunnels;
292 vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next,
293 n_left_to_next, bi0, next0);
296 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
298 vlib_node_increment_counter (vm, node->node_index,
299 LISP_GPE_ERROR_ENCAPSULATED, pkts_encapsulated);
300 return from_frame->n_vectors;
304 format_lisp_gpe_name (u8 * s, va_list * args)
306 u32 dev_instance = va_arg (*args, u32);
307 return format (s, "lisp_gpe%d", dev_instance);
310 VNET_DEVICE_CLASS (lisp_gpe_device_class,static) = {
312 .format_device_name = format_lisp_gpe_name,
313 .format_tx_trace = format_lisp_gpe_tx_trace,
314 .tx_function = lisp_gpe_interface_tx,
315 .no_flatten_output_chains = 1,
319 dummy_set_rewrite (vnet_main_t * vnm, u32 sw_if_index, u32 l3_type,
320 void * dst_address, void * rewrite, uword max_rewrite_bytes)
326 format_lisp_gpe_header_with_length (u8 * s, va_list * args)
328 lisp_gpe_header_t * h = va_arg (*args, lisp_gpe_header_t *);
329 u32 max_header_bytes = va_arg (*args, u32);
332 header_bytes = sizeof (h[0]);
333 if (max_header_bytes != 0 && header_bytes > max_header_bytes)
334 return format (s, "lisp-gpe header truncated");
336 s = format (s, "flags: ");
337 #define _(n,v) if (h->flags & v) s = format (s, "%s ", #n);
338 foreach_lisp_gpe_flag_bit;
341 s = format (s, "\n ver_res %d res %d next_protocol %d iid %d(%x)",
342 h->ver_res, h->res, h->next_protocol,
343 clib_net_to_host_u32 (h->iid),
344 clib_net_to_host_u32 (h->iid));
348 VNET_HW_INTERFACE_CLASS (lisp_gpe_hw_class) = {
350 .format_header = format_lisp_gpe_header_with_length,
351 .set_rewrite = dummy_set_rewrite,
355 add_del_ip_prefix_route (ip_prefix_t * dst_prefix, u32 table_id,
356 ip_adjacency_t * add_adj, u8 is_add, u32 * adj_index)
360 if (ip_prefix_version(dst_prefix) == IP4)
362 ip4_main_t * im4 = &ip4_main;
363 ip4_add_del_route_args_t a;
364 ip4_address_t addr = ip_prefix_v4(dst_prefix);
366 memset(&a, 0, sizeof(a));
367 a.flags = IP4_ROUTE_FLAG_TABLE_ID;
368 a.table_index_or_table_id = table_id;
370 a.dst_address_length = ip_prefix_len(dst_prefix);
371 a.dst_address = addr;
372 a.flags |= is_add ? IP4_ROUTE_FLAG_ADD : IP4_ROUTE_FLAG_DEL;
375 ip4_add_del_route (im4, &a);
379 p = ip4_get_route (im4, table_id, 0, addr.as_u8,
380 ip_prefix_len(dst_prefix));
383 clib_warning("Failed to insert route for eid %U!",
384 format_ip4_address_and_length, addr.as_u8,
385 ip_prefix_len(dst_prefix));
393 ip6_main_t * im6 = &ip6_main;
394 ip6_add_del_route_args_t a;
395 ip6_address_t addr = ip_prefix_v6(dst_prefix);
397 memset(&a, 0, sizeof(a));
398 a.flags = IP6_ROUTE_FLAG_TABLE_ID;
399 a.table_index_or_table_id = table_id;
401 a.dst_address_length = ip_prefix_len(dst_prefix);
402 a.dst_address = addr;
403 a.flags |= is_add ? IP6_ROUTE_FLAG_ADD : IP6_ROUTE_FLAG_DEL;
407 ip6_add_del_route (im6, &a);
411 adj_index[0] = ip6_get_route (im6, table_id, 0, &addr,
412 ip_prefix_len(dst_prefix));
413 if (adj_index[0] == 0)
415 clib_warning("Failed to insert route for eid %U!",
416 format_ip6_address_and_length, addr.as_u8,
417 ip_prefix_len(dst_prefix));
426 add_del_lisp_gpe_default_route (u32 table_id, u8 is_v4, u8 is_add)
428 lisp_gpe_main_t * lgm = &lisp_gpe_main;
433 /* setup adjacency */
434 memset (&adj, 0, sizeof(adj));
437 adj.explicit_fib_index = ~0;
438 adj.lookup_next_index = is_v4 ? lgm->ip4_lookup_next_lgpe_ip4_lookup :
439 lgm->ip6_lookup_next_lgpe_ip6_lookup;
440 /* default route has tunnel_index ~0 */
441 adj.rewrite_header.sw_if_index = ~0;
443 /* set prefix to 0/0 */
444 memset(&prefix, 0, sizeof(prefix));
445 ip_prefix_version(&prefix) = is_v4 ? IP4 : IP6;
447 /* add/delete route for prefix */
448 add_del_ip_prefix_route (&prefix, table_id, &adj, is_add, &adj_index);
452 lisp_gpe_iface_set_table (u32 sw_if_index, u32 table_id, u8 is_ip4)
456 ip4_main_t * im4 = &ip4_main;
458 fib = find_ip4_fib_by_table_index_or_id (im4, table_id,
459 IP4_ROUTE_FLAG_TABLE_ID);
461 /* fib's created if it doesn't exist */
464 vec_validate(im4->fib_index_by_sw_if_index, sw_if_index);
465 im4->fib_index_by_sw_if_index[sw_if_index] = fib->index;
469 ip6_main_t * im6 = &ip6_main;
471 fib = find_ip6_fib_by_table_index_or_id (im6, table_id,
472 IP6_ROUTE_FLAG_TABLE_ID);
474 /* fib's created if it doesn't exist */
477 vec_validate(im6->fib_index_by_sw_if_index, sw_if_index);
478 im6->fib_index_by_sw_if_index[sw_if_index] = fib->index;
483 vnet_lisp_gpe_add_del_iface (vnet_lisp_gpe_add_del_iface_args_t * a,
486 lisp_gpe_main_t * lgm = &lisp_gpe_main;
487 vnet_main_t * vnm = lgm->vnet_main;
488 vnet_hw_interface_t * hi;
489 u32 hw_if_index = ~0, lookup_next_index4, lookup_next_index6, flen;
492 hip = hash_get(lgm->lisp_gpe_hw_if_index_by_table_id, a->table_id);
498 clib_warning ("Interface for vrf %d already exists", a->table_id);
502 /* create hw lisp_gpeX iface if needed, otherwise reuse existing */
503 flen = vec_len(lgm->free_lisp_gpe_tunnel_hw_if_indices);
506 hw_if_index = lgm->free_lisp_gpe_tunnel_hw_if_indices[flen - 1];
507 _vec_len(lgm->free_lisp_gpe_tunnel_hw_if_indices) -= 1;
511 hw_if_index = vnet_register_interface (vnm,
512 lisp_gpe_device_class.index,
514 lisp_gpe_hw_class.index, 0);
517 hi = vnet_get_hw_interface (vnm, hw_if_index);
518 hash_set(lgm->lisp_gpe_hw_if_index_by_table_id, a->table_id, hw_if_index);
520 /* set tunnel termination: post decap, packets are tagged as having been
521 * originated by lisp-gpe interface */
522 hash_set(lgm->tunnel_term_sw_if_index_by_vni, a->vni, hi->sw_if_index);
523 hash_set(lgm->vni_by_tunnel_term_sw_if_index, hi->sw_if_index, a->vni);
525 /* set ingress arc from lgpe_ipX_lookup */
526 lookup_next_index4 = vlib_node_add_next (lgm->vlib_main,
527 lgpe_ip4_lookup_node.index,
528 hi->output_node_index);
529 lookup_next_index6 = vlib_node_add_next (lgm->vlib_main,
530 lgpe_ip6_lookup_node.index,
531 hi->output_node_index);
532 hash_set(lgm->lgpe_ip4_lookup_next_index_by_table_id, a->table_id,
534 hash_set(lgm->lgpe_ip6_lookup_next_index_by_table_id, a->table_id,
537 /* insert default routes that point to lgpe-ipx-lookup */
538 add_del_lisp_gpe_default_route (a->table_id, /* is_v4 */1, 1);
539 add_del_lisp_gpe_default_route (a->table_id, /* is_v4 */0, 1);
541 /* set egress arcs */
542 #define _(sym,str) vlib_node_add_named_next_with_slot (vnm->vlib_main, \
543 hi->tx_node_index, str, LISP_GPE_TX_NEXT_##sym);
544 foreach_lisp_gpe_tx_next
547 /* set interface in appropriate v4 and v6 FIBs */
548 lisp_gpe_iface_set_table (hi->sw_if_index, a->table_id, 1);
549 lisp_gpe_iface_set_table (hi->sw_if_index, a->table_id, 0);
551 /* enable interface */
552 vnet_sw_interface_set_flags (vnm, hi->sw_if_index,
553 VNET_SW_INTERFACE_FLAG_ADMIN_UP);
554 vnet_hw_interface_set_flags (vnm, hi->hw_if_index,
555 VNET_HW_INTERFACE_FLAG_LINK_UP);
561 clib_warning("The interface for vrf %d doesn't exist", a->table_id);
564 hi = vnet_get_hw_interface (vnm, hip[0]);
566 /* disable interface */
567 vnet_sw_interface_set_flags (vnm, hi->sw_if_index, 0/* down */);
568 vnet_hw_interface_set_flags (vnm, hi->hw_if_index, 0/* down */);
569 hash_unset(lgm->lisp_gpe_hw_if_index_by_table_id, a->table_id);
570 vec_add1(lgm->free_lisp_gpe_tunnel_hw_if_indices, hi->hw_if_index);
572 /* clean tunnel termination and vni to sw_if_index binding */
573 vni = hash_get(lgm->vni_by_tunnel_term_sw_if_index, hi->sw_if_index);
574 hash_unset(lgm->tunnel_term_sw_if_index_by_vni, vni[0]);
575 hash_unset(lgm->vni_by_tunnel_term_sw_if_index, hi->sw_if_index);
577 /* unset default routes */
578 add_del_lisp_gpe_default_route (a->table_id, /* is_v4 */1, 0);
579 add_del_lisp_gpe_default_route (a->table_id, /* is_v4 */0, 0);
583 static clib_error_t *
584 lisp_gpe_add_del_iface_command_fn (vlib_main_t * vm, unformat_input_t * input,
585 vlib_cli_command_t * cmd)
587 unformat_input_t _line_input, * line_input = &_line_input;
591 vnet_lisp_gpe_add_del_iface_args_t _a, * a = &_a;
593 /* Get a line of input. */
594 if (! unformat_user (input, unformat_line_input, line_input))
597 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
599 if (unformat (line_input, "add"))
601 else if (unformat (line_input, "del"))
603 else if (unformat (line_input, "vrf %d", &table_id))
607 return clib_error_return (0, "parse error: '%U'",
608 format_unformat_error, line_input);
613 a->table_id = table_id;
614 vnet_lisp_gpe_add_del_iface (a, 0);
618 VLIB_CLI_COMMAND (add_del_lisp_gpe_iface_command, static) = {
619 .path = "lisp gpe iface",
620 .short_help = "lisp gpe iface add/del table-index <table_index> vrf <vrf>",
621 .function = lisp_gpe_add_del_iface_command_fn,