2 * Copyright (c) 2016 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 #include <vnet/dpo/dvr_dpo.h>
17 #include <vnet/fib/fib_node.h>
18 #include <vnet/ip/ip.h>
19 #include <vnet/ethernet/ethernet.h>
21 dvr_dpo_t *dvr_dpo_pool;
24 * The 'DB' of DVR DPOs.
25 * There is one per-interface per-L3 proto, so this is a per-interface vector
27 static index_t *dvr_dpo_db[DPO_PROTO_NUM];
34 pool_get(dvr_dpo_pool, dd);
39 static inline dvr_dpo_t *
40 dvr_dpo_get_from_dpo (const dpo_id_t *dpo)
42 ASSERT(DPO_DVR == dpo->dpoi_type);
44 return (dvr_dpo_get(dpo->dpoi_index));
48 dvr_dpo_get_index (dvr_dpo_t *dd)
50 return (dd - dvr_dpo_pool);
54 dvr_dpo_lock (dpo_id_t *dpo)
58 dd = dvr_dpo_get_from_dpo(dpo);
63 dvr_dpo_unlock (dpo_id_t *dpo)
67 dd = dvr_dpo_get_from_dpo(dpo);
70 if (0 == dd->dd_locks)
72 if (DPO_PROTO_IP4 == dd->dd_proto)
74 vnet_feature_enable_disable ("ip4-output", "ip4-dvr-reinject",
75 dd->dd_sw_if_index, 0, 0, 0);
79 vnet_feature_enable_disable ("ip6-output", "ip6-dvr-reinject",
80 dd->dd_sw_if_index, 0, 0, 0);
83 dvr_dpo_db[dd->dd_proto][dd->dd_sw_if_index] = INDEX_INVALID;
84 pool_put(dvr_dpo_pool, dd);
89 dvr_dpo_add_or_lock (u32 sw_if_index,
95 vec_validate_init_empty(dvr_dpo_db[dproto],
99 if (INDEX_INVALID == dvr_dpo_db[dproto][sw_if_index])
101 dd = dvr_dpo_alloc();
103 dd->dd_sw_if_index = sw_if_index;
104 dd->dd_proto = dproto;
106 dvr_dpo_db[dproto][sw_if_index] = dvr_dpo_get_index(dd);
109 * enable the reinject into L2 path feature on the interface
111 if (DPO_PROTO_IP4 == dproto)
112 vnet_feature_enable_disable ("ip4-output", "ip4-dvr-reinject",
113 dd->dd_sw_if_index, 1, 0, 0);
114 else if (DPO_PROTO_IP6 == dproto)
115 vnet_feature_enable_disable ("ip6-output", "ip6-dvr-reinject",
116 dd->dd_sw_if_index, 1, 0, 0);
122 dd = dvr_dpo_get(dvr_dpo_db[dproto][sw_if_index]);
125 dpo_set(dpo, DPO_DVR, dproto, dvr_dpo_get_index(dd));
129 static clib_error_t *
130 dvr_dpo_interface_state_change (vnet_main_t * vnm,
139 VNET_SW_INTERFACE_ADMIN_UP_DOWN_FUNCTION(
140 dvr_dpo_interface_state_change);
143 * @brief Registered callback for HW interface state changes
145 static clib_error_t *
146 dvr_dpo_hw_interface_state_change (vnet_main_t * vnm,
153 VNET_HW_INTERFACE_LINK_UP_DOWN_FUNCTION(
154 dvr_dpo_hw_interface_state_change);
156 static clib_error_t *
157 dvr_dpo_interface_delete (vnet_main_t * vnm,
164 VNET_SW_INTERFACE_ADD_DEL_FUNCTION(
165 dvr_dpo_interface_delete);
168 format_dvr_dpo (u8* s, va_list *ap)
170 index_t index = va_arg(*ap, index_t);
171 CLIB_UNUSED(u32 indent) = va_arg(*ap, u32);
172 vnet_main_t * vnm = vnet_get_main();
173 dvr_dpo_t *dd = dvr_dpo_get(index);
175 return (format(s, "dvr-%U-dpo",
176 format_vnet_sw_interface_name,
178 vnet_get_sw_interface(vnm, dd->dd_sw_if_index)));
182 dvr_dpo_mem_show (void)
184 fib_show_memory_usage("DVR",
185 pool_elts(dvr_dpo_pool),
186 pool_len(dvr_dpo_pool),
191 const static dpo_vft_t dvr_dpo_vft = {
192 .dv_lock = dvr_dpo_lock,
193 .dv_unlock = dvr_dpo_unlock,
194 .dv_format = format_dvr_dpo,
195 .dv_mem_show = dvr_dpo_mem_show,
199 * @brief The per-protocol VLIB graph nodes that are assigned to a glean
202 * this means that these graph nodes are ones from which a glean is the
203 * parent object in the DPO-graph.
205 const static char* const dvr_dpo_ip4_nodes[] =
210 const static char* const dvr_dpo_ip6_nodes[] =
216 const static char* const * const dvr_dpo_nodes[DPO_PROTO_NUM] =
218 [DPO_PROTO_IP4] = dvr_dpo_ip4_nodes,
219 [DPO_PROTO_IP6] = dvr_dpo_ip6_nodes,
223 dvr_dpo_module_init (void)
225 dpo_register(DPO_DVR,
231 * @brief Interface DPO trace data
233 typedef struct dvr_dpo_trace_t_
239 dvr_dpo_inline (vlib_main_t * vm,
240 vlib_node_runtime_t * node,
241 vlib_frame_t * from_frame,
244 u32 n_left_from, next_index, * from, * to_next;
245 ip_lookup_main_t *lm = (is_ip6?
246 &ip6_main.lookup_main:
247 &ip4_main.lookup_main);
249 from = vlib_frame_vector_args (from_frame);
250 n_left_from = from_frame->n_vectors;
252 next_index = node->cached_next_index;
254 while (n_left_from > 0)
258 vlib_get_next_frame(vm, node, next_index, to_next, n_left_to_next);
260 while (n_left_from >= 4 && n_left_to_next > 2)
262 const dvr_dpo_t *dd0, *dd1;
263 u32 bi0, ddi0, bi1, ddi1;
264 vlib_buffer_t *b0, *b1;
278 b0 = vlib_get_buffer (vm, bi0);
279 b1 = vlib_get_buffer (vm, bi1);
281 ddi0 = vnet_buffer(b0)->ip.adj_index[VLIB_TX];
282 ddi1 = vnet_buffer(b1)->ip.adj_index[VLIB_TX];
283 dd0 = dvr_dpo_get(ddi0);
284 dd1 = dvr_dpo_get(ddi1);
286 vnet_buffer(b0)->sw_if_index[VLIB_TX] = dd0->dd_sw_if_index;
287 vnet_buffer(b1)->sw_if_index[VLIB_TX] = dd1->dd_sw_if_index;
289 len0 = ((u8*)vlib_buffer_get_current(b0) -
290 (u8*)ethernet_buffer_get_header(b0));
291 len1 = ((u8*)vlib_buffer_get_current(b1) -
292 (u8*)ethernet_buffer_get_header(b1));
293 vnet_buffer(b0)->l2.l2_len =
294 vnet_buffer(b0)->ip.save_rewrite_length =
296 vnet_buffer(b1)->l2.l2_len =
297 vnet_buffer(b1)->ip.save_rewrite_length =
299 b0->flags |= VNET_BUFFER_F_IS_DVR;
300 b1->flags |= VNET_BUFFER_F_IS_DVR;
302 vlib_buffer_advance(b0, -len0);
303 vlib_buffer_advance(b1, -len1);
305 vnet_feature_arc_start (lm->output_feature_arc_index,
306 dd0->dd_sw_if_index, &next0, b0);
307 vnet_feature_arc_start (lm->output_feature_arc_index,
308 dd1->dd_sw_if_index, &next1, b1);
310 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
312 dvr_dpo_trace_t *tr0;
314 tr0 = vlib_add_trace (vm, node, b0, sizeof (*tr0));
315 tr0->sw_if_index = dd0->dd_sw_if_index;
317 if (PREDICT_FALSE(b1->flags & VLIB_BUFFER_IS_TRACED))
319 dvr_dpo_trace_t *tr1;
321 tr1 = vlib_add_trace (vm, node, b1, sizeof (*tr1));
322 tr1->sw_if_index = dd1->dd_sw_if_index;
325 vlib_validate_buffer_enqueue_x2(vm, node, next_index, to_next,
326 n_left_to_next, bi0, bi1,
330 while (n_left_from > 0 && n_left_to_next > 0)
332 const dvr_dpo_t * dd0;
346 b0 = vlib_get_buffer (vm, bi0);
348 ddi0 = vnet_buffer(b0)->ip.adj_index[VLIB_TX];
349 dd0 = dvr_dpo_get(ddi0);
351 vnet_buffer(b0)->sw_if_index[VLIB_TX] = dd0->dd_sw_if_index;
354 * take that, rewind it back...
356 len0 = ((u8*)vlib_buffer_get_current(b0) -
357 (u8*)ethernet_buffer_get_header(b0));
358 vnet_buffer(b0)->l2.l2_len =
359 vnet_buffer(b0)->ip.save_rewrite_length =
361 b0->flags |= VNET_BUFFER_F_IS_DVR;
362 vlib_buffer_advance(b0, -len0);
365 * start processing the ipX output features
367 vnet_feature_arc_start(lm->output_feature_arc_index,
368 dd0->dd_sw_if_index, &next0, b0);
370 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
374 tr = vlib_add_trace (vm, node, b0, sizeof (*tr));
375 tr->sw_if_index = dd0->dd_sw_if_index;
378 vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next,
382 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
384 return from_frame->n_vectors;
388 format_dvr_dpo_trace (u8 * s, va_list * args)
390 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
391 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
392 dvr_dpo_trace_t * t = va_arg (*args, dvr_dpo_trace_t *);
393 u32 indent = format_get_indent (s);
394 s = format (s, "%U sw_if_index:%d",
395 format_white_space, indent,
401 ip4_dvr_dpo (vlib_main_t * vm,
402 vlib_node_runtime_t * node,
403 vlib_frame_t * from_frame)
405 return (dvr_dpo_inline(vm, node, from_frame, 0));
409 ip6_dvr_dpo (vlib_main_t * vm,
410 vlib_node_runtime_t * node,
411 vlib_frame_t * from_frame)
413 return (dvr_dpo_inline(vm, node, from_frame, 1));
416 VLIB_REGISTER_NODE (ip4_dvr_dpo_node) = {
417 .function = ip4_dvr_dpo,
418 .name = "ip4-dvr-dpo",
419 .vector_size = sizeof (u32),
420 .format_trace = format_dvr_dpo_trace,
421 .sibling_of = "ip4-rewrite",
423 VLIB_REGISTER_NODE (ip6_dvr_dpo_node) = {
424 .function = ip6_dvr_dpo,
425 .name = "ip6-dvr-dpo",
426 .vector_size = sizeof (u32),
427 .format_trace = format_dvr_dpo_trace,
428 .sibling_of = "ip6-rewrite",
431 VLIB_NODE_FUNCTION_MULTIARCH (ip4_dvr_dpo_node, ip4_dvr_dpo)
432 VLIB_NODE_FUNCTION_MULTIARCH (ip6_dvr_dpo_node, ip6_dvr_dpo)
434 typedef enum dvr_reinject_next_t_
436 DVR_REINJECT_OUTPUT = 0,
437 } dvr_reinject_next_t;
440 dvr_reinject_inline (vlib_main_t * vm,
441 vlib_node_runtime_t * node,
442 vlib_frame_t * from_frame)
444 u32 n_left_from, next_index, * from, * to_next;
446 from = vlib_frame_vector_args (from_frame);
447 n_left_from = from_frame->n_vectors;
449 next_index = node->cached_next_index;
451 while (n_left_from > 0)
455 vlib_get_next_frame(vm, node, next_index, to_next, n_left_to_next);
457 while (n_left_from >= 4 && n_left_to_next > 2)
459 dvr_reinject_next_t next0, next1;
460 vlib_buffer_t *b0, *b1;
472 b0 = vlib_get_buffer (vm, bi0);
473 b1 = vlib_get_buffer (vm, bi1);
475 if (b0->flags & VNET_BUFFER_F_IS_DVR)
476 next0 = DVR_REINJECT_OUTPUT;
478 vnet_feature_next( &next0, b0);
480 if (b1->flags & VNET_BUFFER_F_IS_DVR)
481 next1 = DVR_REINJECT_OUTPUT;
483 vnet_feature_next( &next1, b1);
485 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
487 dvr_dpo_trace_t *tr0;
489 tr0 = vlib_add_trace (vm, node, b0, sizeof (*tr0));
490 tr0->sw_if_index = vnet_buffer(b0)->sw_if_index[VLIB_TX];
492 if (PREDICT_FALSE(b1->flags & VLIB_BUFFER_IS_TRACED))
494 dvr_dpo_trace_t *tr1;
496 tr1 = vlib_add_trace (vm, node, b1, sizeof (*tr1));
497 tr1->sw_if_index = vnet_buffer(b1)->sw_if_index[VLIB_TX];
500 vlib_validate_buffer_enqueue_x2(vm, node, next_index, to_next,
501 n_left_to_next, bi0, bi1,
505 while (n_left_from > 0 && n_left_to_next > 0)
507 dvr_reinject_next_t next0;
518 b0 = vlib_get_buffer (vm, bi0);
520 if (b0->flags & VNET_BUFFER_F_IS_DVR)
521 next0 = DVR_REINJECT_OUTPUT;
523 vnet_feature_next( &next0, b0);
525 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
529 tr = vlib_add_trace (vm, node, b0, sizeof (*tr));
530 tr->sw_if_index = vnet_buffer(b0)->sw_if_index[VLIB_TX];
533 vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next,
534 n_left_to_next, bi0, next0);
536 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
538 return from_frame->n_vectors;
542 ip4_dvr_reinject (vlib_main_t * vm,
543 vlib_node_runtime_t * node,
544 vlib_frame_t * from_frame)
546 return (dvr_reinject_inline(vm, node, from_frame));
550 ip6_dvr_reinject (vlib_main_t * vm,
551 vlib_node_runtime_t * node,
552 vlib_frame_t * from_frame)
554 return (dvr_reinject_inline(vm, node, from_frame));
557 VLIB_REGISTER_NODE (ip4_dvr_reinject_node) = {
558 .function = ip4_dvr_reinject,
559 .name = "ip4-dvr-reinject",
560 .vector_size = sizeof (u32),
561 .format_trace = format_dvr_dpo_trace,
565 [DVR_REINJECT_OUTPUT] = "l2-output",
569 VLIB_REGISTER_NODE (ip6_dvr_reinject_node) = {
570 .function = ip6_dvr_reinject,
571 .name = "ip6-dvr-reinject",
572 .vector_size = sizeof (u32),
573 .format_trace = format_dvr_dpo_trace,
577 [DVR_REINJECT_OUTPUT] = "l2-output",
581 VNET_FEATURE_INIT (ip4_dvr_reinject_feat_node, static) =
583 .arc_name = "ip4-output",
584 .node_name = "ip4-dvr-reinject",
585 .runs_after = VNET_FEATURES ("nat44-in2out-output",
586 "acl-plugin-out-ip4-fa"),
588 VNET_FEATURE_INIT (ip6_dvr_reinject_feat_node, static) =
590 .arc_name = "ip6-output",
591 .node_name = "ip6-dvr-reinject",
592 .runs_after = VNET_FEATURES ("acl-plugin-out-ip6-fa"),
595 VLIB_NODE_FUNCTION_MULTIARCH (ip4_dvr_reinject_node, ip4_dvr_reinject)
596 VLIB_NODE_FUNCTION_MULTIARCH (ip6_dvr_reinject_node, ip6_dvr_reinject)