2 * Copyright (c) 2016 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 #include <vnet/ip/ip4_input.h>
17 #include <vnet/ip/ip6_input.h>
18 #include <vnet/dpo/mpls_disposition.h>
19 #include <vnet/mpls/mpls.h>
21 #ifndef CLIB_MARCH_VARIANT
23 * pool of all MPLS Label DPOs
25 mpls_disp_dpo_t *mpls_disp_dpo_pool;
27 static mpls_disp_dpo_t *
28 mpls_disp_dpo_alloc (void)
32 pool_get_aligned(mpls_disp_dpo_pool, mdd, CLIB_CACHE_LINE_BYTES);
33 clib_memset(mdd, 0, sizeof(*mdd));
35 dpo_reset(&mdd->mdd_dpo);
41 mpls_disp_dpo_get_index (mpls_disp_dpo_t *mdd)
43 return (mdd - mpls_disp_dpo_pool);
47 mpls_disp_dpo_create (dpo_proto_t payload_proto,
49 fib_mpls_lsp_mode_t mode,
50 const dpo_id_t *parent,
56 mdd = mpls_disp_dpo_alloc();
58 mdd->mdd_payload_proto = payload_proto;
59 mdd->mdd_rpf_id = rpf_id;
61 dtype = (FIB_MPLS_LSP_MODE_PIPE == mode ?
62 DPO_MPLS_DISPOSITION_PIPE :
63 DPO_MPLS_DISPOSITION_UNIFORM);
66 * stack this disposition object on the parent given
69 mdd->mdd_payload_proto,
74 * set up the return DPO to refer to this object
79 mpls_disp_dpo_get_index(mdd));
83 format_mpls_disp_dpo (u8 *s, va_list *args)
85 index_t index = va_arg(*args, index_t);
86 u32 indent = va_arg(*args, u32);
89 mdd = mpls_disp_dpo_get(index);
91 s = format(s, "mpls-disposition:[%d]:[", index);
93 if (0 != mdd->mdd_rpf_id)
94 s = format(s, "rpf-id:%d ", mdd->mdd_rpf_id);
96 s = format(s, "%U, %U]",
97 format_dpo_proto, mdd->mdd_payload_proto,
98 format_fib_mpls_lsp_mode, mdd->mdd_mode);
100 s = format(s, "\n%U", format_white_space, indent);
101 s = format(s, "%U", format_dpo_id, &mdd->mdd_dpo, indent+2);
107 mpls_disp_dpo_lock (dpo_id_t *dpo)
109 mpls_disp_dpo_t *mdd;
111 mdd = mpls_disp_dpo_get(dpo->dpoi_index);
117 mpls_disp_dpo_unlock (dpo_id_t *dpo)
119 mpls_disp_dpo_t *mdd;
121 mdd = mpls_disp_dpo_get(dpo->dpoi_index);
125 if (0 == mdd->mdd_locks)
127 dpo_reset(&mdd->mdd_dpo);
128 pool_put(mpls_disp_dpo_pool, mdd);
131 #endif /* CLIB_MARCH_VARIANT */
134 * @brief A struct to hold tracing information for the MPLS label disposition
137 typedef struct mpls_label_disposition_trace_t_
139 dpo_proto_t mddt_payload_proto;
140 fib_rpf_id_t mddt_rpf_id;
141 fib_mpls_lsp_mode_t mddt_mode;
142 } mpls_label_disposition_trace_t;
144 extern vlib_node_registration_t ip4_mpls_label_disposition_pipe_node;
145 extern vlib_node_registration_t ip6_mpls_label_disposition_pipe_node;
146 extern vlib_node_registration_t ip4_mpls_label_disposition_uniform_node;
147 extern vlib_node_registration_t ip6_mpls_label_disposition_uniform_node;
150 mpls_label_disposition_inline (vlib_main_t * vm,
151 vlib_node_runtime_t * node,
152 vlib_frame_t * from_frame,
155 fib_mpls_lsp_mode_t mode)
157 u32 n_left_from, next_index, * from, * to_next;
158 vlib_node_runtime_t *error_node;
162 if (FIB_MPLS_LSP_MODE_PIPE == mode)
164 vlib_node_get_runtime(vm, ip4_mpls_label_disposition_pipe_node.index);
167 vlib_node_get_runtime(vm, ip4_mpls_label_disposition_uniform_node.index);
171 if (FIB_MPLS_LSP_MODE_PIPE == mode)
173 vlib_node_get_runtime(vm, ip6_mpls_label_disposition_pipe_node.index);
176 vlib_node_get_runtime(vm, ip6_mpls_label_disposition_uniform_node.index);
178 from = vlib_frame_vector_args(from_frame);
179 n_left_from = from_frame->n_vectors;
181 next_index = node->cached_next_index;
183 while (n_left_from > 0)
187 vlib_get_next_frame(vm, node, next_index, to_next, n_left_to_next);
189 while (n_left_from >= 4 && n_left_to_next >= 2)
191 mpls_disp_dpo_t *mdd0, *mdd1;
192 u32 bi0, mddi0, bi1, mddi1;
193 vlib_buffer_t * b0, *b1;
196 bi0 = to_next[0] = from[0];
197 bi1 = to_next[1] = from[1];
199 /* Prefetch next iteration. */
201 vlib_buffer_t * p2, * p3;
203 p2 = vlib_get_buffer(vm, from[2]);
204 p3 = vlib_get_buffer(vm, from[3]);
206 vlib_prefetch_buffer_header(p2, STORE);
207 vlib_prefetch_buffer_header(p3, STORE);
209 CLIB_PREFETCH(p2->data, sizeof(ip6_header_t), STORE);
210 CLIB_PREFETCH(p3->data, sizeof(ip6_header_t), STORE);
218 b0 = vlib_get_buffer(vm, bi0);
219 b1 = vlib_get_buffer(vm, bi1);
221 /* dst lookup was done by ip4 lookup */
222 mddi0 = vnet_buffer(b0)->ip.adj_index[VLIB_TX];
223 mddi1 = vnet_buffer(b1)->ip.adj_index[VLIB_TX];
224 mdd0 = mpls_disp_dpo_get(mddi0);
225 mdd1 = mpls_disp_dpo_get(mddi1);
227 next0 = mdd0->mdd_dpo.dpoi_next_node;
228 next1 = mdd1->mdd_dpo.dpoi_next_node;
232 ip4_header_t *ip0, *ip1;
234 ip0 = vlib_buffer_get_current(b0);
235 ip1 = vlib_buffer_get_current(b1);
238 * IPv4 input checks on the exposed IP header
241 ip4_input_check_x2(vm, error_node,
245 if (FIB_MPLS_LSP_MODE_UNIFORM == mode)
248 * Copy the TTL from the MPLS packet into the
249 * exposed IP. recalc the chksum
251 ip0->ttl = vnet_buffer(b0)->mpls.ttl;
252 ip1->ttl = vnet_buffer(b1)->mpls.ttl;
253 ip0->tos = mpls_exp_to_ip_dscp(vnet_buffer(b0)->mpls.exp);
254 ip1->tos = mpls_exp_to_ip_dscp(vnet_buffer(b1)->mpls.exp);
256 ip0->checksum = ip4_header_checksum(ip0);
257 ip1->checksum = ip4_header_checksum(ip1);
260 else if (payload_is_ip6)
262 ip6_header_t *ip0, *ip1;
264 ip0 = vlib_buffer_get_current(b0);
265 ip1 = vlib_buffer_get_current(b1);
268 * IPv6 input checks on the exposed IP header
270 ip6_input_check_x2(vm, error_node,
274 if (FIB_MPLS_LSP_MODE_UNIFORM == mode)
277 * Copy the TTL from the MPLS packet into the
280 ip0->hop_limit = vnet_buffer(b0)->mpls.ttl;
281 ip1->hop_limit = vnet_buffer(b1)->mpls.ttl;
283 ip6_set_traffic_class_network_order(
285 mpls_exp_to_ip_dscp(vnet_buffer(b0)->mpls.exp));
286 ip6_set_traffic_class_network_order(
288 mpls_exp_to_ip_dscp(vnet_buffer(b1)->mpls.exp));
292 vnet_buffer(b0)->ip.adj_index[VLIB_TX] = mdd0->mdd_dpo.dpoi_index;
293 vnet_buffer(b1)->ip.adj_index[VLIB_TX] = mdd1->mdd_dpo.dpoi_index;
294 vnet_buffer(b0)->ip.rpf_id = mdd0->mdd_rpf_id;
295 vnet_buffer(b1)->ip.rpf_id = mdd1->mdd_rpf_id;
297 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
299 mpls_label_disposition_trace_t *tr =
300 vlib_add_trace(vm, node, b0, sizeof(*tr));
302 tr->mddt_payload_proto = mdd0->mdd_payload_proto;
303 tr->mddt_rpf_id = mdd0->mdd_rpf_id;
304 tr->mddt_mode = mdd0->mdd_mode;
306 if (PREDICT_FALSE(b1->flags & VLIB_BUFFER_IS_TRACED))
308 mpls_label_disposition_trace_t *tr =
309 vlib_add_trace(vm, node, b1, sizeof(*tr));
310 tr->mddt_payload_proto = mdd1->mdd_payload_proto;
311 tr->mddt_rpf_id = mdd1->mdd_rpf_id;
312 tr->mddt_mode = mdd1->mdd_mode;
315 vlib_validate_buffer_enqueue_x2(vm, node, next_index, to_next,
317 bi0, bi1, next0, next1);
320 while (n_left_from > 0 && n_left_to_next > 0)
322 mpls_disp_dpo_t *mdd0;
334 b0 = vlib_get_buffer(vm, bi0);
336 /* dst lookup was done by ip4 lookup */
337 mddi0 = vnet_buffer(b0)->ip.adj_index[VLIB_TX];
338 mdd0 = mpls_disp_dpo_get(mddi0);
339 next0 = mdd0->mdd_dpo.dpoi_next_node;
345 ip0 = vlib_buffer_get_current(b0);
348 * IPv4 input checks on the exposed IP header
351 ip4_input_check_x1(vm, error_node, b0, ip0, &next0, 1);
353 if (FIB_MPLS_LSP_MODE_UNIFORM == mode)
356 * Copy the TTL from the MPLS packet into the
357 * exposed IP. recalc the chksum
359 ip0->ttl = vnet_buffer(b0)->mpls.ttl;
360 ip0->tos = mpls_exp_to_ip_dscp(vnet_buffer(b0)->mpls.exp);
361 ip0->checksum = ip4_header_checksum(ip0);
364 else if (payload_is_ip6)
368 ip0 = vlib_buffer_get_current(b0);
371 * IPv6 input checks on the exposed IP header
373 ip6_input_check_x1(vm, error_node, b0, ip0, &next0);
375 if (FIB_MPLS_LSP_MODE_UNIFORM == mode)
378 * Copy the TTL from the MPLS packet into the
381 ip0->hop_limit = vnet_buffer(b0)->mpls.ttl;
383 ip6_set_traffic_class_network_order(
385 mpls_exp_to_ip_dscp(vnet_buffer(b0)->mpls.exp));
389 vnet_buffer(b0)->ip.adj_index[VLIB_TX] = mdd0->mdd_dpo.dpoi_index;
390 vnet_buffer(b0)->ip.rpf_id = mdd0->mdd_rpf_id;
392 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
394 mpls_label_disposition_trace_t *tr =
395 vlib_add_trace(vm, node, b0, sizeof(*tr));
396 tr->mddt_payload_proto = mdd0->mdd_payload_proto;
397 tr->mddt_rpf_id = mdd0->mdd_rpf_id;
398 tr->mddt_mode = mdd0->mdd_mode;
401 vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next,
402 n_left_to_next, bi0, next0);
404 vlib_put_next_frame(vm, node, next_index, n_left_to_next);
406 return from_frame->n_vectors;
410 format_mpls_label_disposition_trace (u8 * s, va_list * args)
412 CLIB_UNUSED(vlib_main_t * vm) = va_arg(*args, vlib_main_t *);
413 CLIB_UNUSED(vlib_node_t * node) = va_arg(*args, vlib_node_t *);
414 CLIB_UNUSED(mpls_label_disposition_trace_t * t);
416 t = va_arg(*args, mpls_label_disposition_trace_t *);
418 s = format(s, "rpf-id:%d %U, %U",
420 format_dpo_proto, t->mddt_payload_proto,
421 format_fib_mpls_lsp_mode, t->mddt_mode);
426 VLIB_NODE_FN (ip4_mpls_label_disposition_pipe_node) (vlib_main_t * vm,
427 vlib_node_runtime_t * node,
428 vlib_frame_t * frame)
430 return (mpls_label_disposition_inline(vm, node, frame, 1, 0,
431 FIB_MPLS_LSP_MODE_PIPE));
434 VLIB_REGISTER_NODE(ip4_mpls_label_disposition_pipe_node) = {
435 .name = "ip4-mpls-label-disposition-pipe",
436 .vector_size = sizeof(u32),
438 .format_trace = format_mpls_label_disposition_trace,
439 .sibling_of = "ip4-input",
440 .n_errors = IP4_N_ERROR,
441 .error_strings = ip4_error_strings,
444 VLIB_NODE_FN (ip6_mpls_label_disposition_pipe_node) (vlib_main_t * vm,
445 vlib_node_runtime_t * node,
446 vlib_frame_t * frame)
448 return (mpls_label_disposition_inline(vm, node, frame, 0, 1,
449 FIB_MPLS_LSP_MODE_PIPE));
452 VLIB_REGISTER_NODE(ip6_mpls_label_disposition_pipe_node) = {
453 .name = "ip6-mpls-label-disposition-pipe",
454 .vector_size = sizeof(u32),
456 .format_trace = format_mpls_label_disposition_trace,
457 .sibling_of = "ip6-input",
458 .n_errors = IP6_N_ERROR,
459 .error_strings = ip6_error_strings,
462 VLIB_NODE_FN (ip4_mpls_label_disposition_uniform_node) (vlib_main_t * vm,
463 vlib_node_runtime_t * node,
464 vlib_frame_t * frame)
466 return (mpls_label_disposition_inline(vm, node, frame, 1, 0,
467 FIB_MPLS_LSP_MODE_UNIFORM));
470 VLIB_REGISTER_NODE(ip4_mpls_label_disposition_uniform_node) = {
471 .name = "ip4-mpls-label-disposition-uniform",
472 .vector_size = sizeof(u32),
474 .format_trace = format_mpls_label_disposition_trace,
475 .sibling_of = "ip4-input",
476 .n_errors = IP4_N_ERROR,
477 .error_strings = ip4_error_strings,
480 VLIB_NODE_FN (ip6_mpls_label_disposition_uniform_node) (vlib_main_t * vm,
481 vlib_node_runtime_t * node,
482 vlib_frame_t * frame)
484 return (mpls_label_disposition_inline(vm, node, frame, 0, 1,
485 FIB_MPLS_LSP_MODE_UNIFORM));
488 VLIB_REGISTER_NODE(ip6_mpls_label_disposition_uniform_node) = {
489 .name = "ip6-mpls-label-disposition-uniform",
490 .vector_size = sizeof(u32),
492 .format_trace = format_mpls_label_disposition_trace,
493 .sibling_of = "ip6-input",
494 .n_errors = IP6_N_ERROR,
495 .error_strings = ip6_error_strings,
498 #ifndef CLIB_MARCH_VARIANT
500 mpls_disp_dpo_mem_show (void)
502 fib_show_memory_usage("MPLS label",
503 pool_elts(mpls_disp_dpo_pool),
504 pool_len(mpls_disp_dpo_pool),
505 sizeof(mpls_disp_dpo_t));
508 const static dpo_vft_t mdd_vft = {
509 .dv_lock = mpls_disp_dpo_lock,
510 .dv_unlock = mpls_disp_dpo_unlock,
511 .dv_format = format_mpls_disp_dpo,
512 .dv_mem_show = mpls_disp_dpo_mem_show,
515 const static char* const mpls_label_disp_pipe_ip4_nodes[] =
517 "ip4-mpls-label-disposition-pipe",
520 const static char* const mpls_label_disp_pipe_ip6_nodes[] =
522 "ip6-mpls-label-disposition-pipe",
525 const static char* const * const mpls_label_disp_pipe_nodes[DPO_PROTO_NUM] =
527 [DPO_PROTO_IP4] = mpls_label_disp_pipe_ip4_nodes,
528 [DPO_PROTO_IP6] = mpls_label_disp_pipe_ip6_nodes,
531 const static char* const mpls_label_disp_uniform_ip4_nodes[] =
533 "ip4-mpls-label-disposition-uniform",
536 const static char* const mpls_label_disp_uniform_ip6_nodes[] =
538 "ip6-mpls-label-disposition-uniform",
541 const static char* const * const mpls_label_disp_uniform_nodes[DPO_PROTO_NUM] =
543 [DPO_PROTO_IP4] = mpls_label_disp_uniform_ip4_nodes,
544 [DPO_PROTO_IP6] = mpls_label_disp_uniform_ip6_nodes,
549 mpls_disp_dpo_module_init(void)
551 dpo_register(DPO_MPLS_DISPOSITION_PIPE, &mdd_vft,
552 mpls_label_disp_pipe_nodes);
553 dpo_register(DPO_MPLS_DISPOSITION_UNIFORM, &mdd_vft,
554 mpls_label_disp_uniform_nodes);
556 #endif /* CLIB_MARCH_VARIANT */