2 * Copyright (c) 2016 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 #include <vnet/ip/ip4_input.h>
17 #include <vnet/ip/ip6_input.h>
18 #include <vnet/dpo/mpls_disposition.h>
19 #include <vnet/mpls/mpls.h>
22 * pool of all MPLS Label DPOs
24 mpls_disp_dpo_t *mpls_disp_dpo_pool;
26 static mpls_disp_dpo_t *
27 mpls_disp_dpo_alloc (void)
31 pool_get_aligned(mpls_disp_dpo_pool, mdd, CLIB_CACHE_LINE_BYTES);
32 memset(mdd, 0, sizeof(*mdd));
34 dpo_reset(&mdd->mdd_dpo);
40 mpls_disp_dpo_get_index (mpls_disp_dpo_t *mdd)
42 return (mdd - mpls_disp_dpo_pool);
46 mpls_disp_dpo_create (dpo_proto_t payload_proto,
52 mdd = mpls_disp_dpo_alloc();
54 mdd->mdd_payload_proto = payload_proto;
55 mdd->mdd_rpf_id = rpf_id;
57 dpo_stack(DPO_MPLS_DISPOSITION,
58 mdd->mdd_payload_proto,
62 return (mpls_disp_dpo_get_index(mdd));
66 format_mpls_disp_dpo (u8 *s, va_list *args)
68 index_t index = va_arg (*args, index_t);
69 u32 indent = va_arg (*args, u32);
72 mdd = mpls_disp_dpo_get(index);
74 s = format(s, "mpls-disposition:[%d]:[%U]",
76 format_dpo_proto, mdd->mdd_payload_proto);
78 s = format(s, "\n%U", format_white_space, indent);
79 s = format(s, "%U", format_dpo_id, &mdd->mdd_dpo, indent+2);
85 mpls_disp_dpo_lock (dpo_id_t *dpo)
89 mdd = mpls_disp_dpo_get(dpo->dpoi_index);
95 mpls_disp_dpo_unlock (dpo_id_t *dpo)
99 mdd = mpls_disp_dpo_get(dpo->dpoi_index);
103 if (0 == mdd->mdd_locks)
105 dpo_reset(&mdd->mdd_dpo);
106 pool_put(mpls_disp_dpo_pool, mdd);
111 * @brief A struct to hold tracing information for the MPLS label disposition
114 typedef struct mpls_label_disposition_trace_t_
117 } mpls_label_disposition_trace_t;
119 extern vlib_node_registration_t ip4_mpls_label_disposition_node;
120 extern vlib_node_registration_t ip6_mpls_label_disposition_node;
123 mpls_label_disposition_inline (vlib_main_t * vm,
124 vlib_node_runtime_t * node,
125 vlib_frame_t * from_frame,
129 u32 n_left_from, next_index, * from, * to_next;
130 vlib_node_runtime_t *error_node;
133 error_node = vlib_node_get_runtime (vm, ip4_mpls_label_disposition_node.index);
135 error_node = vlib_node_get_runtime (vm, ip6_mpls_label_disposition_node.index);
137 from = vlib_frame_vector_args (from_frame);
138 n_left_from = from_frame->n_vectors;
140 next_index = node->cached_next_index;
142 while (n_left_from > 0)
146 vlib_get_next_frame(vm, node, next_index, to_next, n_left_to_next);
148 while (n_left_from >= 4 && n_left_to_next >= 2)
150 mpls_disp_dpo_t *mdd0, *mdd1;
151 u32 bi0, mddi0, bi1, mddi1;
152 vlib_buffer_t * b0, *b1;
155 bi0 = to_next[0] = from[0];
156 bi1 = to_next[1] = from[1];
158 /* Prefetch next iteration. */
160 vlib_buffer_t * p2, * p3;
162 p2 = vlib_get_buffer (vm, from[2]);
163 p3 = vlib_get_buffer (vm, from[3]);
165 vlib_prefetch_buffer_header (p2, STORE);
166 vlib_prefetch_buffer_header (p3, STORE);
168 CLIB_PREFETCH (p2->data, sizeof (ip6_header_t), STORE);
169 CLIB_PREFETCH (p3->data, sizeof (ip6_header_t), STORE);
177 b0 = vlib_get_buffer (vm, bi0);
178 b1 = vlib_get_buffer (vm, bi1);
180 /* dst lookup was done by ip4 lookup */
181 mddi0 = vnet_buffer(b0)->ip.adj_index[VLIB_TX];
182 mddi1 = vnet_buffer(b1)->ip.adj_index[VLIB_TX];
183 mdd0 = mpls_disp_dpo_get(mddi0);
184 mdd1 = mpls_disp_dpo_get(mddi1);
186 next0 = mdd0->mdd_dpo.dpoi_next_node;
187 next1 = mdd1->mdd_dpo.dpoi_next_node;
191 ip4_header_t *ip0, *ip1;
193 ip0 = vlib_buffer_get_current (b0);
194 ip1 = vlib_buffer_get_current (b1);
197 * IPv4 input checks on the exposed IP header
200 ip4_input_check_x2 (vm, error_node,
204 else if (payload_is_ip6)
206 ip6_header_t *ip0, *ip1;
208 ip0 = vlib_buffer_get_current (b0);
209 ip1 = vlib_buffer_get_current (b1);
212 * IPv6 input checks on the exposed IP header
214 ip6_input_check_x2 (vm, error_node,
219 vnet_buffer(b0)->ip.adj_index[VLIB_TX] = mdd0->mdd_dpo.dpoi_index;
220 vnet_buffer(b1)->ip.adj_index[VLIB_TX] = mdd1->mdd_dpo.dpoi_index;
221 vnet_buffer(b0)->ip.rpf_id = mdd0->mdd_rpf_id;
222 vnet_buffer(b1)->ip.rpf_id = mdd1->mdd_rpf_id;
224 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
226 mpls_label_disposition_trace_t *tr =
227 vlib_add_trace (vm, node, b0, sizeof (*tr));
231 if (PREDICT_FALSE(b1->flags & VLIB_BUFFER_IS_TRACED))
233 mpls_label_disposition_trace_t *tr =
234 vlib_add_trace (vm, node, b1, sizeof (*tr));
238 vlib_validate_buffer_enqueue_x2(vm, node, next_index, to_next,
240 bi0, bi1, next0, next1);
243 while (n_left_from > 0 && n_left_to_next > 0)
245 mpls_disp_dpo_t *mdd0;
257 b0 = vlib_get_buffer (vm, bi0);
259 /* dst lookup was done by ip4 lookup */
260 mddi0 = vnet_buffer(b0)->ip.adj_index[VLIB_TX];
261 mdd0 = mpls_disp_dpo_get(mddi0);
262 next0 = mdd0->mdd_dpo.dpoi_next_node;
268 ip0 = vlib_buffer_get_current (b0);
271 * IPv4 input checks on the exposed IP header
274 ip4_input_check_x1 (vm, error_node, b0, ip0, &next0, 1);
276 else if (payload_is_ip6)
280 ip0 = vlib_buffer_get_current (b0);
283 * IPv6 input checks on the exposed IP header
285 ip6_input_check_x1 (vm, error_node, b0, ip0, &next0);
288 vnet_buffer(b0)->ip.adj_index[VLIB_TX] = mdd0->mdd_dpo.dpoi_index;
289 vnet_buffer(b0)->ip.rpf_id = mdd0->mdd_rpf_id;
291 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
293 mpls_label_disposition_trace_t *tr =
294 vlib_add_trace (vm, node, b0, sizeof (*tr));
298 vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next,
299 n_left_to_next, bi0, next0);
301 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
303 return from_frame->n_vectors;
307 format_mpls_label_disposition_trace (u8 * s, va_list * args)
309 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
310 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
311 CLIB_UNUSED (mpls_label_disposition_trace_t * t);
313 t = va_arg (*args, mpls_label_disposition_trace_t *);
315 s = format(s, "disp:%d", t->mdd);
320 ip4_mpls_label_disposition (vlib_main_t * vm,
321 vlib_node_runtime_t * node,
322 vlib_frame_t * frame)
324 return (mpls_label_disposition_inline(vm, node, frame, 1, 0));
327 VLIB_REGISTER_NODE (ip4_mpls_label_disposition_node) = {
328 .function = ip4_mpls_label_disposition,
329 .name = "ip4-mpls-label-disposition",
330 .vector_size = sizeof (u32),
332 .format_trace = format_mpls_label_disposition_trace,
333 .sibling_of = "ip4-input",
334 .n_errors = IP4_N_ERROR,
335 .error_strings = ip4_error_strings,
337 VLIB_NODE_FUNCTION_MULTIARCH (ip4_mpls_label_disposition_node,
338 ip4_mpls_label_disposition)
341 ip6_mpls_label_disposition (vlib_main_t * vm,
342 vlib_node_runtime_t * node,
343 vlib_frame_t * frame)
345 return (mpls_label_disposition_inline(vm, node, frame, 0, 1));
348 VLIB_REGISTER_NODE (ip6_mpls_label_disposition_node) = {
349 .function = ip6_mpls_label_disposition,
350 .name = "ip6-mpls-label-disposition",
351 .vector_size = sizeof (u32),
353 .format_trace = format_mpls_label_disposition_trace,
354 .sibling_of = "ip6-input",
355 .n_errors = IP6_N_ERROR,
356 .error_strings = ip6_error_strings,
358 VLIB_NODE_FUNCTION_MULTIARCH (ip6_mpls_label_disposition_node,
359 ip6_mpls_label_disposition)
362 mpls_disp_dpo_mem_show (void)
364 fib_show_memory_usage("MPLS label",
365 pool_elts(mpls_disp_dpo_pool),
366 pool_len(mpls_disp_dpo_pool),
367 sizeof(mpls_disp_dpo_t));
370 const static dpo_vft_t mdd_vft = {
371 .dv_lock = mpls_disp_dpo_lock,
372 .dv_unlock = mpls_disp_dpo_unlock,
373 .dv_format = format_mpls_disp_dpo,
374 .dv_mem_show = mpls_disp_dpo_mem_show,
377 const static char* const mpls_label_disp_ip4_nodes[] =
379 "ip4-mpls-label-disposition",
382 const static char* const mpls_label_disp_ip6_nodes[] =
384 "ip6-mpls-label-disposition",
387 const static char* const * const mpls_label_disp_nodes[DPO_PROTO_NUM] =
389 [DPO_PROTO_IP4] = mpls_label_disp_ip4_nodes,
390 [DPO_PROTO_IP6] = mpls_label_disp_ip6_nodes,
395 mpls_disp_dpo_module_init (void)
397 dpo_register(DPO_MPLS_DISPOSITION, &mdd_vft, mpls_label_disp_nodes);