2 * l2_in_out_feat_arc.c : layer 2 input/output acl processing
4 * Copyright (c) 2013,2018 Cisco and/or its affiliates.
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at:
9 * http://www.apache.org/licenses/LICENSE-2.0
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
18 #include <vlib/vlib.h>
19 #include <vnet/ethernet/ethernet.h>
20 #include <vnet/ip/ip_packet.h>
21 #include <vnet/l2/l2_input.h>
22 #include <vnet/l2/l2_output.h>
23 #include <vnet/l2/l2_in_out_feat_arc.h>
25 #include <vppinfra/error.h>
26 #include <vppinfra/hash.h>
27 #include <vppinfra/cache.h>
33 /* Next nodes for each feature */
34 u32 feat_next_node_index[IN_OUT_FEAT_ARC_N_TABLE_GROUPS][32];
35 u8 ip4_feat_arc_index[IN_OUT_FEAT_ARC_N_TABLE_GROUPS];
36 u8 ip6_feat_arc_index[IN_OUT_FEAT_ARC_N_TABLE_GROUPS];
37 u8 nonip_feat_arc_index[IN_OUT_FEAT_ARC_N_TABLE_GROUPS];
38 u32 next_slot[IN_OUT_FEAT_ARC_N_TABLE_GROUPS];
39 } l2_in_out_feat_arc_main_t __attribute__ ((aligned (CLIB_CACHE_LINE_BYTES)));
48 } l2_in_out_feat_arc_trace_t;
50 /* packet trace format function */
52 format_l2_in_out_feat_arc_trace (u8 * s, u32 is_output, va_list * args)
54 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
55 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
56 l2_in_out_feat_arc_trace_t *t =
57 va_arg (*args, l2_in_out_feat_arc_trace_t *);
61 "%s: head %d feature_bitmap %x ethertype %x sw_if_index %d, next_index %d",
62 is_output ? "OUT-FEAT-ARC" : "IN-FEAT-ARC", t->arc_head,
63 t->feature_bitmap, t->ethertype, t->sw_if_index, t->next_index);
68 format_l2_in_feat_arc_trace (u8 * s, va_list * args)
70 return format_l2_in_out_feat_arc_trace (s,
71 IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP,
76 format_l2_out_feat_arc_trace (u8 * s, va_list * args)
78 return format_l2_in_out_feat_arc_trace (s,
79 IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP,
84 #define foreach_l2_in_feat_arc_error \
85 _(DEFAULT, "in default") \
88 #define foreach_l2_out_feat_arc_error \
89 _(DEFAULT, "out default") \
94 #define _(sym,str) L2_IN_FEAT_ARC_ERROR_##sym,
95 foreach_l2_in_feat_arc_error
97 L2_IN_FEAT_ARC_N_ERROR,
98 } l2_in_feat_arc_error_t;
100 static char *l2_in_feat_arc_error_strings[] = {
101 #define _(sym,string) string,
102 foreach_l2_in_feat_arc_error
108 #define _(sym,str) L2_OUT_FEAT_ARC_ERROR_##sym,
109 foreach_l2_out_feat_arc_error
111 L2_OUT_FEAT_ARC_N_ERROR,
112 } l2_out_feat_arc_error_t;
114 static char *l2_out_feat_arc_error_strings[] = {
115 #define _(sym,string) string,
116 foreach_l2_out_feat_arc_error
120 extern l2_in_out_feat_arc_main_t l2_in_out_feat_arc_main;
122 #ifndef CLIB_MARCH_VARIANT
123 l2_in_out_feat_arc_main_t l2_in_out_feat_arc_main;
124 #endif /* CLIB_MARCH_VARIANT */
126 #define get_u16(addr) ( *((u16 *)(addr)) )
127 #define L2_FEAT_ARC_VEC_SIZE 2
129 static_always_inline void
130 buffer_prefetch_xN (int vector_sz, vlib_buffer_t ** b)
133 for (ii = 0; ii < vector_sz; ii++)
134 clib_prefetch_store (b[ii]);
137 static_always_inline void
138 get_sw_if_index_xN (int vector_sz, int is_output, vlib_buffer_t ** b,
139 u32 * out_sw_if_index)
142 for (ii = 0; ii < vector_sz; ii++)
144 out_sw_if_index[ii] = vnet_buffer (b[ii])->sw_if_index[VLIB_TX];
146 out_sw_if_index[ii] = vnet_buffer (b[ii])->sw_if_index[VLIB_RX];
149 static_always_inline void
150 get_ethertype_xN (int vector_sz, int is_output, vlib_buffer_t ** b,
154 for (ii = 0; ii < vector_sz; ii++)
156 ethernet_header_t *h0 = vlib_buffer_get_current (b[ii]);
157 u8 *l3h0 = (u8 *) h0 + vnet_buffer (b[ii])->l2.l2_len;
158 out_ethertype[ii] = clib_net_to_host_u16 (get_u16 (l3h0 - 2));
163 static_always_inline void
164 set_next_in_arc_head_xN (int vector_sz, int is_output, u32 * next_nodes,
165 vlib_buffer_t ** b, u32 * sw_if_index,
166 u16 * ethertype, u8 ip4_arc, u8 ip6_arc,
167 u8 nonip_arc, u16 * out_next)
170 for (ii = 0; ii < vector_sz; ii++)
174 switch (ethertype[ii])
176 case ETHERNET_TYPE_IP4:
177 feature_arc = ip4_arc;
179 case ETHERNET_TYPE_IP6:
180 feature_arc = ip6_arc;
183 feature_arc = nonip_arc;
185 if (PREDICT_TRUE (vnet_have_features (feature_arc, sw_if_index[ii])))
186 vnet_feature_arc_start (feature_arc,
187 sw_if_index[ii], &next_index, b[ii]);
190 vnet_l2_feature_next (b[ii], next_nodes,
191 is_output ? L2OUTPUT_FEAT_OUTPUT_FEAT_ARC :
192 L2INPUT_FEAT_INPUT_FEAT_ARC);
194 out_next[ii] = next_index;
198 static_always_inline void
199 set_next_in_arc_tail_xN (int vector_sz, int is_output, u32 * next_nodes,
200 vlib_buffer_t ** b, u16 * out_next)
203 for (ii = 0; ii < vector_sz; ii++)
206 vnet_l2_feature_next (b[ii], next_nodes,
207 is_output ? L2OUTPUT_FEAT_OUTPUT_FEAT_ARC :
208 L2INPUT_FEAT_INPUT_FEAT_ARC);
214 static_always_inline void
215 maybe_trace_xN (int vector_sz, int arc_head, vlib_main_t * vm,
216 vlib_node_runtime_t * node, vlib_buffer_t ** b,
217 u32 * sw_if_index, u16 * ethertype, u16 * next)
220 for (ii = 0; ii < vector_sz; ii++)
221 if (PREDICT_FALSE (b[ii]->flags & VLIB_BUFFER_IS_TRACED))
223 l2_in_out_feat_arc_trace_t *t =
224 vlib_add_trace (vm, node, b[ii], sizeof (*t));
225 t->arc_head = arc_head;
226 t->sw_if_index = arc_head ? sw_if_index[ii] : ~0;
227 t->feature_bitmap = vnet_buffer (b[ii])->l2.feature_bitmap;
228 t->ethertype = arc_head ? ethertype[ii] : 0;
229 t->next_index = next[ii];
234 l2_in_out_feat_arc_node_fn (vlib_main_t * vm,
235 vlib_node_runtime_t * node, vlib_frame_t * frame,
236 int is_output, vlib_node_registration_t * fa_node,
237 int arc_head, int do_trace)
240 u16 nexts[VLIB_FRAME_SIZE], *next;
241 u16 ethertypes[VLIB_FRAME_SIZE], *ethertype;
242 vlib_buffer_t *bufs[VLIB_FRAME_SIZE], **b;
243 u32 sw_if_indices[VLIB_FRAME_SIZE], *sw_if_index;
244 l2_in_out_feat_arc_main_t *fam = &l2_in_out_feat_arc_main;
246 u8 ip4_arc_index = fam->ip4_feat_arc_index[is_output];
247 u8 ip6_arc_index = fam->ip6_feat_arc_index[is_output];
248 u8 nonip_arc_index = fam->nonip_feat_arc_index[is_output];
249 u32 *next_node_indices = fam->feat_next_node_index[is_output];
251 from = vlib_frame_vector_args (frame);
252 vlib_get_buffers (vm, from, bufs, frame->n_vectors);
253 /* set the initial values for the current buffer the next pointers */
256 ethertype = ethertypes;
257 sw_if_index = sw_if_indices;
258 n_left = frame->n_vectors;
260 CLIB_PREFETCH (next_node_indices,
261 sizeof (fam->feat_next_node_index[is_output]), LOAD);
263 while (n_left > 3 * L2_FEAT_ARC_VEC_SIZE)
265 const int vec_sz = L2_FEAT_ARC_VEC_SIZE;
266 /* prefetch next N buffers */
267 buffer_prefetch_xN (vec_sz, b + 2 * vec_sz);
271 get_sw_if_index_xN (vec_sz, is_output, b, sw_if_index);
272 get_ethertype_xN (vec_sz, is_output, b, ethertype);
273 set_next_in_arc_head_xN (vec_sz, is_output, next_node_indices, b,
274 sw_if_index, ethertype, ip4_arc_index,
275 ip6_arc_index, nonip_arc_index, next);
279 set_next_in_arc_tail_xN (vec_sz, is_output, next_node_indices, b,
283 maybe_trace_xN (vec_sz, arc_head, vm, node, b, sw_if_index, ethertype,
288 sw_if_index += vec_sz;
296 const int vec_sz = 1;
300 get_sw_if_index_xN (vec_sz, is_output, b, sw_if_index);
301 get_ethertype_xN (vec_sz, is_output, b, ethertype);
302 set_next_in_arc_head_xN (vec_sz, is_output, next_node_indices, b,
303 sw_if_index, ethertype, ip4_arc_index,
304 ip6_arc_index, nonip_arc_index, next);
308 set_next_in_arc_tail_xN (vec_sz, is_output, next_node_indices, b,
312 maybe_trace_xN (vec_sz, arc_head, vm, node, b, sw_if_index, ethertype,
317 sw_if_index += vec_sz;
323 vlib_buffer_enqueue_to_next (vm, node, from, nexts, frame->n_vectors);
325 return frame->n_vectors;
328 VLIB_NODE_FN (l2_in_feat_arc_node) (vlib_main_t * vm,
329 vlib_node_runtime_t * node,
330 vlib_frame_t * frame)
332 if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE))
333 return l2_in_out_feat_arc_node_fn (vm, node, frame,
334 IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP,
335 &l2_in_feat_arc_node, 1, 1);
337 return l2_in_out_feat_arc_node_fn (vm, node, frame,
338 IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP,
339 &l2_in_feat_arc_node, 1, 0);
342 VLIB_NODE_FN (l2_out_feat_arc_node) (vlib_main_t * vm,
343 vlib_node_runtime_t * node,
344 vlib_frame_t * frame)
346 if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE))
347 return l2_in_out_feat_arc_node_fn (vm, node, frame,
348 IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP,
349 &l2_out_feat_arc_node, 1, 1);
351 return l2_in_out_feat_arc_node_fn (vm, node, frame,
352 IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP,
353 &l2_out_feat_arc_node, 1, 0);
356 VLIB_NODE_FN (l2_in_feat_arc_end_node) (vlib_main_t * vm,
357 vlib_node_runtime_t * node,
358 vlib_frame_t * frame)
360 if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE))
361 return l2_in_out_feat_arc_node_fn (vm, node, frame,
362 IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP,
363 &l2_in_feat_arc_end_node, 0, 1);
365 return l2_in_out_feat_arc_node_fn (vm, node, frame,
366 IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP,
367 &l2_in_feat_arc_end_node, 0, 0);
370 VLIB_NODE_FN (l2_out_feat_arc_end_node) (vlib_main_t * vm,
371 vlib_node_runtime_t * node,
372 vlib_frame_t * frame)
374 if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE))
375 return l2_in_out_feat_arc_node_fn (vm, node, frame,
376 IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP,
377 &l2_out_feat_arc_end_node, 0, 1);
379 return l2_in_out_feat_arc_node_fn (vm, node, frame,
380 IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP,
381 &l2_out_feat_arc_end_node, 0, 0);
385 #ifndef CLIB_MARCH_VARIANT
387 vnet_l2_in_out_feat_arc_enable_disable (u32 sw_if_index, int is_output,
391 l2output_intf_bitmap_enable (sw_if_index, L2OUTPUT_FEAT_OUTPUT_FEAT_ARC,
392 (u32) enable_disable);
394 l2input_intf_bitmap_enable (sw_if_index, L2INPUT_FEAT_INPUT_FEAT_ARC,
395 (u32) enable_disable);
397 #endif /* CLIB_MARCH_VARIANT */
400 VNET_FEATURE_ARC_INIT (l2_in_ip4_arc, static) =
402 .arc_name = "l2-input-ip4",
403 .start_nodes = VNET_FEATURES ("l2-input-feat-arc"),
404 .arc_index_ptr = &l2_in_out_feat_arc_main.ip4_feat_arc_index[IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP],
407 VNET_FEATURE_ARC_INIT (l2_out_ip4_arc, static) =
409 .arc_name = "l2-output-ip4",
410 .start_nodes = VNET_FEATURES ("l2-output-feat-arc"),
411 .arc_index_ptr = &l2_in_out_feat_arc_main.ip4_feat_arc_index[IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP],
414 VNET_FEATURE_ARC_INIT (l2_out_ip6_arc, static) =
416 .arc_name = "l2-input-ip6",
417 .start_nodes = VNET_FEATURES ("l2-input-feat-arc"),
418 .arc_index_ptr = &l2_in_out_feat_arc_main.ip6_feat_arc_index[IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP],
420 VNET_FEATURE_ARC_INIT (l2_in_ip6_arc, static) =
422 .arc_name = "l2-output-ip6",
423 .start_nodes = VNET_FEATURES ("l2-output-feat-arc"),
424 .arc_index_ptr = &l2_in_out_feat_arc_main.ip6_feat_arc_index[IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP],
427 VNET_FEATURE_ARC_INIT (l2_out_nonip_arc, static) =
429 .arc_name = "l2-input-nonip",
430 .start_nodes = VNET_FEATURES ("l2-input-feat-arc"),
431 .arc_index_ptr = &l2_in_out_feat_arc_main.nonip_feat_arc_index[IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP],
433 VNET_FEATURE_ARC_INIT (l2_in_nonip_arc, static) =
435 .arc_name = "l2-output-nonip",
436 .start_nodes = VNET_FEATURES ("l2-output-feat-arc"),
437 .arc_index_ptr = &l2_in_out_feat_arc_main.nonip_feat_arc_index[IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP],
445 VLIB_REGISTER_NODE (l2_in_feat_arc_node) = {
446 .name = "l2-input-feat-arc",
447 .vector_size = sizeof (u32),
448 .format_trace = format_l2_in_feat_arc_trace,
449 .type = VLIB_NODE_TYPE_INTERNAL,
451 .n_errors = ARRAY_LEN(l2_in_feat_arc_error_strings),
452 .error_strings = l2_in_feat_arc_error_strings,
456 VLIB_REGISTER_NODE (l2_out_feat_arc_node) = {
457 .name = "l2-output-feat-arc",
458 .vector_size = sizeof (u32),
459 .format_trace = format_l2_out_feat_arc_trace,
460 .type = VLIB_NODE_TYPE_INTERNAL,
462 .n_errors = ARRAY_LEN(l2_out_feat_arc_error_strings),
463 .error_strings = l2_out_feat_arc_error_strings,
467 VLIB_REGISTER_NODE (l2_in_feat_arc_end_node) = {
468 .name = "l2-input-feat-arc-end",
469 .vector_size = sizeof (u32),
470 .format_trace = format_l2_in_feat_arc_trace,
471 .sibling_of = "l2-input-feat-arc",
474 VLIB_REGISTER_NODE (l2_out_feat_arc_end_node) = {
475 .name = "l2-output-feat-arc-end",
476 .vector_size = sizeof (u32),
477 .format_trace = format_l2_out_feat_arc_trace,
478 .sibling_of = "l2-output-feat-arc",
481 VNET_FEATURE_INIT (l2_in_ip4_arc_end, static) =
483 .arc_name = "l2-input-ip4",
484 .node_name = "l2-input-feat-arc-end",
485 .runs_before = 0, /* not before any other features */
488 VNET_FEATURE_INIT (l2_out_ip4_arc_end, static) =
490 .arc_name = "l2-output-ip4",
491 .node_name = "l2-output-feat-arc-end",
492 .runs_before = 0, /* not before any other features */
495 VNET_FEATURE_INIT (l2_in_ip6_arc_end, static) =
497 .arc_name = "l2-input-ip6",
498 .node_name = "l2-input-feat-arc-end",
499 .runs_before = 0, /* not before any other features */
503 VNET_FEATURE_INIT (l2_out_ip6_arc_end, static) =
505 .arc_name = "l2-output-ip6",
506 .node_name = "l2-output-feat-arc-end",
507 .runs_before = 0, /* not before any other features */
510 VNET_FEATURE_INIT (l2_in_nonip_arc_end, static) =
512 .arc_name = "l2-input-nonip",
513 .node_name = "l2-input-feat-arc-end",
514 .runs_before = 0, /* not before any other features */
518 VNET_FEATURE_INIT (l2_out_nonip_arc_end, static) =
520 .arc_name = "l2-output-nonip",
521 .node_name = "l2-output-feat-arc-end",
522 .runs_before = 0, /* not before any other features */
527 #ifndef CLIB_MARCH_VARIANT
529 l2_in_out_feat_arc_init (vlib_main_t * vm)
531 l2_in_out_feat_arc_main_t *mp = &l2_in_out_feat_arc_main;
533 /* Initialize the feature next-node indexes */
534 feat_bitmap_init_next_nodes (vm,
535 l2_in_feat_arc_end_node.index,
537 l2input_get_feat_names (),
538 mp->feat_next_node_index
539 [IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP]);
540 feat_bitmap_init_next_nodes (vm, l2_out_feat_arc_end_node.index,
541 L2OUTPUT_N_FEAT, l2output_get_feat_names (),
542 mp->feat_next_node_index
543 [IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP]);
549 l2_has_features (u32 sw_if_index, int is_output)
551 int has_features = 0;
552 l2_in_out_feat_arc_main_t *mp = &l2_in_out_feat_arc_main;
554 vnet_have_features (mp->ip4_feat_arc_index[is_output], sw_if_index);
556 vnet_have_features (mp->ip6_feat_arc_index[is_output], sw_if_index);
558 vnet_have_features (mp->nonip_feat_arc_index[is_output], sw_if_index);
559 return has_features > 0;
563 l2_is_output_arc (u8 arc_index)
565 l2_in_out_feat_arc_main_t *mp = &l2_in_out_feat_arc_main;
566 int idx = IN_OUT_FEAT_ARC_OUTPUT_TABLE_GROUP;
567 return (mp->ip4_feat_arc_index[idx] == arc_index
568 || mp->ip6_feat_arc_index[idx] == arc_index
569 || mp->nonip_feat_arc_index[idx] == arc_index);
573 l2_is_input_arc (u8 arc_index)
575 l2_in_out_feat_arc_main_t *mp = &l2_in_out_feat_arc_main;
576 int idx = IN_OUT_FEAT_ARC_INPUT_TABLE_GROUP;
577 return (mp->ip4_feat_arc_index[idx] == arc_index
578 || mp->ip6_feat_arc_index[idx] == arc_index
579 || mp->nonip_feat_arc_index[idx] == arc_index);
583 vnet_l2_feature_enable_disable (const char *arc_name, const char *node_name,
584 u32 sw_if_index, int enable_disable,
585 void *feature_config,
586 u32 n_feature_config_bytes)
588 u8 arc_index = vnet_get_feature_arc_index (arc_name);
589 if (arc_index == (u8) ~ 0)
590 return VNET_API_ERROR_INVALID_VALUE;
592 /* check the state before we tried to enable/disable */
593 int had_features = vnet_have_features (arc_index, sw_if_index);
595 int ret = vnet_feature_enable_disable (arc_name, node_name, sw_if_index,
596 enable_disable, feature_config,
597 n_feature_config_bytes);
601 int has_features = vnet_have_features (arc_index, sw_if_index);
603 if (had_features != has_features)
605 if (l2_is_output_arc (arc_index))
607 vnet_l2_in_out_feat_arc_enable_disable (sw_if_index, 1,
611 if (l2_is_input_arc (arc_index))
613 vnet_l2_in_out_feat_arc_enable_disable (sw_if_index, 0,
622 VLIB_INIT_FUNCTION (l2_in_out_feat_arc_init);
623 #endif /* CLIB_MARCH_VARIANT */
626 * fd.io coding-style-patch-verification: ON
629 * eval: (c-set-style "gnu")