2 * Copyright (c) 2016 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 #include <vnet/cop/cop.h>
23 /* packet trace format function */
24 static u8 * format_cop_input_trace (u8 * s, va_list * args)
26 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
27 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
28 cop_input_trace_t * t = va_arg (*args, cop_input_trace_t *);
30 s = format (s, "COP_INPUT: sw_if_index %d, next index %d",
31 t->sw_if_index, t->next_index);
35 vlib_node_registration_t cop_input_node;
37 #define foreach_cop_input_error \
38 _(PROCESSED, "COP input packets processed")
41 #define _(sym,str) COP_INPUT_ERROR_##sym,
42 foreach_cop_input_error
47 static char * cop_input_error_strings[] = {
48 #define _(sym,string) string,
49 foreach_cop_input_error
54 cop_input_node_fn (vlib_main_t * vm,
55 vlib_node_runtime_t * node,
58 u32 n_left_from, * from, * to_next;
59 cop_feature_type_t next_index;
60 cop_main_t *cm = &cop_main;
62 from = vlib_frame_vector_args (frame);
63 n_left_from = frame->n_vectors;
64 next_index = node->cached_next_index;
66 while (n_left_from > 0)
70 vlib_get_next_frame (vm, node, next_index,
71 to_next, n_left_to_next);
73 while (n_left_from >= 4 && n_left_to_next >= 2)
76 vlib_buffer_t * b0, * b1;
78 u32 sw_if_index0, sw_if_index1;
79 ethernet_header_t * en0, * en1;
80 cop_config_main_t * ccm0, * ccm1;
81 u32 advance0, advance1;
84 /* Prefetch next iteration. */
86 vlib_buffer_t * p2, * p3;
88 p2 = vlib_get_buffer (vm, from[2]);
89 p3 = vlib_get_buffer (vm, from[3]);
91 vlib_prefetch_buffer_header (p2, LOAD);
92 vlib_prefetch_buffer_header (p3, LOAD);
94 CLIB_PREFETCH (p2->data, CLIB_CACHE_LINE_BYTES, STORE);
95 CLIB_PREFETCH (p3->data, CLIB_CACHE_LINE_BYTES, STORE);
98 /* speculatively enqueue b0 and b1 to the current next frame */
99 to_next[0] = bi0 = from[0];
100 to_next[1] = bi1 = from[1];
106 b0 = vlib_get_buffer (vm, bi0);
107 b1 = vlib_get_buffer (vm, bi1);
109 en0 = vlib_buffer_get_current (b0);
110 en1 = vlib_buffer_get_current (b1);
112 sw_if_index0 = vnet_buffer(b0)->sw_if_index[VLIB_RX];
113 sw_if_index1 = vnet_buffer(b1)->sw_if_index[VLIB_RX];
115 proto0 = VNET_COP_DEFAULT;
116 proto1 = VNET_COP_DEFAULT;
120 if (en0->type == clib_host_to_net_u16(ETHERNET_TYPE_IP4))
122 proto0 = VNET_COP_IP4;
123 advance0 = sizeof(ethernet_header_t);
125 else if (en0->type == clib_host_to_net_u16(ETHERNET_TYPE_IP6))
127 proto0 = VNET_COP_IP6;
128 advance0 = sizeof(ethernet_header_t);
131 if (en1->type == clib_host_to_net_u16(ETHERNET_TYPE_IP4))
133 proto1 = VNET_COP_IP4;
134 advance1 = sizeof(ethernet_header_t);
136 else if (en1->type == clib_host_to_net_u16(ETHERNET_TYPE_IP6))
138 proto1 = VNET_COP_IP6;
139 advance1 = sizeof(ethernet_header_t);
142 ccm0 = cm->cop_config_mains + proto0;
143 ccm1 = cm->cop_config_mains + proto1;
144 vnet_buffer(b0)->cop.current_config_index =
145 ccm0->config_index_by_sw_if_index [sw_if_index0];
147 vnet_buffer(b1)->cop.current_config_index =
148 ccm1->config_index_by_sw_if_index [sw_if_index1];
150 vlib_buffer_advance (b0, advance0);
151 vlib_buffer_advance (b1, advance1);
153 vnet_get_config_data (&ccm0->config_main,
154 &vnet_buffer(b0)->cop.current_config_index,
155 &next0, 0 /* bytes of config data */);
157 vnet_get_config_data (&ccm1->config_main,
158 &vnet_buffer(b1)->cop.current_config_index,
159 &next1, 0 /* bytes of config data */);
161 if (PREDICT_FALSE((node->flags & VLIB_NODE_FLAG_TRACE)
162 && (b0->flags & VLIB_BUFFER_IS_TRACED)))
164 cop_input_trace_t *t =
165 vlib_add_trace (vm, node, b0, sizeof (*t));
166 t->sw_if_index = sw_if_index0;
167 t->next_index = next0;
170 if (PREDICT_FALSE((node->flags & VLIB_NODE_FLAG_TRACE)
171 && (b1->flags & VLIB_BUFFER_IS_TRACED)))
173 cop_input_trace_t *t =
174 vlib_add_trace (vm, node, b1, sizeof (*t));
175 t->sw_if_index = sw_if_index1;
176 t->next_index = next1;
178 /* verify speculative enqueues, maybe switch current next frame */
179 vlib_validate_buffer_enqueue_x2 (vm, node, next_index,
180 to_next, n_left_to_next,
181 bi0, bi1, next0, next1);
184 while (n_left_from > 0 && n_left_to_next > 0)
190 ethernet_header_t *en0;
191 cop_config_main_t *ccm0;
195 /* speculatively enqueue b0 to the current next frame */
203 b0 = vlib_get_buffer (vm, bi0);
206 * Direct from the driver, we should be at offset 0
207 * aka at &b0->data[0]
209 ASSERT (b0->current_data == 0);
211 en0 = vlib_buffer_get_current (b0);
213 sw_if_index0 = vnet_buffer(b0)->sw_if_index[VLIB_RX];
215 proto0 = VNET_COP_DEFAULT;
218 if (en0->type == clib_host_to_net_u16(ETHERNET_TYPE_IP4))
220 proto0 = VNET_COP_IP4;
221 advance0 = sizeof(ethernet_header_t);
223 else if (en0->type == clib_host_to_net_u16(ETHERNET_TYPE_IP6))
225 proto0 = VNET_COP_IP6;
226 advance0 = sizeof(ethernet_header_t);
229 ccm0 = cm->cop_config_mains + proto0;
230 vnet_buffer(b0)->cop.current_config_index =
231 ccm0->config_index_by_sw_if_index [sw_if_index0];
233 vlib_buffer_advance (b0, advance0);
235 vnet_get_config_data (&ccm0->config_main,
236 &vnet_buffer(b0)->cop.current_config_index,
237 &next0, 0 /* bytes of config data */);
239 if (PREDICT_FALSE((node->flags & VLIB_NODE_FLAG_TRACE)
240 && (b0->flags & VLIB_BUFFER_IS_TRACED)))
242 cop_input_trace_t *t =
243 vlib_add_trace (vm, node, b0, sizeof (*t));
244 t->sw_if_index = sw_if_index0;
245 t->next_index = next0;
248 /* verify speculative enqueue, maybe switch current next frame */
249 vlib_validate_buffer_enqueue_x1 (vm, node, next_index,
250 to_next, n_left_to_next,
254 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
256 vlib_node_increment_counter (vm, cop_input_node.index,
257 COP_INPUT_ERROR_PROCESSED, frame->n_vectors);
258 return frame->n_vectors;
261 VLIB_REGISTER_NODE (cop_input_node) = {
262 .function = cop_input_node_fn,
264 .vector_size = sizeof (u32),
265 .format_trace = format_cop_input_trace,
266 .type = VLIB_NODE_TYPE_INTERNAL,
268 .n_errors = ARRAY_LEN(cop_input_error_strings),
269 .error_strings = cop_input_error_strings,
271 .n_next_nodes = COP_RX_N_FEATURES,
273 /* edit / add dispositions here */
275 [IP4_RX_COP_WHITELIST] = "ip4-cop-whitelist",
276 [IP6_RX_COP_WHITELIST] = "ip6-cop-whitelist",
277 [DEFAULT_RX_COP_WHITELIST] = "default-cop-whitelist",
278 [IP4_RX_COP_INPUT] = "ip4-input",
279 [IP6_RX_COP_INPUT] = "ip6-input",
280 [DEFAULT_RX_COP_INPUT] = "ethernet-input",
281 [RX_COP_DROP] = "error-drop",
285 VLIB_NODE_FUNCTION_MULTIARCH (cop_input_node, cop_input_node_fn)
287 #define foreach_cop_stub \
288 _(default-cop-whitelist, default_cop_whitelist)
293 f##_node_fn (vlib_main_t * vm, \
294 vlib_node_runtime_t * node, \
295 vlib_frame_t * frame) \
297 clib_warning ("BUG: stub function called"); \
301 VLIB_REGISTER_NODE (f##_input_node) = { \
302 .function = f##_node_fn, \
304 .vector_size = sizeof (u32), \
305 .type = VLIB_NODE_TYPE_INTERNAL, \
308 .error_strings = 0, \