2 * decap.c: pppoe session decap packet processing
4 * Copyright (c) 2017 Intel and/or its affiliates.
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at:
9 * http://www.apache.org/licenses/LICENSE-2.0
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
18 #include <vlib/vlib.h>
19 #include <vnet/pg/pg.h>
20 #include <vnet/ppp/packet.h>
21 #include <pppoe/pppoe.h>
30 static u8 * format_pppoe_rx_trace (u8 * s, va_list * args)
32 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
33 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
34 pppoe_rx_trace_t * t = va_arg (*args, pppoe_rx_trace_t *);
36 if (t->session_index != ~0)
38 s = format (s, "PPPoE decap from pppoe_session%d session_id %d next %d error %d",
39 t->session_index, t->session_id, t->next_index, t->error);
43 s = format (s, "PPPoE decap error - session for session_id %d does not exist",
50 pppoe_input (vlib_main_t * vm,
51 vlib_node_runtime_t * node,
52 vlib_frame_t * from_frame)
54 u32 n_left_from, next_index, * from, * to_next;
55 pppoe_main_t * pem = &pppoe_main;
56 vnet_main_t * vnm = pem->vnet_main;
57 vnet_interface_main_t * im = &vnm->interface_main;
58 u32 pkts_decapsulated = 0;
59 u32 thread_index = vlib_get_thread_index();
60 u32 stats_sw_if_index, stats_n_packets, stats_n_bytes;
61 pppoe_entry_key_t cached_key;
62 pppoe_entry_result_t cached_result;
64 from = vlib_frame_vector_args (from_frame);
65 n_left_from = from_frame->n_vectors;
67 /* Clear the one-entry cache in case session table was updated */
69 cached_result.raw = ~0; /* warning be gone */
71 next_index = node->cached_next_index;
72 stats_sw_if_index = node->runtime_data[0];
73 stats_n_packets = stats_n_bytes = 0;
75 while (n_left_from > 0)
79 vlib_get_next_frame (vm, node, next_index,
80 to_next, n_left_to_next);
81 while (n_left_from >= 4 && n_left_to_next >= 2)
84 vlib_buffer_t * b0, * b1;
86 ethernet_header_t *h0, *h1;
87 pppoe_header_t * pppoe0, * pppoe1;
88 u16 ppp_proto0 = 0, ppp_proto1 = 0;
89 pppoe_session_t * t0, * t1;
91 u32 sw_if_index0, sw_if_index1, len0, len1;
92 pppoe_entry_key_t key0, key1;
93 pppoe_entry_result_t result0, result1;
96 /* Prefetch next iteration. */
98 vlib_buffer_t * p2, * p3;
100 p2 = vlib_get_buffer (vm, from[2]);
101 p3 = vlib_get_buffer (vm, from[3]);
103 vlib_prefetch_buffer_header (p2, LOAD);
104 vlib_prefetch_buffer_header (p3, LOAD);
106 CLIB_PREFETCH (p2->data, 2*CLIB_CACHE_LINE_BYTES, LOAD);
107 CLIB_PREFETCH (p3->data, 2*CLIB_CACHE_LINE_BYTES, LOAD);
119 b0 = vlib_get_buffer (vm, bi0);
120 b1 = vlib_get_buffer (vm, bi1);
124 /* leaves current_data pointing at the pppoe header */
125 pppoe0 = vlib_buffer_get_current (b0);
126 pppoe1 = vlib_buffer_get_current (b1);
127 ppp_proto0 = clib_net_to_host_u16(pppoe0->ppp_proto);
128 ppp_proto1 = clib_net_to_host_u16(pppoe1->ppp_proto);
130 /* Manipulate packet 0 */
131 if ((ppp_proto0 != PPP_PROTOCOL_ip4)
132 && (ppp_proto0 != PPP_PROTOCOL_ip6))
134 error0 = PPPOE_ERROR_CONTROL_PLANE;
135 next0 = PPPOE_INPUT_NEXT_CP_INPUT;
140 vlib_buffer_reset(b0);
141 h0 = vlib_buffer_get_current (b0);
143 pppoe_lookup_1 (&pem->session_table, &cached_key, &cached_result,
144 h0->src_address, pppoe0->session_id,
145 &key0, &bucket0, &result0);
146 if (PREDICT_FALSE (result0.fields.session_index == ~0))
148 error0 = PPPOE_ERROR_NO_SUCH_SESSION;
149 next0 = PPPOE_INPUT_NEXT_DROP;
153 t0 = pool_elt_at_index (pem->sessions,
154 result0.fields.session_index);
156 /* Pop Eth and PPPPoE header */
157 vlib_buffer_advance(b0, sizeof(*h0)+sizeof(*pppoe0));
159 next0 = (ppp_proto0==PPP_PROTOCOL_ip4)?
160 PPPOE_INPUT_NEXT_IP4_INPUT
161 : PPPOE_INPUT_NEXT_IP6_INPUT;
163 sw_if_index0 = t0->sw_if_index;
164 len0 = vlib_buffer_length_in_chain (vm, b0);
166 pkts_decapsulated ++;
167 stats_n_packets += 1;
168 stats_n_bytes += len0;
170 /* Batch stats increment on the same pppoe session so counter
171 is not incremented per packet */
172 if (PREDICT_FALSE (sw_if_index0 != stats_sw_if_index))
174 stats_n_packets -= 1;
175 stats_n_bytes -= len0;
177 vlib_increment_combined_counter
178 (im->combined_sw_if_counters + VNET_INTERFACE_COUNTER_RX,
179 thread_index, stats_sw_if_index,
180 stats_n_packets, stats_n_bytes);
182 stats_n_bytes = len0;
183 stats_sw_if_index = sw_if_index0;
187 b0->error = error0 ? node->errors[error0] : 0;
189 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
192 = vlib_add_trace (vm, node, b0, sizeof (*tr));
193 tr->next_index = next0;
195 tr->session_index = result0.fields.session_index;
196 tr->session_id = clib_net_to_host_u32(pppoe0->session_id);
200 /* Manipulate packet 1 */
201 if ((ppp_proto1 != PPP_PROTOCOL_ip4)
202 && (ppp_proto1 != PPP_PROTOCOL_ip6))
204 error1 = PPPOE_ERROR_CONTROL_PLANE;
205 next1 = PPPOE_INPUT_NEXT_CP_INPUT;
210 vlib_buffer_reset(b1);
211 h1 = vlib_buffer_get_current (b1);
213 pppoe_lookup_1 (&pem->session_table, &cached_key, &cached_result,
214 h1->src_address, pppoe1->session_id,
215 &key1, &bucket1, &result1);
216 if (PREDICT_FALSE (result1.fields.session_index == ~0))
218 error1 = PPPOE_ERROR_NO_SUCH_SESSION;
219 next1 = PPPOE_INPUT_NEXT_DROP;
223 t1 = pool_elt_at_index (pem->sessions,
224 result1.fields.session_index);
226 /* Pop Eth and PPPPoE header */
227 vlib_buffer_advance(b1, sizeof(*h1)+sizeof(*pppoe1));
229 next1 = (ppp_proto1==PPP_PROTOCOL_ip4)?
230 PPPOE_INPUT_NEXT_IP4_INPUT
231 : PPPOE_INPUT_NEXT_IP6_INPUT;
233 sw_if_index1 = t1->sw_if_index;
234 len1 = vlib_buffer_length_in_chain (vm, b1);
236 pkts_decapsulated ++;
237 stats_n_packets += 1;
238 stats_n_bytes += len1;
240 /* Batch stats increment on the same pppoe session so counter
241 is not incremented per packet */
242 if (PREDICT_FALSE (sw_if_index1 != stats_sw_if_index))
244 stats_n_packets -= 1;
245 stats_n_bytes -= len1;
247 vlib_increment_combined_counter
248 (im->combined_sw_if_counters + VNET_INTERFACE_COUNTER_RX,
249 thread_index, stats_sw_if_index,
250 stats_n_packets, stats_n_bytes);
252 stats_n_bytes = len1;
253 stats_sw_if_index = sw_if_index1;
257 b1->error = error1 ? node->errors[error1] : 0;
259 if (PREDICT_FALSE(b1->flags & VLIB_BUFFER_IS_TRACED))
262 = vlib_add_trace (vm, node, b1, sizeof (*tr));
263 tr->next_index = next1;
265 tr->session_index = result1.fields.session_index;
266 tr->session_id = clib_net_to_host_u32(pppoe1->session_id);
269 vlib_validate_buffer_enqueue_x2 (vm, node, next_index,
270 to_next, n_left_to_next,
271 bi0, bi1, next0, next1);
274 while (n_left_from > 0 && n_left_to_next > 0)
279 ethernet_header_t *h0;
280 pppoe_header_t * pppoe0;
282 pppoe_session_t * t0;
284 u32 sw_if_index0, len0;
285 pppoe_entry_key_t key0;
286 pppoe_entry_result_t result0;
296 b0 = vlib_get_buffer (vm, bi0);
299 /* leaves current_data pointing at the pppoe header */
300 pppoe0 = vlib_buffer_get_current (b0);
301 ppp_proto0 = clib_net_to_host_u16(pppoe0->ppp_proto);
303 if ((ppp_proto0 != PPP_PROTOCOL_ip4)
304 && (ppp_proto0 != PPP_PROTOCOL_ip6))
306 error0 = PPPOE_ERROR_CONTROL_PLANE;
307 next0 = PPPOE_INPUT_NEXT_CP_INPUT;
312 vlib_buffer_reset(b0);
313 h0 = vlib_buffer_get_current (b0);
315 pppoe_lookup_1 (&pem->session_table, &cached_key, &cached_result,
316 h0->src_address, pppoe0->session_id,
317 &key0, &bucket0, &result0);
318 if (PREDICT_FALSE (result0.fields.session_index == ~0))
320 error0 = PPPOE_ERROR_NO_SUCH_SESSION;
321 next0 = PPPOE_INPUT_NEXT_DROP;
325 t0 = pool_elt_at_index (pem->sessions,
326 result0.fields.session_index);
328 /* Pop Eth and PPPPoE header */
329 vlib_buffer_advance(b0, sizeof(*h0)+sizeof(*pppoe0));
331 next0 = (ppp_proto0==PPP_PROTOCOL_ip4)?
332 PPPOE_INPUT_NEXT_IP4_INPUT
333 : PPPOE_INPUT_NEXT_IP6_INPUT;
335 sw_if_index0 = t0->sw_if_index;
336 len0 = vlib_buffer_length_in_chain (vm, b0);
338 pkts_decapsulated ++;
339 stats_n_packets += 1;
340 stats_n_bytes += len0;
342 /* Batch stats increment on the same pppoe session so counter
343 is not incremented per packet */
344 if (PREDICT_FALSE (sw_if_index0 != stats_sw_if_index))
346 stats_n_packets -= 1;
347 stats_n_bytes -= len0;
349 vlib_increment_combined_counter
350 (im->combined_sw_if_counters + VNET_INTERFACE_COUNTER_RX,
351 thread_index, stats_sw_if_index,
352 stats_n_packets, stats_n_bytes);
354 stats_n_bytes = len0;
355 stats_sw_if_index = sw_if_index0;
359 b0->error = error0 ? node->errors[error0] : 0;
361 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
364 = vlib_add_trace (vm, node, b0, sizeof (*tr));
365 tr->next_index = next0;
367 tr->session_index = result0.fields.session_index;
368 tr->session_id = clib_net_to_host_u16(pppoe0->session_id);
370 vlib_validate_buffer_enqueue_x1 (vm, node, next_index,
371 to_next, n_left_to_next,
375 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
377 /* Do we still need this now that session tx stats is kept? */
378 vlib_node_increment_counter (vm, pppoe_input_node.index,
379 PPPOE_ERROR_DECAPSULATED,
382 /* Increment any remaining batch stats */
385 vlib_increment_combined_counter
386 (im->combined_sw_if_counters + VNET_INTERFACE_COUNTER_RX,
387 thread_index, stats_sw_if_index, stats_n_packets, stats_n_bytes);
388 node->runtime_data[0] = stats_sw_if_index;
391 return from_frame->n_vectors;
394 static char * pppoe_error_strings[] = {
395 #define pppoe_error(n,s) s,
396 #include <pppoe/pppoe_error.def>
401 VLIB_REGISTER_NODE (pppoe_input_node) = {
402 .function = pppoe_input,
403 .name = "pppoe-input",
404 /* Takes a vector of packets. */
405 .vector_size = sizeof (u32),
407 .n_errors = PPPOE_N_ERROR,
408 .error_strings = pppoe_error_strings,
410 .n_next_nodes = PPPOE_INPUT_N_NEXT,
412 #define _(s,n) [PPPOE_INPUT_NEXT_##s] = n,
413 foreach_pppoe_input_next
417 .format_trace = format_pppoe_rx_trace,
420 VLIB_NODE_FUNCTION_MULTIARCH (pppoe_input_node, pppoe_input)