2 * decap.c - decapsulate VXLAN GPE
4 * Copyright (c) 2013 Cisco and/or its affiliates.
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at:
9 * http://www.apache.org/licenses/LICENSE-2.0
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
19 * @brief Functions for decapsulating VXLAN GPE tunnels
23 #include <vlib/vlib.h>
24 #include <vnet/pg/pg.h>
25 #include <vnet/vxlan-gpe/vxlan_gpe.h>
27 vlib_node_registration_t vxlan_gpe_input_node;
30 * @brief Struct for VXLAN GPE decap packet tracing
37 } vxlan_gpe_rx_trace_t;
40 * @brief Tracing function for VXLAN GPE packet decapsulation
48 static u8 * format_vxlan_gpe_rx_trace (u8 * s, va_list * args)
50 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
51 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
52 vxlan_gpe_rx_trace_t * t = va_arg (*args, vxlan_gpe_rx_trace_t *);
54 if (t->tunnel_index != ~0)
56 s = format (s, "VXLAN-GPE: tunnel %d next %d error %d", t->tunnel_index,
57 t->next_index, t->error);
61 s = format (s, "VXLAN-GPE: no tunnel next %d error %d\n", t->next_index,
68 * @brief Tracing function for VXLAN GPE packet decapsulation including length
76 static u8 * format_vxlan_gpe_with_length (u8 * s, va_list * args)
78 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
79 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
86 * @brief Common processing for IPv4 and IPv6 VXLAN GPE decap dispatch functions
88 * It is worth noting that other than trivial UDP forwarding (transit), VXLAN GPE
89 * tunnels are "terminate local". This means that there is no "TX" interface for this
90 * decap case, so that field in the buffer_metadata can be "used for something else".
91 * The something else in this case is, for the IPv4/IPv6 inner-packet type case, the
92 * FIB index used to look up the inner-packet's adjacency.
94 * vnet_buffer(b0)->sw_if_index[VLIB_TX] = t0->decap_fib_index;
101 * @return from_frame->n_vectors
105 vxlan_gpe_input (vlib_main_t * vm,
106 vlib_node_runtime_t * node,
107 vlib_frame_t * from_frame,
110 u32 n_left_from, next_index, *from, *to_next;
111 vxlan_gpe_main_t * nngm = &vxlan_gpe_main;
112 vnet_main_t * vnm = nngm->vnet_main;
113 vnet_interface_main_t * im = &vnm->interface_main;
114 u32 last_tunnel_index = ~0;
115 vxlan4_gpe_tunnel_key_t last_key4;
116 vxlan6_gpe_tunnel_key_t last_key6;
117 u32 pkts_decapsulated = 0;
118 u32 thread_index = vlib_get_thread_index ();
119 u32 stats_sw_if_index, stats_n_packets, stats_n_bytes;
122 memset (&last_key4, 0xff, sizeof(last_key4));
124 memset (&last_key6, 0xff, sizeof(last_key6));
126 from = vlib_frame_vector_args (from_frame);
127 n_left_from = from_frame->n_vectors;
129 next_index = node->cached_next_index;
130 stats_sw_if_index = node->runtime_data[0];
131 stats_n_packets = stats_n_bytes = 0;
133 while (n_left_from > 0)
137 vlib_get_next_frame(vm, node, next_index, to_next, n_left_to_next);
139 while (n_left_from >= 4 && n_left_to_next >= 2)
142 vlib_buffer_t * b0, *b1;
144 ip4_vxlan_gpe_header_t * iuvn4_0, *iuvn4_1;
145 ip6_vxlan_gpe_header_t * iuvn6_0, *iuvn6_1;
147 u32 tunnel_index0, tunnel_index1;
148 vxlan_gpe_tunnel_t * t0, *t1;
149 vxlan4_gpe_tunnel_key_t key4_0, key4_1;
150 vxlan6_gpe_tunnel_key_t key6_0, key6_1;
152 u32 sw_if_index0, sw_if_index1, len0, len1;
154 /* Prefetch next iteration. */
156 vlib_buffer_t * p2, *p3;
158 p2 = vlib_get_buffer (vm, from[2]);
159 p3 = vlib_get_buffer (vm, from[3]);
161 vlib_prefetch_buffer_header(p2, LOAD);
162 vlib_prefetch_buffer_header(p3, LOAD);
164 CLIB_PREFETCH(p2->data, 2*CLIB_CACHE_LINE_BYTES, LOAD);
165 CLIB_PREFETCH(p3->data, 2*CLIB_CACHE_LINE_BYTES, LOAD);
177 b0 = vlib_get_buffer (vm, bi0);
178 b1 = vlib_get_buffer (vm, bi1);
182 /* udp leaves current_data pointing at the vxlan-gpe header */
183 vlib_buffer_advance (b0, -(word) (sizeof(udp_header_t) + sizeof(ip4_header_t)));
184 vlib_buffer_advance (b1, -(word) (sizeof(udp_header_t) + sizeof(ip4_header_t)));
186 iuvn4_0 = vlib_buffer_get_current (b0);
187 iuvn4_1 = vlib_buffer_get_current (b1);
189 /* pop (ip, udp, vxlan) */
190 vlib_buffer_advance (b0, sizeof(*iuvn4_0));
191 vlib_buffer_advance (b1, sizeof(*iuvn4_1));
195 /* udp leaves current_data pointing at the vxlan-gpe header */
196 vlib_buffer_advance (b0, -(word) (sizeof(udp_header_t) + sizeof(ip6_header_t)));
197 vlib_buffer_advance (b1, -(word) (sizeof(udp_header_t) + sizeof(ip6_header_t)));
199 iuvn6_0 = vlib_buffer_get_current (b0);
200 iuvn6_1 = vlib_buffer_get_current (b1);
202 /* pop (ip, udp, vxlan) */
203 vlib_buffer_advance (b0, sizeof(*iuvn6_0));
204 vlib_buffer_advance (b1, sizeof(*iuvn6_1));
215 (iuvn4_0->vxlan.protocol < VXLAN_GPE_PROTOCOL_MAX)?
216 nngm->decap_next_node_list[iuvn4_0->vxlan.protocol]: \
217 VXLAN_GPE_INPUT_NEXT_DROP;
219 (iuvn4_1->vxlan.protocol < VXLAN_GPE_PROTOCOL_MAX)?
220 nngm->decap_next_node_list[iuvn4_1->vxlan.protocol]: \
221 VXLAN_GPE_INPUT_NEXT_DROP;
223 key4_0.local = iuvn4_0->ip4.dst_address.as_u32;
224 key4_1.local = iuvn4_1->ip4.dst_address.as_u32;
226 key4_0.remote = iuvn4_0->ip4.src_address.as_u32;
227 key4_1.remote = iuvn4_1->ip4.src_address.as_u32;
229 key4_0.vni = iuvn4_0->vxlan.vni_res;
230 key4_1.vni = iuvn4_1->vxlan.vni_res;
237 next0 = (iuvn6_0->vxlan.protocol < node->n_next_nodes) ?
238 iuvn6_0->vxlan.protocol : VXLAN_GPE_INPUT_NEXT_DROP;
239 next1 = (iuvn6_1->vxlan.protocol < node->n_next_nodes) ?
240 iuvn6_1->vxlan.protocol : VXLAN_GPE_INPUT_NEXT_DROP;
242 key6_0.local.as_u64[0] = iuvn6_0->ip6.dst_address.as_u64[0];
243 key6_0.local.as_u64[1] = iuvn6_0->ip6.dst_address.as_u64[1];
244 key6_1.local.as_u64[0] = iuvn6_1->ip6.dst_address.as_u64[0];
245 key6_1.local.as_u64[1] = iuvn6_1->ip6.dst_address.as_u64[1];
247 key6_0.remote.as_u64[0] = iuvn6_0->ip6.src_address.as_u64[0];
248 key6_0.remote.as_u64[1] = iuvn6_0->ip6.src_address.as_u64[1];
249 key6_1.remote.as_u64[0] = iuvn6_1->ip6.src_address.as_u64[0];
250 key6_1.remote.as_u64[1] = iuvn6_1->ip6.src_address.as_u64[1];
252 key6_0.vni = iuvn6_0->vxlan.vni_res;
253 key6_1.vni = iuvn6_1->vxlan.vni_res;
256 /* Processing packet 0*/
259 /* Processing for key4_0 */
260 if (PREDICT_FALSE((key4_0.as_u64[0] != last_key4.as_u64[0])
261 || (key4_0.as_u64[1] != last_key4.as_u64[1])))
263 p0 = hash_get_mem(nngm->vxlan4_gpe_tunnel_by_key, &key4_0);
267 error0 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
271 last_key4.as_u64[0] = key4_0.as_u64[0];
272 last_key4.as_u64[1] = key4_0.as_u64[1];
273 tunnel_index0 = last_tunnel_index = p0[0];
276 tunnel_index0 = last_tunnel_index;
281 (iuvn6_0->vxlan.protocol < VXLAN_GPE_PROTOCOL_MAX)?
282 nngm->decap_next_node_list[iuvn6_0->vxlan.protocol]: \
283 VXLAN_GPE_INPUT_NEXT_DROP;
285 (iuvn6_1->vxlan.protocol < VXLAN_GPE_PROTOCOL_MAX)?
286 nngm->decap_next_node_list[iuvn6_1->vxlan.protocol]: \
287 VXLAN_GPE_INPUT_NEXT_DROP;
289 key6_0.local.as_u64[0] = iuvn6_0->ip6.dst_address.as_u64[0];
290 key6_0.local.as_u64[1] = iuvn6_0->ip6.dst_address.as_u64[1];
291 key6_1.local.as_u64[0] = iuvn6_1->ip6.dst_address.as_u64[0];
292 key6_1.local.as_u64[1] = iuvn6_1->ip6.dst_address.as_u64[1];
294 key6_0.remote.as_u64[0] = iuvn6_0->ip6.src_address.as_u64[0];
295 key6_0.remote.as_u64[1] = iuvn6_0->ip6.src_address.as_u64[1];
296 key6_1.remote.as_u64[0] = iuvn6_1->ip6.src_address.as_u64[0];
297 key6_1.remote.as_u64[1] = iuvn6_1->ip6.src_address.as_u64[1];
299 key6_0.vni = iuvn6_0->vxlan.vni_res;
300 key6_1.vni = iuvn6_1->vxlan.vni_res;
302 /* Processing for key6_0 */
303 if (PREDICT_FALSE(memcmp (&key6_0, &last_key6, sizeof(last_key6)) != 0))
305 p0 = hash_get_mem(nngm->vxlan6_gpe_tunnel_by_key, &key6_0);
309 error0 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
313 memcpy (&last_key6, &key6_0, sizeof(key6_0));
314 tunnel_index0 = last_tunnel_index = p0[0];
317 tunnel_index0 = last_tunnel_index;
320 t0 = pool_elt_at_index(nngm->tunnels, tunnel_index0);
323 sw_if_index0 = t0->sw_if_index;
324 len0 = vlib_buffer_length_in_chain (vm, b0);
326 /* Required to make the l2 tag push / pop code work on l2 subifs */
327 vnet_update_l2_len (b0);
330 * ip[46] lookup in the configured FIB
332 vnet_buffer(b0)->sw_if_index[VLIB_TX] = t0->decap_fib_index;
335 stats_n_packets += 1;
336 stats_n_bytes += len0;
338 if (PREDICT_FALSE(sw_if_index0 != stats_sw_if_index))
340 stats_n_packets -= 1;
341 stats_n_bytes -= len0;
343 vlib_increment_combined_counter (
344 im->combined_sw_if_counters + VNET_INTERFACE_COUNTER_RX,
345 thread_index, stats_sw_if_index, stats_n_packets, stats_n_bytes);
347 stats_n_bytes = len0;
348 stats_sw_if_index = sw_if_index0;
351 trace0: b0->error = error0 ? node->errors[error0] : 0;
353 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
355 vxlan_gpe_rx_trace_t *tr = vlib_add_trace (vm, node, b0, sizeof(*tr));
356 tr->next_index = next0;
358 tr->tunnel_index = tunnel_index0;
361 /* Process packet 1 */
364 /* Processing for key4_1 */
366 (key4_1.as_u64[0] != last_key4.as_u64[0])
367 || (key4_1.as_u64[1] != last_key4.as_u64[1])))
369 p1 = hash_get_mem(nngm->vxlan4_gpe_tunnel_by_key, &key4_1);
373 error1 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
377 last_key4.as_u64[0] = key4_1.as_u64[0];
378 last_key4.as_u64[1] = key4_1.as_u64[1];
379 tunnel_index1 = last_tunnel_index = p1[0];
382 tunnel_index1 = last_tunnel_index;
386 /* Processing for key6_1 */
387 if (PREDICT_FALSE(memcmp (&key6_1, &last_key6, sizeof(last_key6)) != 0))
389 p1 = hash_get_mem(nngm->vxlan6_gpe_tunnel_by_key, &key6_1);
393 error1 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
397 memcpy (&last_key6, &key6_1, sizeof(key6_1));
398 tunnel_index1 = last_tunnel_index = p1[0];
401 tunnel_index1 = last_tunnel_index;
404 t1 = pool_elt_at_index(nngm->tunnels, tunnel_index1);
406 sw_if_index1 = t1->sw_if_index;
407 len1 = vlib_buffer_length_in_chain (vm, b1);
409 /* Required to make the l2 tag push / pop code work on l2 subifs */
410 vnet_update_l2_len (b1);
413 * ip[46] lookup in the configured FIB
415 vnet_buffer(b1)->sw_if_index[VLIB_TX] = t1->decap_fib_index;
418 stats_n_packets += 1;
419 stats_n_bytes += len1;
421 /* Batch stats increment on the same vxlan tunnel so counter
422 is not incremented per packet */
423 if (PREDICT_FALSE(sw_if_index1 != stats_sw_if_index))
425 stats_n_packets -= 1;
426 stats_n_bytes -= len1;
428 vlib_increment_combined_counter (
429 im->combined_sw_if_counters + VNET_INTERFACE_COUNTER_RX,
430 thread_index, stats_sw_if_index, stats_n_packets, stats_n_bytes);
432 stats_n_bytes = len1;
433 stats_sw_if_index = sw_if_index1;
435 vnet_buffer(b1)->sw_if_index[VLIB_TX] = t1->decap_fib_index;
437 trace1: b1->error = error1 ? node->errors[error1] : 0;
439 if (PREDICT_FALSE(b1->flags & VLIB_BUFFER_IS_TRACED))
441 vxlan_gpe_rx_trace_t *tr = vlib_add_trace (vm, node, b1, sizeof(*tr));
442 tr->next_index = next1;
444 tr->tunnel_index = tunnel_index1;
447 vlib_validate_buffer_enqueue_x2(vm, node, next_index, to_next,
448 n_left_to_next, bi0, bi1, next0, next1);
451 while (n_left_from > 0 && n_left_to_next > 0)
456 ip4_vxlan_gpe_header_t * iuvn4_0;
457 ip6_vxlan_gpe_header_t * iuvn6_0;
460 vxlan_gpe_tunnel_t * t0;
461 vxlan4_gpe_tunnel_key_t key4_0;
462 vxlan6_gpe_tunnel_key_t key6_0;
464 u32 sw_if_index0, len0;
473 b0 = vlib_get_buffer (vm, bi0);
477 /* udp leaves current_data pointing at the vxlan-gpe header */
478 vlib_buffer_advance (
479 b0, -(word) (sizeof(udp_header_t) + sizeof(ip4_header_t)));
481 iuvn4_0 = vlib_buffer_get_current (b0);
483 /* pop (ip, udp, vxlan) */
484 vlib_buffer_advance (b0, sizeof(*iuvn4_0));
488 /* udp leaves current_data pointing at the vxlan-gpe header */
489 vlib_buffer_advance (
490 b0, -(word) (sizeof(udp_header_t) + sizeof(ip6_header_t)));
492 iuvn6_0 = vlib_buffer_get_current (b0);
494 /* pop (ip, udp, vxlan) */
495 vlib_buffer_advance (b0, sizeof(*iuvn6_0));
504 (iuvn4_0->vxlan.protocol < VXLAN_GPE_PROTOCOL_MAX)?
505 nngm->decap_next_node_list[iuvn4_0->vxlan.protocol]: \
506 VXLAN_GPE_INPUT_NEXT_DROP;
508 key4_0.local = iuvn4_0->ip4.dst_address.as_u32;
509 key4_0.remote = iuvn4_0->ip4.src_address.as_u32;
510 key4_0.vni = iuvn4_0->vxlan.vni_res;
513 /* Processing for key4_0 */
515 (key4_0.as_u64[0] != last_key4.as_u64[0])
516 || (key4_0.as_u64[1] != last_key4.as_u64[1])))
518 p0 = hash_get_mem(nngm->vxlan4_gpe_tunnel_by_key, &key4_0);
522 error0 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
526 last_key4.as_u64[0] = key4_0.as_u64[0];
527 last_key4.as_u64[1] = key4_0.as_u64[1];
528 tunnel_index0 = last_tunnel_index = p0[0];
531 tunnel_index0 = last_tunnel_index;
536 (iuvn6_0->vxlan.protocol < VXLAN_GPE_PROTOCOL_MAX)?
537 nngm->decap_next_node_list[iuvn6_0->vxlan.protocol]: \
538 VXLAN_GPE_INPUT_NEXT_DROP;
540 key6_0.local.as_u64[0] = iuvn6_0->ip6.dst_address.as_u64[0];
541 key6_0.local.as_u64[1] = iuvn6_0->ip6.dst_address.as_u64[1];
542 key6_0.remote.as_u64[0] = iuvn6_0->ip6.src_address.as_u64[0];
543 key6_0.remote.as_u64[1] = iuvn6_0->ip6.src_address.as_u64[1];
544 key6_0.vni = iuvn6_0->vxlan.vni_res;
546 /* Processing for key6_0 */
547 if (PREDICT_FALSE(memcmp (&key6_0, &last_key6, sizeof(last_key6)) != 0))
549 p0 = hash_get_mem(nngm->vxlan6_gpe_tunnel_by_key, &key6_0);
553 error0 = VXLAN_GPE_ERROR_NO_SUCH_TUNNEL;
557 memcpy (&last_key6, &key6_0, sizeof(key6_0));
558 tunnel_index0 = last_tunnel_index = p0[0];
561 tunnel_index0 = last_tunnel_index;
564 t0 = pool_elt_at_index(nngm->tunnels, tunnel_index0);
567 sw_if_index0 = t0->sw_if_index;
568 len0 = vlib_buffer_length_in_chain (vm, b0);
570 /* Required to make the l2 tag push / pop code work on l2 subifs */
571 vnet_update_l2_len (b0);
574 * ip[46] lookup in the configured FIB
576 vnet_buffer(b0)->sw_if_index[VLIB_TX] = t0->decap_fib_index;
579 stats_n_packets += 1;
580 stats_n_bytes += len0;
582 /* Batch stats increment on the same vxlan-gpe tunnel so counter
583 is not incremented per packet */
584 if (PREDICT_FALSE(sw_if_index0 != stats_sw_if_index))
586 stats_n_packets -= 1;
587 stats_n_bytes -= len0;
589 vlib_increment_combined_counter (
590 im->combined_sw_if_counters + VNET_INTERFACE_COUNTER_RX,
591 thread_index, stats_sw_if_index, stats_n_packets, stats_n_bytes);
593 stats_n_bytes = len0;
594 stats_sw_if_index = sw_if_index0;
597 trace00: b0->error = error0 ? node->errors[error0] : 0;
599 if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))
601 vxlan_gpe_rx_trace_t *tr = vlib_add_trace (vm, node, b0, sizeof(*tr));
602 tr->next_index = next0;
604 tr->tunnel_index = tunnel_index0;
606 vlib_validate_buffer_enqueue_x1(vm, node, next_index, to_next,
607 n_left_to_next, bi0, next0);
610 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
612 vlib_node_increment_counter (vm, vxlan_gpe_input_node.index,
613 VXLAN_GPE_ERROR_DECAPSULATED, pkts_decapsulated);
614 /* Increment any remaining batch stats */
617 vlib_increment_combined_counter (
618 im->combined_sw_if_counters + VNET_INTERFACE_COUNTER_RX, thread_index,
619 stats_sw_if_index, stats_n_packets, stats_n_bytes);
620 node->runtime_data[0] = stats_sw_if_index;
622 return from_frame->n_vectors;
626 * @brief Graph processing dispatch function for IPv4 VXLAN GPE
628 * @node vxlan4-gpe-input
633 * @return from_frame->n_vectors
637 vxlan4_gpe_input (vlib_main_t * vm, vlib_node_runtime_t * node,
638 vlib_frame_t * from_frame)
640 return vxlan_gpe_input (vm, node, from_frame, /* is_ip4 */1);
645 vxlan_gpe_register_decap_protocol (u8 protocol_id, uword next_node_index)
647 vxlan_gpe_main_t *hm = &vxlan_gpe_main;
648 hm->decap_next_node_list[protocol_id] = next_node_index;
653 vxlan_gpe_unregister_decap_protocol (u8 protocol_id, uword next_node_index)
655 vxlan_gpe_main_t *hm = &vxlan_gpe_main;
656 hm->decap_next_node_list[protocol_id] = VXLAN_GPE_INPUT_NEXT_DROP;
662 * @brief Graph processing dispatch function for IPv6 VXLAN GPE
664 * @node vxlan6-gpe-input
669 * @return from_frame->n_vectors - uword
673 vxlan6_gpe_input (vlib_main_t * vm, vlib_node_runtime_t * node,
674 vlib_frame_t * from_frame)
676 return vxlan_gpe_input (vm, node, from_frame, /* is_ip4 */0);
680 * @brief VXLAN GPE error strings
682 static char * vxlan_gpe_error_strings[] = {
683 #define vxlan_gpe_error(n,s) s,
684 #include <vnet/vxlan-gpe/vxlan_gpe_error.def>
685 #undef vxlan_gpe_error
689 VLIB_REGISTER_NODE (vxlan4_gpe_input_node) = {
690 .function = vxlan4_gpe_input,
691 .name = "vxlan4-gpe-input",
692 /* Takes a vector of packets. */
693 .vector_size = sizeof (u32),
694 .type = VLIB_NODE_TYPE_INTERNAL,
695 .n_errors = ARRAY_LEN(vxlan_gpe_error_strings),
696 .error_strings = vxlan_gpe_error_strings,
698 .n_next_nodes = VXLAN_GPE_INPUT_N_NEXT,
700 #define _(s,n) [VXLAN_GPE_INPUT_NEXT_##s] = n,
701 foreach_vxlan_gpe_input_next
705 .format_buffer = format_vxlan_gpe_with_length,
706 .format_trace = format_vxlan_gpe_rx_trace,
707 // $$$$ .unformat_buffer = unformat_vxlan_gpe_header,
710 VLIB_NODE_FUNCTION_MULTIARCH (vxlan4_gpe_input_node, vxlan4_gpe_input);
712 VLIB_REGISTER_NODE (vxlan6_gpe_input_node) = {
713 .function = vxlan6_gpe_input,
714 .name = "vxlan6-gpe-input",
715 /* Takes a vector of packets. */
716 .vector_size = sizeof (u32),
717 .type = VLIB_NODE_TYPE_INTERNAL,
718 .n_errors = ARRAY_LEN(vxlan_gpe_error_strings),
719 .error_strings = vxlan_gpe_error_strings,
721 .n_next_nodes = VXLAN_GPE_INPUT_N_NEXT,
723 #define _(s,n) [VXLAN_GPE_INPUT_NEXT_##s] = n,
724 foreach_vxlan_gpe_input_next
728 .format_buffer = format_vxlan_gpe_with_length,
729 .format_trace = format_vxlan_gpe_rx_trace,
730 // $$$$ .unformat_buffer = unformat_vxlan_gpe_header,
733 VLIB_NODE_FUNCTION_MULTIARCH (vxlan6_gpe_input_node, vxlan6_gpe_input);
735 IP_VXLAN_BYPASS_NEXT_DROP,
736 IP_VXLAN_BYPASS_NEXT_VXLAN,
737 IP_VXLAN_BYPASS_N_NEXT,
738 } ip_vxan_bypass_next_t;
741 ip_vxlan_gpe_bypass_inline (vlib_main_t * vm,
742 vlib_node_runtime_t * node,
743 vlib_frame_t * frame,
746 vxlan_gpe_main_t * ngm = &vxlan_gpe_main;
747 u32 * from, * to_next, n_left_from, n_left_to_next, next_index;
748 vlib_node_runtime_t * error_node = vlib_node_get_runtime (vm, ip4_input_node.index);
749 ip4_address_t addr4; /* last IPv4 address matching a local VTEP address */
750 ip6_address_t addr6; /* last IPv6 address matching a local VTEP address */
752 from = vlib_frame_vector_args (frame);
753 n_left_from = frame->n_vectors;
754 next_index = node->cached_next_index;
756 if (node->flags & VLIB_NODE_FLAG_TRACE)
757 ip4_forward_next_trace (vm, node, frame, VLIB_TX);
759 if (is_ip4) addr4.data_u32 = ~0;
760 else ip6_address_set_zero (&addr6);
762 while (n_left_from > 0)
764 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
766 while (n_left_from >= 4 && n_left_to_next >= 2)
768 vlib_buffer_t * b0, * b1;
769 ip4_header_t * ip40, * ip41;
770 ip6_header_t * ip60, * ip61;
771 udp_header_t * udp0, * udp1;
772 u32 bi0, ip_len0, udp_len0, flags0, next0;
773 u32 bi1, ip_len1, udp_len1, flags1, next1;
774 i32 len_diff0, len_diff1;
775 u8 error0, good_udp0, proto0;
776 u8 error1, good_udp1, proto1;
778 /* Prefetch next iteration. */
780 vlib_buffer_t * p2, * p3;
782 p2 = vlib_get_buffer (vm, from[2]);
783 p3 = vlib_get_buffer (vm, from[3]);
785 vlib_prefetch_buffer_header (p2, LOAD);
786 vlib_prefetch_buffer_header (p3, LOAD);
788 CLIB_PREFETCH (p2->data, 2*CLIB_CACHE_LINE_BYTES, LOAD);
789 CLIB_PREFETCH (p3->data, 2*CLIB_CACHE_LINE_BYTES, LOAD);
792 bi0 = to_next[0] = from[0];
793 bi1 = to_next[1] = from[1];
799 b0 = vlib_get_buffer (vm, bi0);
800 b1 = vlib_get_buffer (vm, bi1);
803 ip40 = vlib_buffer_get_current (b0);
804 ip41 = vlib_buffer_get_current (b1);
808 ip60 = vlib_buffer_get_current (b0);
809 ip61 = vlib_buffer_get_current (b1);
812 /* Setup packet for next IP feature */
813 vnet_feature_next(vnet_buffer(b0)->sw_if_index[VLIB_RX], &next0, b0);
814 vnet_feature_next(vnet_buffer(b1)->sw_if_index[VLIB_RX], &next1, b1);
818 proto0 = ip40->protocol;
819 proto1 = ip41->protocol;
823 proto0 = ip60->protocol;
824 proto1 = ip61->protocol;
827 /* Process packet 0 */
828 if (proto0 != IP_PROTOCOL_UDP)
829 goto exit0; /* not UDP packet */
832 udp0 = ip4_next_header (ip40);
834 udp0 = ip6_next_header (ip60);
836 if (udp0->dst_port != clib_host_to_net_u16 (UDP_DST_PORT_VXLAN_GPE))
837 goto exit0; /* not VXLAN packet */
839 /* Validate DIP against VTEPs*/
842 if (addr4.as_u32 != ip40->dst_address.as_u32)
844 if (!hash_get (ngm->vtep4, ip40->dst_address.as_u32))
845 goto exit0; /* no local VTEP for VXLAN packet */
846 addr4 = ip40->dst_address;
851 if (!ip6_address_is_equal (&addr6, &ip60->dst_address))
853 if (!hash_get_mem (ngm->vtep6, &ip60->dst_address))
854 goto exit0; /* no local VTEP for VXLAN packet */
855 addr6 = ip60->dst_address;
860 good_udp0 = (flags0 & VNET_BUFFER_F_L4_CHECKSUM_CORRECT) != 0;
862 /* Don't verify UDP checksum for packets with explicit zero checksum. */
863 good_udp0 |= udp0->checksum == 0;
865 /* Verify UDP length */
867 ip_len0 = clib_net_to_host_u16 (ip40->length);
869 ip_len0 = clib_net_to_host_u16 (ip60->payload_length);
870 udp_len0 = clib_net_to_host_u16 (udp0->length);
871 len_diff0 = ip_len0 - udp_len0;
873 /* Verify UDP checksum */
874 if (PREDICT_FALSE (!good_udp0))
876 if ((flags0 & VNET_BUFFER_F_L4_CHECKSUM_COMPUTED) == 0)
879 flags0 = ip4_tcp_udp_validate_checksum (vm, b0);
881 flags0 = ip6_tcp_udp_icmp_validate_checksum (vm, b0);
883 (flags0 & VNET_BUFFER_F_L4_CHECKSUM_CORRECT) != 0;
889 error0 = good_udp0 ? 0 : IP4_ERROR_UDP_CHECKSUM;
890 error0 = (len_diff0 >= 0) ? error0 : IP4_ERROR_UDP_LENGTH;
894 error0 = good_udp0 ? 0 : IP6_ERROR_UDP_CHECKSUM;
895 error0 = (len_diff0 >= 0) ? error0 : IP6_ERROR_UDP_LENGTH;
899 IP_VXLAN_BYPASS_NEXT_DROP : IP_VXLAN_BYPASS_NEXT_VXLAN;
900 b0->error = error0 ? error_node->errors[error0] : 0;
902 /* vxlan_gpe-input node expect current at VXLAN header */
904 vlib_buffer_advance (b0, sizeof(ip4_header_t)+sizeof(udp_header_t));
906 vlib_buffer_advance (b0, sizeof(ip6_header_t)+sizeof(udp_header_t));
909 /* Process packet 1 */
910 if (proto1 != IP_PROTOCOL_UDP)
911 goto exit1; /* not UDP packet */
914 udp1 = ip4_next_header (ip41);
916 udp1 = ip6_next_header (ip61);
918 if (udp1->dst_port != clib_host_to_net_u16 (UDP_DST_PORT_VXLAN_GPE))
919 goto exit1; /* not VXLAN packet */
921 /* Validate DIP against VTEPs*/
924 if (addr4.as_u32 != ip41->dst_address.as_u32)
926 if (!hash_get (ngm->vtep4, ip41->dst_address.as_u32))
927 goto exit1; /* no local VTEP for VXLAN packet */
928 addr4 = ip41->dst_address;
933 if (!ip6_address_is_equal (&addr6, &ip61->dst_address))
935 if (!hash_get_mem (ngm->vtep6, &ip61->dst_address))
936 goto exit1; /* no local VTEP for VXLAN packet */
937 addr6 = ip61->dst_address;
942 good_udp1 = (flags1 & VNET_BUFFER_F_L4_CHECKSUM_CORRECT) != 0;
944 /* Don't verify UDP checksum for packets with explicit zero checksum. */
945 good_udp1 |= udp1->checksum == 0;
947 /* Verify UDP length */
949 ip_len1 = clib_net_to_host_u16 (ip41->length);
951 ip_len1 = clib_net_to_host_u16 (ip61->payload_length);
952 udp_len1 = clib_net_to_host_u16 (udp1->length);
953 len_diff1 = ip_len1 - udp_len1;
955 /* Verify UDP checksum */
956 if (PREDICT_FALSE (!good_udp1))
958 if ((flags1 & VNET_BUFFER_F_L4_CHECKSUM_COMPUTED) == 0)
961 flags1 = ip4_tcp_udp_validate_checksum (vm, b1);
963 flags1 = ip6_tcp_udp_icmp_validate_checksum (vm, b1);
965 (flags1 & VNET_BUFFER_F_L4_CHECKSUM_CORRECT) != 0;
971 error1 = good_udp1 ? 0 : IP4_ERROR_UDP_CHECKSUM;
972 error1 = (len_diff1 >= 0) ? error1 : IP4_ERROR_UDP_LENGTH;
976 error1 = good_udp1 ? 0 : IP6_ERROR_UDP_CHECKSUM;
977 error1 = (len_diff1 >= 0) ? error1 : IP6_ERROR_UDP_LENGTH;
981 IP_VXLAN_BYPASS_NEXT_DROP : IP_VXLAN_BYPASS_NEXT_VXLAN;
982 b1->error = error1 ? error_node->errors[error1] : 0;
984 /* vxlan_gpe-input node expect current at VXLAN header */
986 vlib_buffer_advance (b1, sizeof(ip4_header_t)+sizeof(udp_header_t));
988 vlib_buffer_advance (b1, sizeof(ip6_header_t)+sizeof(udp_header_t));
991 vlib_validate_buffer_enqueue_x2 (vm, node, next_index,
992 to_next, n_left_to_next,
993 bi0, bi1, next0, next1);
996 while (n_left_from > 0 && n_left_to_next > 0)
1000 ip6_header_t * ip60;
1001 udp_header_t * udp0;
1002 u32 bi0, ip_len0, udp_len0, flags0, next0;
1004 u8 error0, good_udp0, proto0;
1006 bi0 = to_next[0] = from[0];
1010 n_left_to_next -= 1;
1012 b0 = vlib_get_buffer (vm, bi0);
1014 ip40 = vlib_buffer_get_current (b0);
1016 ip60 = vlib_buffer_get_current (b0);
1018 /* Setup packet for next IP feature */
1019 vnet_feature_next(vnet_buffer(b0)->sw_if_index[VLIB_RX], &next0, b0);
1022 proto0 = ip40->protocol;
1024 proto0 = ip60->protocol;
1026 if (proto0 != IP_PROTOCOL_UDP)
1027 goto exit; /* not UDP packet */
1030 udp0 = ip4_next_header (ip40);
1032 udp0 = ip6_next_header (ip60);
1034 if (udp0->dst_port != clib_host_to_net_u16 (UDP_DST_PORT_VXLAN_GPE))
1035 goto exit; /* not VXLAN packet */
1037 /* Validate DIP against VTEPs*/
1040 if (addr4.as_u32 != ip40->dst_address.as_u32)
1042 if (!hash_get (ngm->vtep4, ip40->dst_address.as_u32))
1043 goto exit; /* no local VTEP for VXLAN packet */
1044 addr4 = ip40->dst_address;
1049 if (!ip6_address_is_equal (&addr6, &ip60->dst_address))
1051 if (!hash_get_mem (ngm->vtep6, &ip60->dst_address))
1052 goto exit; /* no local VTEP for VXLAN packet */
1053 addr6 = ip60->dst_address;
1058 good_udp0 = (flags0 & VNET_BUFFER_F_L4_CHECKSUM_CORRECT) != 0;
1060 /* Don't verify UDP checksum for packets with explicit zero checksum. */
1061 good_udp0 |= udp0->checksum == 0;
1063 /* Verify UDP length */
1065 ip_len0 = clib_net_to_host_u16 (ip40->length);
1067 ip_len0 = clib_net_to_host_u16 (ip60->payload_length);
1068 udp_len0 = clib_net_to_host_u16 (udp0->length);
1069 len_diff0 = ip_len0 - udp_len0;
1071 /* Verify UDP checksum */
1072 if (PREDICT_FALSE (!good_udp0))
1074 if ((flags0 & VNET_BUFFER_F_L4_CHECKSUM_COMPUTED) == 0)
1077 flags0 = ip4_tcp_udp_validate_checksum (vm, b0);
1079 flags0 = ip6_tcp_udp_icmp_validate_checksum (vm, b0);
1081 (flags0 & VNET_BUFFER_F_L4_CHECKSUM_CORRECT) != 0;
1087 error0 = good_udp0 ? 0 : IP4_ERROR_UDP_CHECKSUM;
1088 error0 = (len_diff0 >= 0) ? error0 : IP4_ERROR_UDP_LENGTH;
1092 error0 = good_udp0 ? 0 : IP6_ERROR_UDP_CHECKSUM;
1093 error0 = (len_diff0 >= 0) ? error0 : IP6_ERROR_UDP_LENGTH;
1097 IP_VXLAN_BYPASS_NEXT_DROP : IP_VXLAN_BYPASS_NEXT_VXLAN;
1098 b0->error = error0 ? error_node->errors[error0] : 0;
1100 /* vxlan_gpe-input node expect current at VXLAN header */
1102 vlib_buffer_advance (b0, sizeof(ip4_header_t)+sizeof(udp_header_t));
1104 vlib_buffer_advance (b0, sizeof(ip6_header_t)+sizeof(udp_header_t));
1107 vlib_validate_buffer_enqueue_x1 (vm, node, next_index,
1108 to_next, n_left_to_next,
1112 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
1115 return frame->n_vectors;
1119 ip4_vxlan_gpe_bypass (vlib_main_t * vm,
1120 vlib_node_runtime_t * node,
1121 vlib_frame_t * frame)
1123 return ip_vxlan_gpe_bypass_inline (vm, node, frame, /* is_ip4 */ 1);
1126 VLIB_REGISTER_NODE (ip4_vxlan_gpe_bypass_node) = {
1127 .function = ip4_vxlan_gpe_bypass,
1128 .name = "ip4-vxlan-gpe-bypass",
1129 .vector_size = sizeof (u32),
1131 .n_next_nodes = IP_VXLAN_BYPASS_N_NEXT,
1133 [IP_VXLAN_BYPASS_NEXT_DROP] = "error-drop",
1134 [IP_VXLAN_BYPASS_NEXT_VXLAN] = "vxlan4-gpe-input",
1137 .format_buffer = format_ip4_header,
1138 .format_trace = format_ip4_forward_next_trace,
1141 VLIB_NODE_FUNCTION_MULTIARCH (ip4_vxlan_gpe_bypass_node,ip4_vxlan_gpe_bypass)
1143 /* Dummy init function to get us linked in. */
1144 clib_error_t * ip4_vxlan_gpe_bypass_init (vlib_main_t * vm)
1147 VLIB_INIT_FUNCTION (ip4_vxlan_gpe_bypass_init);
1150 ip6_vxlan_gpe_bypass (vlib_main_t * vm,
1151 vlib_node_runtime_t * node,
1152 vlib_frame_t * frame)
1154 return ip_vxlan_gpe_bypass_inline (vm, node, frame, /* is_ip4 */ 0);
1157 VLIB_REGISTER_NODE (ip6_vxlan_gpe_bypass_node) = {
1158 .function = ip6_vxlan_gpe_bypass,
1159 .name = "ip6-vxlan-gpe-bypass",
1160 .vector_size = sizeof (u32),
1162 .n_next_nodes = IP_VXLAN_BYPASS_N_NEXT,
1164 [IP_VXLAN_BYPASS_NEXT_DROP] = "error-drop",
1165 [IP_VXLAN_BYPASS_NEXT_VXLAN] = "vxlan6-gpe-input",
1168 .format_buffer = format_ip6_header,
1169 .format_trace = format_ip6_forward_next_trace,
1172 VLIB_NODE_FUNCTION_MULTIARCH (ip6_vxlan_gpe_bypass_node,ip6_vxlan_gpe_bypass)
1174 /* Dummy init function to get us linked in. */
1175 clib_error_t * ip6_vxlan_gpe_bypass_init (vlib_main_t * vm)
1178 VLIB_INIT_FUNCTION (ip6_vxlan_gpe_bypass_init);