2 * Copyright (c) 2019 Arrcus Inc and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
15 #include <vlib/vlib.h>
16 #include <vnet/vnet.h>
17 #include <vppinfra/error.h>
18 #include <vppinfra/hash.h>
19 #include <srv6-mobile/mobile.h>
21 extern ip6_address_t sr_pr_encaps_src;
25 ip6_address_t src, dst;
26 ip6_address_t sr_prefix;
29 } srv6_end_rewrite_trace_t;
31 static u16 srh_tagfield[256] = {
34 /* 1 : Echo Request */
39 0x0, 0x0, 0x0, 0x0, 0x0,
41 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
43 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
46 /* 26 : Error Indication */
49 0x0, 0x0, 0x0, 0x0, 0x0,
51 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
52 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
53 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
54 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
55 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
56 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
57 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
58 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
59 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
60 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
61 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
62 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
63 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
64 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
65 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
66 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
67 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
68 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
69 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
70 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
71 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
72 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
73 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
74 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
75 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
76 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
77 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
79 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
87 format_srv6_end_rewrite_trace (u8 * s, va_list * args)
89 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
90 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
91 srv6_end_rewrite_trace_t *t = va_arg (*args, srv6_end_rewrite_trace_t *);
93 return format (s, "SRv6-END-rewrite: src %U dst %U\n\tTEID: 0x%x",
94 format_ip4_address, &t->src, format_ip4_address, &t->dst,
95 clib_net_to_host_u32 (t->teid));
99 format_srv6_end_rewrite_trace6 (u8 * s, va_list * args)
101 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
102 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
103 srv6_end_rewrite_trace_t *t = va_arg (*args, srv6_end_rewrite_trace_t *);
106 "SRv6-END-rewrite: src %U dst %U\n\tTEID: 0x%x\n\tsr_prefix: %U/%d",
107 format_ip6_address, &t->src, format_ip6_address, &t->dst,
108 clib_net_to_host_u32 (t->teid), format_ip6_address,
109 &t->sr_prefix, t->sr_prefixlen);
112 #define foreach_srv6_end_v4_error \
113 _(M_GTP4_E_PACKETS, "srv6 End.M.GTP4.E packets") \
114 _(M_GTP4_E_BAD_PACKETS, "srv6 End.M.GTP4.E bad packets")
116 #define foreach_srv6_t_v4_d_error \
117 _(M_GTP4_D_PACKETS, "srv6 T.M.GTP4.D packets") \
118 _(M_GTP4_D_BAD_PACKETS, "srv6 T.M.GTP4.D bad packets")
120 #define foreach_srv6_end_v6_e_error \
121 _(M_GTP6_E_PACKETS, "srv6 End.M.GTP6.E packets") \
122 _(M_GTP6_E_BAD_PACKETS, "srv6 End.M.GTP6.E bad packets")
124 #define foreach_srv6_end_v6_d_error \
125 _(M_GTP6_D_PACKETS, "srv6 End.M.GTP6.D packets") \
126 _(M_GTP6_D_BAD_PACKETS, "srv6 End.M.GTP6.D bad packets")
128 #define foreach_srv6_end_v6_d_di_error \
129 _(M_GTP6_D_DI_PACKETS, "srv6 End.M.GTP6.D.DI packets") \
130 _(M_GTP6_D_DI_BAD_PACKETS, "srv6 End.M.GTP6.D.DI bad packets")
132 #define foreach_srv6_end_v6_dt_error \
133 _(M_GTP6_DT_PACKETS, "srv6 End.M.GTP6.DT packets") \
134 _(M_GTP6_DT_BAD_PACKETS, "srv6 End.M.GTP6.DT bad packets")
136 #define foreach_srv6_t_v4_dt_error \
137 _(M_GTP4_DT_PACKETS, "srv6 T.M.GTP4.DT packets") \
138 _(M_GTP4_DT_BAD_PACKETS, "srv6 T.M.GTP4.DT bad packets")
142 #define _(sym,str) SRV6_END_ERROR_##sym,
143 foreach_srv6_end_v4_error
146 } srv6_end_error_v4_t;
150 #define _(sym,str) SRV6_T_ERROR_##sym,
151 foreach_srv6_t_v4_d_error
154 } srv6_t_error_v4_d_t;
158 #define _(sym,str) SRV6_END_ERROR_##sym,
159 foreach_srv6_end_v6_e_error
161 SRV6_END_N_V6_E_ERROR,
162 } srv6_end_error_v6_e_t;
166 #define _(sym,str) SRV6_END_ERROR_##sym,
167 foreach_srv6_end_v6_d_error
169 SRV6_END_N_V6_D_ERROR,
170 } srv6_end_error_v6_d_t;
174 #define _(sym,str) SRV6_END_ERROR_##sym,
175 foreach_srv6_end_v6_d_di_error
177 SRV6_END_N_V6_D_DI_ERROR,
178 } srv6_end_error_v6_d_di_t;
182 #define _(sym,str) SRV6_END_ERROR_##sym,
183 foreach_srv6_end_v6_dt_error
185 SRV6_END_N_V6_DT_ERROR,
186 } srv6_end_error_v6_dt_t;
190 #define _(sym,str) SRV6_T_ERROR_##sym,
191 foreach_srv6_t_v4_dt_error
193 SRV6_T_N_V4_DT_ERROR,
194 } srv6_t_error_v4_dt_t;
196 static char *srv6_end_error_v4_strings[] = {
197 #define _(sym,string) string,
198 foreach_srv6_end_v4_error
202 static char *srv6_t_error_v4_d_strings[] = {
203 #define _(sym,string) string,
204 foreach_srv6_t_v4_d_error
208 static char *srv6_end_error_v6_e_strings[] = {
209 #define _(sym,string) string,
210 foreach_srv6_end_v6_e_error
214 static char *srv6_end_error_v6_d_strings[] = {
215 #define _(sym,string) string,
216 foreach_srv6_end_v6_d_error
220 static char *srv6_end_error_v6_d_di_strings[] = {
221 #define _(sym,string) string,
222 foreach_srv6_end_v6_d_di_error
226 static char *srv6_end_error_v6_dt_strings[] = {
227 #define _(sym,string) string,
228 foreach_srv6_end_v6_dt_error
232 static char *srv6_t_error_v4_dt_strings[] = {
233 #define _(sym,string) string,
234 foreach_srv6_t_v4_dt_error
240 SRV6_END_M_GTP4_E_NEXT_DROP,
241 SRV6_END_M_GTP4_E_NEXT_LOOKUP,
242 SRV6_END_M_GTP4_E_N_NEXT,
243 } srv6_end_m_gtp4_e_next_t;
247 SRV6_T_M_GTP4_D_NEXT_DROP,
248 SRV6_T_M_GTP4_D_NEXT_LOOKUP,
249 SRV6_T_M_GTP4_D_N_NEXT,
250 } srv6_T_m_gtp4_d_next_t;
254 SRV6_END_M_GTP6_E_NEXT_DROP,
255 SRV6_END_M_GTP6_E_NEXT_LOOKUP,
256 SRV6_END_M_GTP6_E_N_NEXT,
257 } srv6_end_m_gtp6_e_next_t;
261 SRV6_END_M_GTP6_D_NEXT_DROP,
262 SRV6_END_M_GTP6_D_NEXT_LOOKUP,
263 SRV6_END_M_GTP6_D_N_NEXT,
264 } srv6_end_m_gtp6_d_next_t;
268 SRV6_END_M_GTP6_D_DI_NEXT_DROP,
269 SRV6_END_M_GTP6_D_DI_NEXT_LOOKUP,
270 SRV6_END_M_GTP6_D_DI_N_NEXT,
271 } srv6_end_m_gtp6_d_di_next_t;
275 SRV6_END_M_GTP6_DT_NEXT_DROP,
276 SRV6_END_M_GTP6_DT_NEXT_LOOKUP4,
277 SRV6_END_M_GTP6_DT_NEXT_LOOKUP6,
278 SRV6_END_M_GTP6_DT_N_NEXT,
279 } srv6_end_m_gtp6_dt_next_t;
283 SRV6_T_M_GTP4_DT_NEXT_DROP,
284 SRV6_T_M_GTP4_DT_NEXT_LOOKUP4,
285 SRV6_T_M_GTP4_DT_NEXT_LOOKUP6,
286 SRV6_T_M_GTP4_DT_N_NEXT,
287 } srv6_t_m_gtp4_dt_next_t;
290 hash_uword_to_u16 (uword * key)
295 return val[0] ^ val[1] ^ val[2] ^ val[3];
297 return val[0] ^ val[1];
302 gtpu_type_get (u16 tag)
306 val = clib_net_to_host_u16 (tag);
307 if (val & SRH_TAG_ECHO_REPLY)
308 return GTPU_TYPE_ECHO_REPLY;
309 else if (val & SRH_TAG_ECHO_REQUEST)
310 return GTPU_TYPE_ECHO_REQUEST;
311 else if (val & SRH_TAG_ERROR_INDICATION)
312 return GTPU_TYPE_ERROR_INDICATION;
313 else if (val & SRH_TAG_END_MARKER)
314 return GTPU_TYPE_END_MARKER;
316 return GTPU_TYPE_GTPU;
319 // Function for SRv6 GTP4.E function.
320 VLIB_NODE_FN (srv6_end_m_gtp4_e) (vlib_main_t * vm,
321 vlib_node_runtime_t * node,
322 vlib_frame_t * frame)
324 srv6_end_main_v4_t *sm = &srv6_end_main_v4;
325 ip6_sr_main_t *sm2 = &sr_main;
326 u32 n_left_from, next_index, *from, *to_next;
327 u32 thread_index = vm->thread_index;
329 u32 good_n = 0, bad_n = 0;
331 from = vlib_frame_vector_args (frame);
332 n_left_from = frame->n_vectors;
333 next_index = node->cached_next_index;
335 while (n_left_from > 0)
339 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
341 while (n_left_from > 0 && n_left_to_next > 0)
345 ip6_sr_localsid_t *ls0;
346 srv6_end_gtp4_param_t *ls_param;
348 ip6srv_combo_header_t *ip6srv0;
349 ip6_address_t src0, dst0;
351 ip4_gtpu_header_t *hdr0 = NULL;
354 u32 next0 = SRV6_END_M_GTP4_E_NEXT_LOOKUP;
364 b0 = vlib_get_buffer (vm, bi0);
366 pool_elt_at_index (sm2->localsids,
367 vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
369 ls_param = (srv6_end_gtp4_param_t *) ls0->plugin_mem;
371 ip6srv0 = vlib_buffer_get_current (b0);
372 src0 = ip6srv0->ip.src_address;
373 dst0 = ip6srv0->ip.dst_address;
375 len0 = vlib_buffer_length_in_chain (vm, b0);
377 if ((ip6srv0->ip.protocol == IPPROTO_IPV6_ROUTE
379 sizeof (ip6srv_combo_header_t) + ip6srv0->sr.length * 8)
380 || (len0 < sizeof (ip6_header_t)))
382 next0 = SRV6_END_M_GTP4_E_NEXT_DROP;
391 u8 *teid8p = (u8 *) & teid;
401 u8 ie_buf[GTPU_IE_MAX_SIZ];
405 if (ip6srv0->ip.protocol == IPPROTO_IPV6_ROUTE)
407 tag = ip6srv0->sr.tag;
410 offset = ls0->localsid_prefix_len / 8;
411 shift = ls0->localsid_prefix_len % 8;
413 gtpu_type = gtpu_type_get (tag);
415 if (PREDICT_TRUE (shift == 0))
417 clib_memcpy_fast (&dst4.as_u8[0], &dst0.as_u8[offset], 4);
419 qfi = dst0.as_u8[offset + 4];
421 if (gtpu_type == GTPU_TYPE_ECHO_REQUEST
422 || gtpu_type == GTPU_TYPE_ECHO_REPLY
423 || gtpu_type == GTPU_TYPE_ERROR_INDICATION)
425 clib_memcpy_fast (&seq, &dst0.as_u8[offset + 5], 2);
429 clib_memcpy_fast (teid8p, &dst0.as_u8[offset + 5], 4);
436 for (index = 0; index < 4; index++)
438 dst4.as_u8[index] = dst0.as_u8[offset + index] << shift;
440 dst0.as_u8[offset + index + 1] >> (8 - shift);
443 qfi |= dst0.as_u8[offset + 4] << shift;
444 qfi |= dst0.as_u8[offset + 5] >> (8 - shift);
446 if (gtpu_type == GTPU_TYPE_ECHO_REQUEST
447 || gtpu_type == GTPU_TYPE_ECHO_REPLY
448 || gtpu_type == GTPU_TYPE_ERROR_INDICATION)
451 for (index = 0; index < 2; index++)
453 sp[index] = dst0.as_u8[offset + 5 + index] << shift;
455 dst0.as_u8[offset + 6 + index] >> (8 - shift);
460 for (index = 0; index < 4; index++)
462 *teid8p = dst0.as_u8[offset + 5 + index] << shift;
464 dst0.as_u8[offset + 6 + index] >> (8 - shift);
473 sizeof (gtpu_exthdr_t) + sizeof (gtpu_pdu_session_t);
475 else if (gtpu_type == GTPU_TYPE_ECHO_REQUEST
476 || gtpu_type == GTPU_TYPE_ECHO_REPLY
477 || gtpu_type == GTPU_TYPE_ERROR_INDICATION)
479 hdrlen = sizeof (gtpu_exthdr_t);
482 if (PREDICT_FALSE (gtpu_type == GTPU_TYPE_ECHO_REPLY))
484 hdrlen += sizeof (gtpu_recovery_ie);
487 if (PREDICT_FALSE (gtpu_type == GTPU_TYPE_ERROR_INDICATION))
492 ext_len = ip6srv0->sr.length * 8;
495 sizeof (ip6_address_t) * (ip6srv0->sr.last_entry + 1))
498 (ip6_sr_tlv_t *) ((u8 *) & ip6srv0->sr +
499 sizeof (ip6_sr_header_t) +
500 sizeof (ip6_address_t) *
501 (ip6srv0->sr.last_entry + 1));
503 if (tlv->type == SRH_TLV_USER_PLANE_CONTAINER)
505 user_plane_sub_tlv_t *sub_tlv;
507 sub_tlv = (user_plane_sub_tlv_t *) tlv->value;
509 ie_size = sub_tlv->length;
510 clib_memcpy_fast (ie_buf, sub_tlv->value, ie_size);
517 if (ip6srv0->ip.protocol == IPPROTO_IPV6_ROUTE)
519 vlib_buffer_advance (b0,
520 (word) sizeof (ip6srv_combo_header_t) +
521 ip6srv0->sr.length * 8);
525 vlib_buffer_advance (b0, (word) sizeof (ip6_header_t));
528 // get length of encapsulated IPv6 packet (the remaining part)
529 p = vlib_buffer_get_current (b0);
531 plen = len0 = vlib_buffer_length_in_chain (vm, b0);
535 hdrlen += sizeof (ip4_gtpu_header_t);
537 // IPv4 GTP-U header creation.
538 vlib_buffer_advance (b0, -(word) hdrlen);
540 hdr0 = vlib_buffer_get_current (b0);
542 clib_memcpy_fast (hdr0, &sm->cache_hdr,
543 sizeof (ip4_gtpu_header_t));
545 hdr0->ip4.dst_address.as_u32 = dst4.as_u32;
547 hdr0->gtpu.teid = teid;
548 hdr0->gtpu.length = clib_host_to_net_u16 (len0);
550 hdr0->gtpu.type = gtpu_type;
555 gtpu_pdu_session_t *sess;
557 hdr0->gtpu.ver_flags |= GTPU_EXTHDR_FLAG;
559 hdr0->gtpu.ext->seq = 0;
561 hdr0->gtpu.ext->npdu_num = 0;
562 hdr0->gtpu.ext->nextexthdr = GTPU_EXTHDR_PDU_SESSION;
564 type = qfi & SRV6_PDU_SESSION_U_BIT_MASK;
567 ((qfi & SRV6_PDU_SESSION_QFI_MASK) >> 2) |
568 ((qfi & SRV6_PDU_SESSION_R_BIT_MASK) << 5);
571 (gtpu_pdu_session_t *) (((char *) hdr0) +
572 sizeof (ip4_gtpu_header_t) +
573 sizeof (gtpu_exthdr_t));
578 sess->nextexthdr = 0;
581 if (gtpu_type == GTPU_TYPE_ECHO_REPLY
582 || gtpu_type == GTPU_TYPE_ECHO_REQUEST
583 || gtpu_type == GTPU_TYPE_ERROR_INDICATION)
585 hdr0->gtpu.ver_flags |= GTPU_SEQ_FLAG;
586 hdr0->gtpu.ext->seq = seq;
587 hdr0->gtpu.ext->npdu_num = 0;
588 hdr0->gtpu.ext->nextexthdr = 0;
590 if (gtpu_type == GTPU_TYPE_ECHO_REPLY)
592 gtpu_recovery_ie *recovery;
595 (gtpu_recovery_ie *) ((u8 *) hdr0 +
597 sizeof (gtpu_recovery_ie)));
598 recovery->type = GTPU_RECOVERY_IE_TYPE;
599 recovery->restart_counter = 0;
601 else if (gtpu_type == GTPU_TYPE_ERROR_INDICATION)
607 ie_ptr = (u8 *) ((u8 *) hdr0 + (hdrlen - ie_size));
608 clib_memcpy_fast (ie_ptr, ie_buf, ie_size);
613 offset = ls_param->v4src_position / 8;
614 shift = ls_param->v4src_position % 8;
616 if (PREDICT_TRUE (shift == 0))
618 for (index = 0; index < 4; index++)
620 hdr0->ip4.src_address.as_u8[index] =
621 src0.as_u8[offset + index];
626 for (index = 0; index < 4; index++)
628 hdr0->ip4.src_address.as_u8[index] =
629 src0.as_u8[offset + index] << shift;
630 hdr0->ip4.src_address.as_u8[index] |=
631 src0.as_u8[offset + index + 1] >> (8 - shift);
635 key = hash_memory (p, plen < 40 ? plen : 40, 0);
636 port = hash_uword_to_u16 (&key);
637 hdr0->udp.src_port = port;
639 hdr0->udp.length = clib_host_to_net_u16 (len0 +
640 sizeof (udp_header_t) +
644 hdr0->ip4.length = clib_host_to_net_u16 (len0 +
646 (ip4_gtpu_header_t));
648 hdr0->ip4.checksum = ip4_header_checksum (&hdr0->ip4);
652 if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE) &&
653 PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
655 srv6_end_rewrite_trace_t *tr =
656 vlib_add_trace (vm, node, b0, sizeof (*tr));
657 clib_memcpy (tr->src.as_u8, hdr0->ip4.src_address.as_u8,
658 sizeof (tr->src.as_u8));
659 clib_memcpy (tr->dst.as_u8, hdr0->ip4.dst_address.as_u8,
660 sizeof (tr->dst.as_u8));
661 tr->teid = hdr0->gtpu.teid;
665 vlib_increment_combined_counter
667 SRV6_END_M_GTP4_E_NEXT_DROP) ? &(sm2->sr_ls_invalid_counters) :
668 &(sm2->sr_ls_valid_counters)), thread_index,
669 ls0 - sm2->localsids, 1, vlib_buffer_length_in_chain (vm, b0));
671 vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
672 n_left_to_next, bi0, next0);
675 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
678 vlib_node_increment_counter (vm, sm->end_m_gtp4_e_node_index,
679 SRV6_END_ERROR_M_GTP4_E_BAD_PACKETS, bad_n);
681 vlib_node_increment_counter (vm, sm->end_m_gtp4_e_node_index,
682 SRV6_END_ERROR_M_GTP4_E_PACKETS, good_n);
684 return frame->n_vectors;
687 // Function for SRv6 GTP4.D function.
688 VLIB_NODE_FN (srv6_t_m_gtp4_d) (vlib_main_t * vm,
689 vlib_node_runtime_t * node,
690 vlib_frame_t * frame)
692 srv6_t_main_v4_decap_t *sm = &srv6_t_main_v4_decap;
693 ip6_sr_main_t *sm2 = &sr_main;
694 u32 n_left_from, next_index, *from, *to_next;
696 u32 good_n = 0, bad_n = 0;
698 from = vlib_frame_vector_args (frame);
699 n_left_from = frame->n_vectors;
700 next_index = node->cached_next_index;
702 while (n_left_from > 0)
706 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
708 while (n_left_from > 0 && n_left_to_next > 0)
713 srv6_end_gtp4_param_t *ls_param;
718 u32 next0 = SRV6_T_M_GTP4_D_NEXT_LOOKUP;
728 b0 = vlib_get_buffer (vm, bi0);
731 pool_elt_at_index (sm2->sid_lists,
732 vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
734 ls_param = (srv6_end_gtp4_param_t *) sl0->plugin_mem;
736 len0 = vlib_buffer_length_in_chain (vm, b0);
738 ip4 = vlib_buffer_get_current (b0);
740 if (ip4->protocol != IP_PROTOCOL_UDP
741 || len0 < sizeof (ip4_gtpu_header_t))
743 next0 = SRV6_T_M_GTP4_D_NEXT_DROP;
750 ip6_sr_policy_t *sr_policy = NULL;
751 ip6_sr_sl_t *sl = NULL;
755 ip4_gtpu_header_t *hdr;
756 ip4_address_t src, dst;
758 ip6_header_t *encap = NULL;
768 u32 offset, shift, index;
769 ip6srv_combo_header_t *ip6srv;
770 gtpu_pdu_session_t *sess = NULL;
773 u8 ie_buf[GTPU_IE_MAX_SIZ];
776 hdr = (ip4_gtpu_header_t *) ip4;
778 hdr_len = sizeof (ip4_gtpu_header_t);
780 teid = hdr->gtpu.teid;
781 teidp = (u8 *) & teid;
785 gtpu_type = hdr->gtpu.type;
787 if (hdr->gtpu.ver_flags & (GTPU_EXTHDR_FLAG | GTPU_SEQ_FLAG))
790 hdr_len += sizeof (gtpu_exthdr_t);
792 seq = hdr->gtpu.ext->seq;
794 if (hdr->gtpu.ext->nextexthdr == GTPU_EXTHDR_PDU_SESSION)
796 // PDU Session Container.
798 (gtpu_pdu_session_t *) (((char *) hdr) + hdr_len);
799 qfi = sess->u.val & ~GTPU_PDU_SESSION_P_BIT_MASK;
802 hdr_len += sizeof (gtpu_pdu_session_t);
804 if (sess->u.val & GTPU_PDU_SESSION_P_BIT_MASK)
806 hdr_len += sizeof (gtpu_paging_policy_t);
811 src = hdr->ip4.src_address;
814 dst = hdr->ip4.dst_address;
817 seg = ls_param->sr_prefix;
819 offset = ls_param->sr_prefixlen / 8;
820 shift = ls_param->sr_prefixlen % 8;
822 if (PREDICT_TRUE (shift == 0))
824 clib_memcpy_fast (&seg.as_u8[offset], dstp, 4);
829 ((qfi & GTPU_PDU_SESSION_QFI_MASK) << 2) |
830 ((qfi & GTPU_PDU_SESSION_R_BIT_MASK) >> 5);
834 qfi |= SRV6_PDU_SESSION_U_BIT_MASK;
837 seg.as_u8[offset + 4] = qfi;
840 if (gtpu_type == GTPU_TYPE_ECHO_REQUEST
841 || gtpu_type == GTPU_TYPE_ECHO_REPLY
842 || gtpu_type == GTPU_TYPE_ERROR_INDICATION)
844 clib_memcpy_fast (&seg.as_u8[offset + 5], seqp, 2);
848 clib_memcpy_fast (&seg.as_u8[offset + 5], teidp, 4);
853 for (index = 0; index < 4; index++)
855 seg.as_u8[offset + index] |= dstp[index] >> shift;
856 seg.as_u8[offset + index + 1] |=
857 dstp[index] << (8 - shift);
863 ((qfi & GTPU_PDU_SESSION_QFI_MASK) << 2) |
864 ((qfi & GTPU_PDU_SESSION_R_BIT_MASK) >> 5);
868 qfi |= SRV6_PDU_SESSION_U_BIT_MASK;
871 seg.as_u8[offset + 4] |= qfi >> shift;
872 seg.as_u8[offset + 5] |= qfi << (8 - shift);
875 if (gtpu_type == GTPU_TYPE_ECHO_REQUEST
876 || gtpu_type == GTPU_TYPE_ECHO_REPLY
877 || gtpu_type == GTPU_TYPE_ERROR_INDICATION)
879 for (index = 0; index < 2; index++)
881 seg.as_u8[offset + 5 + index] |=
882 seqp[index] >> shift;
883 seg.as_u8[offset + 6 + index] |=
884 seqp[index] << (8 - shift);
889 for (index = 0; index < 4; index++)
891 seg.as_u8[offset + index + 5] |=
892 teidp[index] >> shift;
893 seg.as_u8[offset + index + 6] |=
894 teidp[index] << (8 - shift);
899 if (PREDICT_FALSE (gtpu_type == GTPU_TYPE_ERROR_INDICATION))
903 payload_len = clib_net_to_host_u16 (hdr->gtpu.length);
904 if (payload_len != 0)
907 payload_len - (hdr_len - sizeof (ip4_gtpu_header_t));
912 ies = (u8 *) ((u8 *) hdr + hdr_len);
913 clib_memcpy_fast (ie_buf, ies, ie_size);
919 src6 = ls_param->v6src_prefix;
921 offset = ls_param->v6src_prefixlen / 8;
922 shift = ls_param->v6src_prefixlen % 8;
924 if (PREDICT_TRUE (shift == 0))
926 clib_memcpy_fast (&src6.as_u8[offset], srcp, 4);
930 for (index = 0; index < 4; index++)
932 src6.as_u8[offset + index] |= srcp[offset] >> shift;
933 src6.as_u8[offset + index + 1] |=
934 srcp[offset] << (8 - shift);
938 vlib_buffer_advance (b0, (word) hdr_len);
941 if (PREDICT_TRUE (gtpu_type == GTPU_TYPE_GTPU))
943 encap = vlib_buffer_get_current (b0);
946 len0 = vlib_buffer_length_in_chain (vm, b0);
949 mhash_get (&sm2->sr_policies_index_hash,
950 &ls_param->sr_prefix);
953 sr_policy = pool_elt_at_index (sm2->sr_policies, p[0]);
958 vec_foreach (sl_index, sr_policy->segments_lists)
960 sl = pool_elt_at_index (sm2->sid_lists, *sl_index);
968 hdr_len = sizeof (ip6srv_combo_header_t);
969 hdr_len += vec_len (sl->segments) * sizeof (ip6_address_t);
970 hdr_len += sizeof (ip6_address_t);
974 hdr_len = sizeof (ip6_header_t);
976 if (PREDICT_FALSE (gtpu_type != GTPU_TYPE_GTPU))
978 hdr_len += sizeof (ip6_sr_header_t);
979 hdr_len += sizeof (ip6_address_t);
986 sizeof (ip6_sr_tlv_t) + sizeof (user_plane_sub_tlv_t) +
989 tlv_siz = (tlv_siz & ~0x07) + (tlv_siz & 0x07 ? 0x08 : 0x0);
993 vlib_buffer_advance (b0, -(word) hdr_len);
994 ip6srv = vlib_buffer_get_current (b0);
998 clib_memcpy_fast (ip6srv, sl->rewrite,
999 vec_len (sl->rewrite));
1001 if (vec_len (sl->segments) > 1)
1004 clib_host_to_net_u16 (srh_tagfield[gtpu_type]);
1006 ip6srv->sr.segments_left += 1;
1007 ip6srv->sr.last_entry += 1;
1009 ip6srv->sr.length += sizeof (ip6_address_t) / 8;
1010 ip6srv->sr.segments[0] = seg;
1012 clib_memcpy_fast (&ip6srv->sr.segments[1],
1013 (u8 *) (sl->rewrite +
1014 sizeof (ip6_header_t) +
1015 sizeof (ip6_sr_header_t)),
1016 vec_len (sl->segments) *
1017 sizeof (ip6_address_t));
1021 ip6srv->ip.protocol = IP_PROTOCOL_IPV6_ROUTE;
1023 ip6srv->sr.type = ROUTING_HEADER_TYPE_SR;
1025 ip6srv->sr.segments_left = 1;
1026 ip6srv->sr.last_entry = 0;
1029 ((sizeof (ip6_sr_header_t) +
1030 sizeof (ip6_address_t)) / 8) - 1;
1031 ip6srv->sr.flags = 0;
1034 clib_host_to_net_u16 (srh_tagfield[gtpu_type]);
1036 ip6srv->sr.segments[0] = seg;
1037 if (vec_len (sl->segments))
1039 ip6srv->sr.segments[1] = sl->segments[0];
1040 ip6srv->sr.length += sizeof (ip6_address_t) / 8;
1041 ip6srv->sr.last_entry++;
1045 if (PREDICT_TRUE (encap != NULL))
1047 if (ls_param->nhtype == SRV6_NHTYPE_NONE)
1049 if ((clib_net_to_host_u32
1050 (encap->ip_version_traffic_class_and_flow_label)
1052 ip6srv->sr.protocol = IP_PROTOCOL_IPV6;
1054 ip6srv->sr.protocol = IP_PROTOCOL_IP_IN_IP;
1056 else if (ls_param->nhtype == SRV6_NHTYPE_IPV4)
1058 ip6srv->sr.protocol = IP_PROTOCOL_IP_IN_IP;
1059 if ((clib_net_to_host_u32
1060 (encap->ip_version_traffic_class_and_flow_label)
1063 // Bad encap packet.
1064 next0 = SRV6_T_M_GTP4_D_NEXT_DROP;
1069 else if (ls_param->nhtype == SRV6_NHTYPE_IPV6)
1071 ip6srv->sr.protocol = IP_PROTOCOL_IPV6;
1072 if ((clib_net_to_host_u32
1073 (encap->ip_version_traffic_class_and_flow_label)
1076 // Bad encap packet.
1077 next0 = SRV6_T_M_GTP4_D_NEXT_DROP;
1082 else if (ls_param->nhtype == SRV6_NHTYPE_NON_IP)
1084 ip6srv->sr.protocol = IP_PROTOCOL_IP6_ETHERNET;
1089 ip6srv->sr.protocol = IP_PROTOCOL_IP6_ETHERNET;
1094 clib_memcpy_fast (ip6srv, &sm->cache_hdr,
1095 sizeof (ip6_header_t));
1097 ip6srv->ip.dst_address = seg;
1099 if (PREDICT_FALSE (gtpu_type != GTPU_TYPE_GTPU))
1101 ip6srv->ip.protocol = IP_PROTOCOL_IPV6_ROUTE;
1103 ip6srv->sr.protocol = IP_PROTOCOL_IP6_ETHERNET;
1106 clib_host_to_net_u16 (srh_tagfield[gtpu_type]);
1108 ip6srv->sr.segments_left = 0;
1109 ip6srv->sr.last_entry = 0;
1111 ip6srv->sr.length = sizeof (ip6_address_t) / 8;
1112 ip6srv->sr.segments[0] = seg;
1116 if (ls_param->nhtype == SRV6_NHTYPE_NONE)
1118 if ((clib_net_to_host_u32
1119 (encap->ip_version_traffic_class_and_flow_label)
1121 ip6srv->ip.protocol = IP_PROTOCOL_IPV6;
1123 ip6srv->ip.protocol = IP_PROTOCOL_IP_IN_IP;
1125 else if (ls_param->nhtype == SRV6_NHTYPE_IPV4)
1127 ip6srv->ip.protocol = IP_PROTOCOL_IP_IN_IP;
1128 if ((clib_net_to_host_u32
1129 (encap->ip_version_traffic_class_and_flow_label)
1132 // Bad encap packet.
1133 next0 = SRV6_T_M_GTP4_D_NEXT_DROP;
1138 else if (ls_param->nhtype == SRV6_NHTYPE_IPV6)
1140 ip6srv->ip.protocol = IP_PROTOCOL_IPV6;
1141 if ((clib_net_to_host_u32
1142 (encap->ip_version_traffic_class_and_flow_label)
1145 // Bad encap packet.
1146 next0 = SRV6_T_M_GTP4_D_NEXT_DROP;
1151 else if (ls_param->nhtype == SRV6_NHTYPE_NON_IP)
1153 ip6srv->ip.protocol = IP_PROTOCOL_IP6_ETHERNET;
1158 ip6srv->ip.src_address = src6;
1160 if (PREDICT_FALSE (ie_size))
1163 user_plane_sub_tlv_t *sub_tlv;
1166 (ip6_sr_tlv_t *) ((u8 *) ip6srv + (hdr_len - tlv_siz));
1167 tlv->type = SRH_TLV_USER_PLANE_CONTAINER;
1168 tlv->length = (u8) (tlv_siz - sizeof (ip6_sr_tlv_t));
1169 clib_memset (tlv->value, 0, tlv->length);
1171 sub_tlv = (user_plane_sub_tlv_t *) tlv->value;
1172 sub_tlv->type = USER_PLANE_SUB_TLV_IE;
1173 sub_tlv->length = (u8) ie_size;
1174 clib_memcpy_fast (sub_tlv->value, ie_buf, ie_size);
1176 ip6srv->sr.length += (u8) (tlv_siz / 8);
1179 ip6srv->ip.payload_length =
1180 clib_host_to_net_u16 (len0 + hdr_len - sizeof (ip6_header_t));
1184 if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE) &&
1185 PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
1187 srv6_end_rewrite_trace_t *tr =
1188 vlib_add_trace (vm, node, b0, sizeof (*tr));
1189 clib_memcpy (tr->src.as_u8, ip6srv->ip.src_address.as_u8,
1190 sizeof (tr->src.as_u8));
1191 clib_memcpy (tr->dst.as_u8, ip6srv->ip.dst_address.as_u8,
1192 sizeof (tr->dst.as_u8));
1197 vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
1198 n_left_to_next, bi0, next0);
1201 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
1204 vlib_node_increment_counter (vm, sm->t_m_gtp4_d_node_index,
1205 SRV6_T_ERROR_M_GTP4_D_BAD_PACKETS, bad_n);
1207 vlib_node_increment_counter (vm, sm->t_m_gtp4_d_node_index,
1208 SRV6_T_ERROR_M_GTP4_D_PACKETS, good_n);
1210 return frame->n_vectors;
1213 VLIB_REGISTER_NODE (srv6_end_m_gtp4_e) =
1215 .name = "srv6-end-m-gtp4-e",.vector_size = sizeof (u32),.format_trace =
1216 format_srv6_end_rewrite_trace,.type = VLIB_NODE_TYPE_INTERNAL,.n_errors =
1217 ARRAY_LEN (srv6_end_error_v4_strings),.error_strings =
1218 srv6_end_error_v4_strings,.n_next_nodes =
1219 SRV6_END_M_GTP4_E_N_NEXT,.next_nodes =
1221 [SRV6_END_M_GTP4_E_NEXT_DROP] =
1222 "error-drop",[SRV6_END_M_GTP4_E_NEXT_LOOKUP] = "ip4-lookup",}
1225 VLIB_REGISTER_NODE (srv6_t_m_gtp4_d) =
1227 .name = "srv6-t-m-gtp4-d",.vector_size = sizeof (u32),.format_trace =
1228 format_srv6_end_rewrite_trace,.type = VLIB_NODE_TYPE_INTERNAL,.n_errors =
1229 ARRAY_LEN (srv6_t_error_v4_d_strings),.error_strings =
1230 srv6_t_error_v4_d_strings,.n_next_nodes =
1231 SRV6_T_M_GTP4_D_N_NEXT,.next_nodes =
1233 [SRV6_T_M_GTP4_D_NEXT_DROP] =
1234 "error-drop",[SRV6_T_M_GTP4_D_NEXT_LOOKUP] = "ip6-lookup",}
1237 // Function for SRv6 GTP6.E function
1238 VLIB_NODE_FN (srv6_end_m_gtp6_e) (vlib_main_t * vm,
1239 vlib_node_runtime_t * node,
1240 vlib_frame_t * frame)
1242 srv6_end_main_v6_t *sm = &srv6_end_main_v6;
1243 ip6_sr_main_t *sm2 = &sr_main;
1244 u32 n_left_from, next_index, *from, *to_next;
1245 u32 thread_index = vm->thread_index;
1247 u32 good_n = 0, bad_n = 0;
1249 from = vlib_frame_vector_args (frame);
1250 n_left_from = frame->n_vectors;
1251 next_index = node->cached_next_index;
1253 while (n_left_from > 0)
1257 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
1259 while (n_left_from > 0 && n_left_to_next > 0)
1263 ip6_sr_localsid_t *ls0;
1265 ip6srv_combo_header_t *ip6srv0;
1266 ip6_address_t dst0, src0, seg0;
1268 ip6_gtpu_header_t *hdr0 = NULL;
1276 u32 next0 = SRV6_END_M_GTP6_E_NEXT_LOOKUP;
1284 n_left_to_next -= 1;
1286 b0 = vlib_get_buffer (vm, bi0);
1288 pool_elt_at_index (sm2->localsids,
1289 vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
1291 ip6srv0 = vlib_buffer_get_current (b0);
1292 dst0 = ip6srv0->ip.dst_address;
1293 src0 = ip6srv0->ip.src_address;
1294 seg0 = ip6srv0->sr.segments[0];
1296 tag = ip6srv0->sr.tag;
1298 len0 = vlib_buffer_length_in_chain (vm, b0);
1300 if ((ip6srv0->ip.protocol != IPPROTO_IPV6_ROUTE)
1302 sizeof (ip6srv_combo_header_t) + 8 * ip6srv0->sr.length))
1304 next0 = SRV6_END_M_GTP6_E_NEXT_DROP;
1310 // we need to be sure there is enough space before
1311 // ip6srv0 header, there is some extra space
1312 // in the pre_data area for this kind of
1316 u8 *teid8p = (u8 *) & teid;
1324 u8 ie_buf[GTPU_IE_MAX_SIZ];
1326 index = ls0->localsid_prefix_len;
1331 gtpu_type = gtpu_type_get (tag);
1333 if (PREDICT_TRUE (shift == 0))
1335 if (gtpu_type == GTPU_TYPE_ECHO_REQUEST
1336 || gtpu_type == GTPU_TYPE_ECHO_REPLY
1337 || gtpu_type == GTPU_TYPE_ERROR_INDICATION)
1339 clib_memcpy_fast (&seq, &dst0.as_u8[offset], 2);
1343 clib_memcpy_fast (teid8p, &dst0.as_u8[offset], 4);
1346 qfi = dst0.as_u8[offset + 4];
1352 if (gtpu_type == GTPU_TYPE_ECHO_REQUEST
1353 || gtpu_type == GTPU_TYPE_ECHO_REPLY
1354 || gtpu_type == GTPU_TYPE_ERROR_INDICATION)
1357 for (index = 0; index < 2; index++)
1359 sp[index] = dst0.as_u8[offset + index] << shift;
1361 dst0.as_u8[offset + index + 1] >> (8 - shift);
1366 for (index = 0; index < 4; index++)
1368 *teid8p = dst0.as_u8[offset + index] << shift;
1370 dst0.as_u8[offset + index + 1] >> (8 - shift);
1375 qfi |= dst0.as_u8[offset + 4] << shift;
1376 qfi |= dst0.as_u8[offset + 5] >> (8 - shift);
1382 sizeof (gtpu_exthdr_t) + sizeof (gtpu_pdu_session_t);
1384 else if (gtpu_type == GTPU_TYPE_ECHO_REQUEST
1385 || gtpu_type == GTPU_TYPE_ECHO_REPLY
1386 || gtpu_type == GTPU_TYPE_ERROR_INDICATION)
1388 hdrlen = sizeof (gtpu_exthdr_t);
1391 if (gtpu_type == GTPU_TYPE_ECHO_REPLY)
1393 hdrlen += sizeof (gtpu_recovery_ie);
1396 if (PREDICT_FALSE (gtpu_type == GTPU_TYPE_ERROR_INDICATION))
1401 ext_len = ip6srv0->sr.length * 8;
1404 sizeof (ip6_address_t) * (ip6srv0->sr.last_entry + 1))
1407 (ip6_sr_tlv_t *) ((u8 *) & ip6srv0->sr +
1408 sizeof (ip6_sr_header_t) +
1409 sizeof (ip6_address_t) *
1410 (ip6srv0->sr.last_entry + 1));
1412 if (tlv->type == SRH_TLV_USER_PLANE_CONTAINER)
1414 user_plane_sub_tlv_t *sub_tlv;
1416 sub_tlv = (user_plane_sub_tlv_t *) tlv->value;
1418 ie_size = sub_tlv->length;
1419 clib_memcpy_fast (ie_buf, sub_tlv->value, ie_size);
1426 vlib_buffer_advance (b0,
1427 (word) sizeof (ip6srv_combo_header_t) +
1428 ip6srv0->sr.length * 8);
1430 // get length of encapsulated IPv6 packet (the remaining part)
1431 p = vlib_buffer_get_current (b0);
1433 plen = len0 = vlib_buffer_length_in_chain (vm, b0);
1437 hdrlen += sizeof (ip6_gtpu_header_t);
1439 vlib_buffer_advance (b0, -(word) hdrlen);
1441 hdr0 = vlib_buffer_get_current (b0);
1443 clib_memcpy_fast (hdr0, &sm->cache_hdr,
1444 sizeof (ip6_gtpu_header_t));
1446 hdr0->gtpu.teid = teid;
1447 hdr0->gtpu.length = clib_host_to_net_u16 (len0);
1449 hdr0->gtpu.type = gtpu_type;
1454 gtpu_pdu_session_t *sess;
1456 hdr0->gtpu.ver_flags |= GTPU_EXTHDR_FLAG;
1458 hdr0->gtpu.ext->seq = 0;
1459 hdr0->gtpu.ext->npdu_num = 0;
1460 hdr0->gtpu.ext->nextexthdr = GTPU_EXTHDR_PDU_SESSION;
1462 type = qfi & SRV6_PDU_SESSION_U_BIT_MASK;
1465 ((qfi & SRV6_PDU_SESSION_QFI_MASK) >> 2) |
1466 ((qfi & SRV6_PDU_SESSION_R_BIT_MASK) << 5);
1469 (gtpu_pdu_session_t *) (((char *) hdr0) +
1470 sizeof (ip6_gtpu_header_t) +
1471 sizeof (gtpu_exthdr_t));
1472 sess->exthdrlen = 1;
1476 sess->nextexthdr = 0;
1479 if (gtpu_type == GTPU_TYPE_ECHO_REQUEST
1480 || gtpu_type == GTPU_TYPE_ECHO_REPLY
1481 || gtpu_type == GTPU_TYPE_ERROR_INDICATION)
1483 hdr0->gtpu.ver_flags |= GTPU_SEQ_FLAG;
1484 hdr0->gtpu.ext->seq = seq;
1485 hdr0->gtpu.ext->npdu_num = 0;
1486 hdr0->gtpu.ext->nextexthdr = 0;
1488 if (gtpu_type == GTPU_TYPE_ECHO_REPLY)
1490 gtpu_recovery_ie *recovery;
1493 (gtpu_recovery_ie *) ((u8 *) hdr0 +
1495 sizeof (gtpu_recovery_ie)));
1496 recovery->type = GTPU_RECOVERY_IE_TYPE;
1497 recovery->restart_counter = 0;
1499 else if (gtpu_type == GTPU_TYPE_ERROR_INDICATION)
1505 ie_ptr = (u8 *) ((u8 *) hdr0 + (hdrlen - ie_size));
1506 clib_memcpy_fast (ie_ptr, ie_buf, ie_size);
1511 hdr0->udp.length = clib_host_to_net_u16 (len0 +
1512 sizeof (udp_header_t) +
1516 clib_memcpy_fast (hdr0->ip6.src_address.as_u8, src0.as_u8,
1517 sizeof (ip6_address_t));
1518 clib_memcpy_fast (hdr0->ip6.dst_address.as_u8, &seg0.as_u8,
1519 sizeof (ip6_address_t));
1521 hdr0->ip6.payload_length = clib_host_to_net_u16 (len0 +
1529 key = hash_memory (p, plen < 40 ? plen : 40, 0);
1530 port = hash_uword_to_u16 (&key);
1531 hdr0->udp.src_port = port;
1535 if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE) &&
1536 PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
1538 srv6_end_rewrite_trace_t *tr =
1539 vlib_add_trace (vm, node, b0, sizeof (*tr));
1540 clib_memcpy (tr->src.as_u8, hdr0->ip6.src_address.as_u8,
1541 sizeof (ip6_address_t));
1542 clib_memcpy (tr->dst.as_u8, hdr0->ip6.dst_address.as_u8,
1543 sizeof (ip6_address_t));
1544 tr->teid = hdr0->gtpu.teid;
1548 vlib_increment_combined_counter
1550 SRV6_END_M_GTP6_E_NEXT_DROP) ? &(sm2->sr_ls_invalid_counters) :
1551 &(sm2->sr_ls_valid_counters)), thread_index,
1552 ls0 - sm2->localsids, 1, vlib_buffer_length_in_chain (vm, b0));
1554 vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
1555 n_left_to_next, bi0, next0);
1558 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
1561 vlib_node_increment_counter (vm, sm->end_m_gtp6_e_node_index,
1562 SRV6_END_ERROR_M_GTP6_E_BAD_PACKETS, bad_n);
1564 vlib_node_increment_counter (vm, sm->end_m_gtp6_e_node_index,
1565 SRV6_END_ERROR_M_GTP6_E_PACKETS, good_n);
1567 return frame->n_vectors;
1570 // Function for SRv6 GTP6.D function
1571 VLIB_NODE_FN (srv6_end_m_gtp6_d) (vlib_main_t * vm,
1572 vlib_node_runtime_t * node,
1573 vlib_frame_t * frame)
1575 srv6_end_main_v6_decap_t *sm = &srv6_end_main_v6_decap;
1576 ip6_sr_main_t *sm2 = &sr_main;
1577 u32 n_left_from, next_index, *from, *to_next;
1578 u32 thread_index = vm->thread_index;
1580 u32 good_n = 0, bad_n = 0;
1582 from = vlib_frame_vector_args (frame);
1583 n_left_from = frame->n_vectors;
1584 next_index = node->cached_next_index;
1586 while (n_left_from > 0)
1590 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
1592 while (n_left_from > 0 && n_left_to_next > 0)
1596 ip6_sr_localsid_t *ls0;
1597 srv6_end_gtp6_param_t *ls_param;
1599 ip6_gtpu_header_t *hdr0 = NULL;
1602 ip6_address_t seg0, src0;
1612 ip6_header_t *encap = NULL;
1613 gtpu_pdu_session_t *sess = NULL;
1616 u8 ie_buf[GTPU_IE_MAX_SIZ];
1618 u32 next0 = SRV6_END_M_GTP6_D_NEXT_LOOKUP;
1626 n_left_to_next -= 1;
1628 b0 = vlib_get_buffer (vm, bi0);
1630 pool_elt_at_index (sm2->localsids,
1631 vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
1633 ls_param = (srv6_end_gtp6_param_t *) ls0->plugin_mem;
1635 hdr0 = vlib_buffer_get_current (b0);
1637 hdrlen = sizeof (ip6_gtpu_header_t);
1639 len0 = vlib_buffer_length_in_chain (vm, b0);
1641 if ((hdr0->ip6.protocol != IP_PROTOCOL_UDP)
1642 || (hdr0->udp.dst_port !=
1643 clib_host_to_net_u16 (SRV6_GTP_UDP_DST_PORT))
1644 || (len0 < sizeof (ip6_gtpu_header_t)))
1646 next0 = SRV6_END_M_GTP6_D_NEXT_DROP;
1652 seg0 = ls_param->sr_prefix;
1653 src0 = hdr0->ip6.src_address;
1655 gtpu_type = hdr0->gtpu.type;
1657 teid = hdr0->gtpu.teid;
1658 teidp = (u8 *) & teid;
1660 seqp = (u8 *) & seq;
1662 if (hdr0->gtpu.ver_flags & (GTPU_EXTHDR_FLAG | GTPU_SEQ_FLAG))
1664 // Extention header.
1665 hdrlen += sizeof (gtpu_exthdr_t);
1667 seq = hdr0->gtpu.ext->seq;
1669 if (hdr0->gtpu.ext->nextexthdr == GTPU_EXTHDR_PDU_SESSION)
1671 // PDU Session Container.
1673 (gtpu_pdu_session_t *) (((char *) hdr0) +
1674 sizeof (ip6_gtpu_header_t) +
1675 sizeof (gtpu_exthdr_t));
1676 qfi = sess->u.val & ~GTPU_PDU_SESSION_P_BIT_MASK;
1677 qfip = (u8 *) & qfi;
1679 hdrlen += sizeof (gtpu_pdu_session_t);
1681 if (sess->u.val & GTPU_PDU_SESSION_P_BIT_MASK)
1683 hdrlen += sizeof (gtpu_paging_policy_t);
1688 offset = ls_param->sr_prefixlen / 8;
1689 shift = ls_param->sr_prefixlen % 8;
1692 if (PREDICT_TRUE (shift == 0))
1694 if (gtpu_type == GTPU_TYPE_ECHO_REQUEST
1695 || gtpu_type == GTPU_TYPE_ECHO_REPLY
1696 || gtpu_type == GTPU_TYPE_ERROR_INDICATION)
1698 clib_memcpy_fast (&seg0.as_u8[offset], seqp, 2);
1702 clib_memcpy_fast (&seg0.as_u8[offset], teidp, 4);
1708 ((qfi & GTPU_PDU_SESSION_QFI_MASK) << 2) |
1709 ((qfi & GTPU_PDU_SESSION_R_BIT_MASK) >> 5);
1713 qfi |= SRV6_PDU_SESSION_U_BIT_MASK;
1716 seg0.as_u8[offset + 4] = qfi;
1723 if (gtpu_type == GTPU_TYPE_ECHO_REQUEST
1724 || gtpu_type == GTPU_TYPE_ECHO_REPLY
1725 || gtpu_type == GTPU_TYPE_ERROR_INDICATION)
1727 for (idx = 0; idx < 2; idx++)
1729 seg0.as_u8[offset + idx] |= seqp[idx] >> shift;
1730 seg0.as_u8[offset + idx + 1] |=
1731 seqp[idx] << (8 - shift);
1736 for (idx = 0; idx < 4; idx++)
1738 seg0.as_u8[offset + idx] |= teidp[idx] >> shift;
1739 seg0.as_u8[offset + idx + 1] |=
1740 teidp[idx] << (8 - shift);
1747 ((qfi & GTPU_PDU_SESSION_QFI_MASK) << 2) |
1748 ((qfi & ~GTPU_PDU_SESSION_R_BIT_MASK) >> 5);
1752 qfi |= SRV6_PDU_SESSION_U_BIT_MASK;
1755 seg0.as_u8[offset + 4] |= qfi >> shift;
1756 seg0.as_u8[offset + 5] |= qfi << (8 - shift);
1760 if (PREDICT_FALSE (gtpu_type == GTPU_TYPE_ERROR_INDICATION))
1764 payload_len = clib_net_to_host_u16 (hdr0->gtpu.length);
1765 if (payload_len != 0)
1768 payload_len - (hdrlen - sizeof (ip6_gtpu_header_t));
1773 ies = (u8 *) ((u8 *) hdr0 + hdrlen);
1774 clib_memcpy_fast (ie_buf, ies, ie_size);
1780 // jump over variable length data
1781 vlib_buffer_advance (b0, (word) hdrlen);
1783 // get length of encapsulated IPv6 packet (the remaining part)
1784 len0 = vlib_buffer_length_in_chain (vm, b0);
1786 if (PREDICT_TRUE (gtpu_type == GTPU_TYPE_GTPU))
1788 encap = vlib_buffer_get_current (b0);
1792 ip6srv_combo_header_t *ip6srv;
1793 ip6_sr_policy_t *sr_policy = NULL;
1794 ip6_sr_sl_t *sl = NULL;
1799 mhash_get (&sm2->sr_policies_index_hash,
1800 &ls_param->sr_prefix);
1803 sr_policy = pool_elt_at_index (sm2->sr_policies, p[0]);
1808 vec_foreach (sl_index, sr_policy->segments_lists)
1810 sl = pool_elt_at_index (sm2->sid_lists, *sl_index);
1818 hdr_len = sizeof (ip6srv_combo_header_t);
1819 hdr_len += vec_len (sl->segments) * sizeof (ip6_address_t);
1820 hdr_len += sizeof (ip6_address_t);
1824 hdr_len = sizeof (ip6_header_t);
1825 if (PREDICT_FALSE (gtpu_type) != GTPU_TYPE_GTPU)
1827 hdr_len += sizeof (ip6_sr_header_t);
1828 hdr_len += sizeof (ip6_address_t);
1835 sizeof (ip6_sr_tlv_t) + sizeof (user_plane_sub_tlv_t) +
1838 tlv_siz = (tlv_siz & ~0x07) + (tlv_siz & 0x07 ? 0x08 : 0x0);
1842 // jump back to data[0] or pre_data if required
1843 vlib_buffer_advance (b0, -(word) hdr_len);
1845 ip6srv = vlib_buffer_get_current (b0);
1849 clib_memcpy_fast (ip6srv, sl->rewrite,
1850 vec_len (sl->rewrite));
1852 if (vec_len (sl->segments) > 1)
1854 ip6srv->ip.src_address = src0;
1857 clib_host_to_net_u16 (srh_tagfield[gtpu_type]);
1859 ip6srv->sr.segments_left += 1;
1860 ip6srv->sr.last_entry += 1;
1862 ip6srv->sr.length += sizeof (ip6_address_t) / 8;
1863 ip6srv->sr.segments[0] = seg0;
1865 clib_memcpy_fast (&ip6srv->sr.segments[1],
1866 (u8 *) (sl->rewrite +
1867 sizeof (ip6_header_t) +
1868 sizeof (ip6_sr_header_t)),
1869 vec_len (sl->segments) *
1870 sizeof (ip6_address_t));
1874 ip6srv->ip.src_address = src0;
1875 ip6srv->ip.protocol = IP_PROTOCOL_IPV6_ROUTE;
1877 ip6srv->sr.type = ROUTING_HEADER_TYPE_SR;
1878 ip6srv->sr.segments_left = 1;
1879 ip6srv->sr.last_entry = 0;
1881 ((sizeof (ip6_sr_header_t) +
1882 sizeof (ip6_address_t)) / 8) - 1;
1883 ip6srv->sr.flags = 0;
1886 clib_host_to_net_u16 (srh_tagfield[gtpu_type]);
1888 ip6srv->sr.segments[0] = seg0;
1890 if (vec_len (sl->segments))
1892 ip6srv->sr.segments[1] = sl->segments[0];
1893 ip6srv->sr.last_entry++;
1894 ip6srv->sr.length += sizeof (ip6_address_t) / 8;
1898 if (PREDICT_TRUE (encap != NULL))
1900 if (ls_param->nhtype == SRV6_NHTYPE_NONE)
1902 if ((clib_net_to_host_u32
1903 (encap->ip_version_traffic_class_and_flow_label)
1905 ip6srv->sr.protocol = IP_PROTOCOL_IPV6;
1907 ip6srv->sr.protocol = IP_PROTOCOL_IP_IN_IP;
1909 else if (ls_param->nhtype == SRV6_NHTYPE_IPV4)
1911 ip6srv->sr.protocol = IP_PROTOCOL_IP_IN_IP;
1912 if ((clib_net_to_host_u32
1913 (encap->ip_version_traffic_class_and_flow_label)
1916 // Bad encap packet.
1917 next0 = SRV6_END_M_GTP6_D_NEXT_DROP;
1922 else if (ls_param->nhtype == SRV6_NHTYPE_IPV6)
1924 ip6srv->sr.protocol = IP_PROTOCOL_IPV6;
1925 if ((clib_net_to_host_u32
1926 (encap->ip_version_traffic_class_and_flow_label)
1929 // Bad encap packet.
1930 next0 = SRV6_END_M_GTP6_D_NEXT_DROP;
1935 else if (ls_param->nhtype == SRV6_NHTYPE_NON_IP)
1937 ip6srv->sr.protocol = IP_PROTOCOL_IP6_ETHERNET;
1942 ip6srv->sr.protocol = IP_PROTOCOL_IP6_ETHERNET;
1947 clib_memcpy_fast (ip6srv, &sm->cache_hdr,
1948 sizeof (ip6_header_t));
1950 ip6srv->ip.src_address = src0;
1951 ip6srv->ip.dst_address = seg0;
1953 if (PREDICT_FALSE (gtpu_type) != GTPU_TYPE_GTPU)
1955 ip6srv->ip.protocol = IP_PROTOCOL_IPV6_ROUTE;
1957 ip6srv->sr.protocol = IP_PROTOCOL_IP6_ETHERNET;
1960 clib_host_to_net_u16 (srh_tagfield[gtpu_type]);
1962 ip6srv->sr.segments_left = 0;
1963 ip6srv->sr.last_entry = 0;
1965 ip6srv->sr.length = sizeof (ip6_address_t) / 8;
1966 ip6srv->sr.segments[0] = seg0;
1970 if (ls_param->nhtype == SRV6_NHTYPE_NONE)
1972 if ((clib_net_to_host_u32
1973 (encap->ip_version_traffic_class_and_flow_label)
1975 ip6srv->ip.protocol = IP_PROTOCOL_IP_IN_IP;
1977 else if (ls_param->nhtype == SRV6_NHTYPE_IPV4)
1979 ip6srv->ip.protocol = IP_PROTOCOL_IP_IN_IP;
1980 if ((clib_net_to_host_u32
1981 (encap->ip_version_traffic_class_and_flow_label)
1984 // Bad encap packet.
1985 next0 = SRV6_END_M_GTP6_D_NEXT_DROP;
1990 else if (ls_param->nhtype == SRV6_NHTYPE_IPV6)
1992 ip6srv->ip.protocol = IP_PROTOCOL_IPV6;
1993 if ((clib_net_to_host_u32
1994 (encap->ip_version_traffic_class_and_flow_label)
1997 // Bad encap packet.
1998 next0 = SRV6_END_M_GTP6_D_NEXT_DROP;
2003 else if (ls_param->nhtype == SRV6_NHTYPE_NON_IP)
2005 ip6srv->ip.protocol = IP_PROTOCOL_IP6_ETHERNET;
2010 if (PREDICT_FALSE (ie_size))
2013 user_plane_sub_tlv_t *sub_tlv;
2016 (ip6_sr_tlv_t *) ((u8 *) ip6srv + (hdr_len - tlv_siz));
2017 tlv->type = SRH_TLV_USER_PLANE_CONTAINER;
2018 tlv->length = (u8) (tlv_siz - sizeof (ip6_sr_tlv_t));
2019 clib_memset (tlv->value, 0, tlv->length);
2021 sub_tlv = (user_plane_sub_tlv_t *) tlv->value;
2022 sub_tlv->type = USER_PLANE_SUB_TLV_IE;
2023 sub_tlv->length = (u8) ie_size;
2024 clib_memcpy_fast (sub_tlv->value, ie_buf, ie_size);
2026 ip6srv->sr.length += (u8) (tlv_siz / 8);
2029 ip6srv->ip.payload_length =
2030 clib_host_to_net_u16 (len0 + hdr_len - sizeof (ip6_header_t));
2034 if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE) &&
2035 PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
2037 srv6_end_rewrite_trace_t *tr =
2038 vlib_add_trace (vm, node, b0, sizeof (*tr));
2039 clib_memcpy (tr->src.as_u8, ip6srv->ip.src_address.as_u8,
2040 sizeof (ip6_address_t));
2041 clib_memcpy (tr->dst.as_u8, ip6srv->ip.dst_address.as_u8,
2042 sizeof (ip6_address_t));
2044 clib_memcpy (tr->sr_prefix.as_u8, ls_param->sr_prefix.as_u8,
2045 sizeof (ip6_address_t));
2046 tr->sr_prefixlen = ls_param->sr_prefixlen;
2051 vlib_increment_combined_counter
2053 SRV6_END_M_GTP6_D_NEXT_DROP) ? &(sm2->sr_ls_invalid_counters) :
2054 &(sm2->sr_ls_valid_counters)), thread_index,
2055 ls0 - sm2->localsids, 1, vlib_buffer_length_in_chain (vm, b0));
2057 vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
2058 n_left_to_next, bi0, next0);
2061 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
2064 vlib_node_increment_counter (vm, sm->end_m_gtp6_d_node_index,
2065 SRV6_END_ERROR_M_GTP6_D_BAD_PACKETS, bad_n);
2067 vlib_node_increment_counter (vm, sm->end_m_gtp6_d_node_index,
2068 SRV6_END_ERROR_M_GTP6_D_PACKETS, good_n);
2070 return frame->n_vectors;
2073 // Function for SRv6 GTP6.D.DI function
2074 VLIB_NODE_FN (srv6_end_m_gtp6_d_di) (vlib_main_t * vm,
2075 vlib_node_runtime_t * node,
2076 vlib_frame_t * frame)
2078 srv6_end_main_v6_decap_di_t *sm = &srv6_end_main_v6_decap_di;
2079 ip6_sr_main_t *sm2 = &sr_main;
2080 u32 n_left_from, next_index, *from, *to_next;
2081 u32 thread_index = vm->thread_index;
2082 srv6_end_gtp6_param_t *ls_param;
2084 u32 good_n = 0, bad_n = 0;
2086 from = vlib_frame_vector_args (frame);
2087 n_left_from = frame->n_vectors;
2088 next_index = node->cached_next_index;
2090 while (n_left_from > 0)
2094 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
2096 while (n_left_from > 0 && n_left_to_next > 0)
2100 ip6_sr_localsid_t *ls0;
2102 ip6_gtpu_header_t *hdr0 = NULL;
2117 ip6_header_t *encap = NULL;
2118 gtpu_pdu_session_t *sess;
2121 u8 ie_buf[GTPU_IE_MAX_SIZ];
2123 u32 next0 = SRV6_END_M_GTP6_D_DI_NEXT_LOOKUP;
2131 n_left_to_next -= 1;
2133 b0 = vlib_get_buffer (vm, bi0);
2135 pool_elt_at_index (sm2->localsids,
2136 vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
2138 ls_param = (srv6_end_gtp6_param_t *) ls0->plugin_mem;
2140 hdr0 = vlib_buffer_get_current (b0);
2142 hdrlen = sizeof (ip6_gtpu_header_t);
2144 len0 = vlib_buffer_length_in_chain (vm, b0);
2146 if ((hdr0->ip6.protocol != IP_PROTOCOL_UDP)
2147 || (hdr0->udp.dst_port !=
2148 clib_host_to_net_u16 (SRV6_GTP_UDP_DST_PORT))
2149 || (len0 < sizeof (ip6_gtpu_header_t)))
2151 next0 = SRV6_END_M_GTP6_D_DI_NEXT_DROP;
2157 dst0 = hdr0->ip6.dst_address;
2158 src0 = hdr0->ip6.src_address;
2160 gtpu_type = hdr0->gtpu.type;
2162 seg0 = ls_param->sr_prefix;
2163 teid = hdr0->gtpu.teid;
2164 teidp = (u8 *) & teid;
2166 seqp = (u8 *) & seq;
2168 if (hdr0->gtpu.ver_flags & (GTPU_EXTHDR_FLAG | GTPU_SEQ_FLAG))
2170 // Extention header.
2171 hdrlen += sizeof (gtpu_exthdr_t);
2173 seq = hdr0->gtpu.ext->seq;
2175 if (hdr0->gtpu.ext->nextexthdr == GTPU_EXTHDR_PDU_SESSION)
2177 // PDU Session Container.
2179 (gtpu_pdu_session_t *) (((char *) hdr0) + hdrlen);
2180 qfi = sess->u.val & ~GTPU_PDU_SESSION_P_BIT_MASK;
2183 hdrlen += sizeof (gtpu_pdu_session_t);
2185 if (sess->u.val & GTPU_PDU_SESSION_P_BIT_MASK)
2187 hdrlen += sizeof (gtpu_paging_policy_t);
2192 offset = ls_param->sr_prefixlen / 8;
2193 shift = ls_param->sr_prefixlen % 8;
2196 if (PREDICT_TRUE (shift == 0))
2198 if (gtpu_type == GTPU_TYPE_ECHO_REQUEST
2199 || gtpu_type == GTPU_TYPE_ECHO_REPLY
2200 || gtpu_type == GTPU_TYPE_ERROR_INDICATION)
2202 clib_memcpy_fast (&seg0.as_u8[offset], seqp, 2);
2206 clib_memcpy_fast (&seg0.as_u8[offset], teidp, 4);
2212 ((qfi & GTPU_PDU_SESSION_QFI_MASK) << 2) |
2213 ((qfi & GTPU_PDU_SESSION_R_BIT_MASK) >> 5);
2217 qfi |= SRV6_PDU_SESSION_U_BIT_MASK;
2220 seg0.as_u8[offset + 4] = qfi;
2227 if (gtpu_type == GTPU_TYPE_ECHO_REQUEST
2228 || gtpu_type == GTPU_TYPE_ECHO_REPLY
2229 || gtpu_type == GTPU_TYPE_ERROR_INDICATION)
2231 for (idx = 0; idx < 2; idx++)
2233 seg0.as_u8[offset + idx] |= seqp[idx] >> shift;
2234 seg0.as_u8[offset + idx + 1] |=
2235 seqp[idx] << (8 - shift);
2240 for (idx = 0; idx < 4; idx++)
2242 seg0.as_u8[offset + idx] |= teidp[idx] >> shift;
2243 seg0.as_u8[offset + idx + 1] |=
2244 teidp[idx] << (8 - shift);
2251 ((qfi & GTPU_PDU_SESSION_QFI_MASK) << 2) |
2252 ((qfi & GTPU_PDU_SESSION_R_BIT_MASK) >> 5);
2256 qfi |= SRV6_PDU_SESSION_U_BIT_MASK;
2259 seg0.as_u8[offset + 4] |= qfi >> shift;
2260 seg0.as_u8[offset + 5] |= qfi << (8 - shift);
2264 if (PREDICT_FALSE (gtpu_type == GTPU_TYPE_ERROR_INDICATION))
2268 payload_len = clib_net_to_host_u16 (hdr0->gtpu.length);
2269 if (payload_len != 0)
2272 payload_len - (hdrlen - sizeof (ip6_gtpu_header_t));
2277 ies = (u8 *) ((u8 *) hdr0 + hdrlen);
2278 clib_memcpy_fast (ie_buf, ies, ie_size);
2284 // jump over variable length data
2285 vlib_buffer_advance (b0, (word) hdrlen);
2287 // get length of encapsulated IPv6 packet (the remaining part)
2288 len0 = vlib_buffer_length_in_chain (vm, b0);
2290 if (PREDICT_TRUE (gtpu_type == GTPU_TYPE_GTPU))
2292 encap = vlib_buffer_get_current (b0);
2296 ip6srv_combo_header_t *ip6srv;
2297 ip6_sr_policy_t *sr_policy = NULL;
2298 ip6_sr_sl_t *sl = NULL;
2303 mhash_get (&sm2->sr_policies_index_hash,
2304 &ls_param->sr_prefix);
2307 sr_policy = pool_elt_at_index (sm2->sr_policies, p[0]);
2312 vec_foreach (sl_index, sr_policy->segments_lists)
2314 sl = pool_elt_at_index (sm2->sid_lists, *sl_index);
2320 hdr_len = sizeof (ip6srv_combo_header_t);
2323 hdr_len += vec_len (sl->segments) * sizeof (ip6_address_t);
2325 hdr_len += sizeof (ip6_address_t) * 2;
2330 sizeof (ip6_sr_tlv_t) + sizeof (user_plane_sub_tlv_t) +
2333 tlv_siz = (tlv_siz & ~0x07) + (tlv_siz & 0x07 ? 0x08 : 0x0);
2337 // jump back to data[0] or pre_data if required
2338 vlib_buffer_advance (b0, -(word) hdr_len);
2340 ip6srv = vlib_buffer_get_current (b0);
2344 clib_memcpy_fast (ip6srv, sl->rewrite,
2345 vec_len (sl->rewrite));
2347 if (vec_len (sl->segments) > 1)
2349 ip6srv->ip.src_address = src0;
2352 clib_host_to_net_u16 (srh_tagfield[gtpu_type]);
2354 ip6srv->sr.segments_left += 2;
2355 ip6srv->sr.last_entry += 2;
2357 ip6srv->sr.length += ((sizeof (ip6_address_t) * 2) / 8);
2359 ip6srv->sr.segments[0] = dst0;
2360 ip6srv->sr.segments[1] = seg0;
2362 clib_memcpy_fast (&ip6srv->sr.segments[2],
2363 (u8 *) (sl->rewrite +
2364 sizeof (ip6_header_t) +
2365 sizeof (ip6_sr_header_t)),
2366 vec_len (sl->segments) *
2367 sizeof (ip6_address_t));
2371 ip6srv->ip.src_address = src0;
2372 ip6srv->ip.protocol = IP_PROTOCOL_IPV6_ROUTE;
2374 ip6srv->sr.type = ROUTING_HEADER_TYPE_SR;
2375 ip6srv->sr.segments_left = 2;
2376 ip6srv->sr.last_entry = 1;
2378 ((sizeof (ip6_sr_header_t) +
2379 2 * sizeof (ip6_address_t)) / 8) - 1;
2380 ip6srv->sr.flags = 0;
2383 clib_host_to_net_u16 (srh_tagfield[gtpu_type]);
2385 ip6srv->sr.segments[0] = dst0;
2386 ip6srv->sr.segments[1] = seg0;
2388 if (vec_len (sl->segments))
2390 ip6srv->sr.segments[2] = sl->segments[0];
2391 ip6srv->sr.last_entry++;
2392 ip6srv->sr.length += sizeof (ip6_address_t) / 8;
2398 clib_memcpy_fast (ip6srv, &sm->cache_hdr,
2399 sizeof (ip6_header_t));
2401 ip6srv->ip.src_address = src0;
2402 ip6srv->ip.dst_address = seg0;
2404 ip6srv->sr.type = ROUTING_HEADER_TYPE_SR;
2405 ip6srv->sr.segments_left = 1;
2406 ip6srv->sr.last_entry = 0;
2408 ((sizeof (ip6_sr_header_t) +
2409 sizeof (ip6_address_t)) / 8) - 1;
2410 ip6srv->sr.flags = 0;
2413 clib_host_to_net_u16 (srh_tagfield[gtpu_type]);
2415 ip6srv->sr.segments[0] = dst0;
2418 if (PREDICT_FALSE (ie_size))
2421 user_plane_sub_tlv_t *sub_tlv;
2424 (ip6_sr_tlv_t *) ((u8 *) ip6srv + (hdr_len - tlv_siz));
2425 tlv->type = SRH_TLV_USER_PLANE_CONTAINER;
2426 tlv->length = (u8) (tlv_siz - sizeof (ip6_sr_tlv_t));
2427 clib_memset (tlv->value, 0, tlv->length);
2429 sub_tlv = (user_plane_sub_tlv_t *) tlv->value;
2430 sub_tlv->length = (u8) (ie_size);
2431 clib_memcpy_fast (sub_tlv->value, ie_buf, ie_size);
2433 ip6srv->sr.length += (u8) (tlv_siz / 8);
2436 ip6srv->ip.payload_length =
2437 clib_host_to_net_u16 (len0 + hdr_len - sizeof (ip6_header_t));
2438 ip6srv->ip.protocol = IP_PROTOCOL_IPV6_ROUTE;
2440 if (PREDICT_TRUE (encap != NULL))
2442 if (ls_param->nhtype == SRV6_NHTYPE_NONE)
2444 if ((clib_net_to_host_u32
2445 (encap->ip_version_traffic_class_and_flow_label) >>
2447 ip6srv->sr.protocol = IP_PROTOCOL_IPV6;
2449 ip6srv->sr.protocol = IP_PROTOCOL_IP_IN_IP;
2451 else if (ls_param->nhtype == SRV6_NHTYPE_IPV4)
2453 ip6srv->sr.protocol = IP_PROTOCOL_IP_IN_IP;
2454 if ((clib_net_to_host_u32
2455 (encap->ip_version_traffic_class_and_flow_label) >>
2458 // Bad encap packet.
2459 next0 = SRV6_END_M_GTP6_D_DI_NEXT_DROP;
2464 else if (ls_param->nhtype == SRV6_NHTYPE_IPV6)
2466 ip6srv->sr.protocol = IP_PROTOCOL_IPV6;
2467 if ((clib_net_to_host_u32
2468 (encap->ip_version_traffic_class_and_flow_label) >>
2471 // Bad encap packet.
2472 next0 = SRV6_END_M_GTP6_D_DI_NEXT_DROP;
2477 else if (ls_param->nhtype == SRV6_NHTYPE_NON_IP)
2479 ip6srv->sr.protocol = IP_PROTOCOL_IP6_ETHERNET;
2484 ip6srv->sr.protocol = IP_PROTOCOL_IP6_ETHERNET;
2489 if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE) &&
2490 PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
2492 srv6_end_rewrite_trace_t *tr =
2493 vlib_add_trace (vm, node, b0, sizeof (*tr));
2494 clib_memcpy (tr->src.as_u8, ip6srv->ip.src_address.as_u8,
2495 sizeof (ip6_address_t));
2496 clib_memcpy (tr->dst.as_u8, ip6srv->ip.dst_address.as_u8,
2497 sizeof (ip6_address_t));
2499 clib_memcpy (tr->sr_prefix.as_u8, ls_param->sr_prefix.as_u8,
2500 sizeof (ip6_address_t));
2501 tr->sr_prefixlen = ls_param->sr_prefixlen;
2506 vlib_increment_combined_counter
2508 SRV6_END_M_GTP6_D_DI_NEXT_DROP) ?
2509 &(sm2->sr_ls_invalid_counters) : &(sm2->sr_ls_valid_counters)),
2510 thread_index, ls0 - sm2->localsids, 1,
2511 vlib_buffer_length_in_chain (vm, b0));
2513 vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
2514 n_left_to_next, bi0, next0);
2517 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
2520 vlib_node_increment_counter (vm, sm->end_m_gtp6_d_di_node_index,
2521 SRV6_END_ERROR_M_GTP6_D_DI_BAD_PACKETS, bad_n);
2523 vlib_node_increment_counter (vm, sm->end_m_gtp6_d_di_node_index,
2524 SRV6_END_ERROR_M_GTP6_D_DI_PACKETS, good_n);
2526 return frame->n_vectors;
2529 // Function for SRv6 GTP6.DT function
2530 VLIB_NODE_FN (srv6_end_m_gtp6_dt) (vlib_main_t * vm,
2531 vlib_node_runtime_t * node,
2532 vlib_frame_t * frame)
2534 srv6_end_main_v6_dt_t *sm = &srv6_end_main_v6_dt;
2535 ip6_sr_main_t *sm2 = &sr_main;
2536 u32 n_left_from, next_index, *from, *to_next;
2537 u32 thread_index = vm->thread_index;
2539 u32 good_n = 0, bad_n = 0;
2541 from = vlib_frame_vector_args (frame);
2542 n_left_from = frame->n_vectors;
2543 next_index = node->cached_next_index;
2545 while (n_left_from > 0)
2549 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
2551 while (n_left_from > 0 && n_left_to_next > 0)
2555 srv6_end_gtp6_dt_param_t *ls_param;
2556 ip6_sr_localsid_t *ls0;
2558 ip6_gtpu_header_t *hdr0 = NULL;
2559 ip4_header_t *ip4 = NULL;
2560 ip6_header_t *ip6 = NULL;
2561 ip6_address_t src, dst;
2566 u32 next0 = SRV6_END_M_GTP6_DT_NEXT_DROP;
2573 n_left_to_next -= 1;
2575 b0 = vlib_get_buffer (vm, bi0);
2577 pool_elt_at_index (sm2->localsids,
2578 vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
2580 ls_param = (srv6_end_gtp6_dt_param_t *) ls0->plugin_mem;
2582 hdr0 = vlib_buffer_get_current (b0);
2584 hdrlen = sizeof (ip6_gtpu_header_t);
2586 len0 = vlib_buffer_length_in_chain (vm, b0);
2588 if ((hdr0->ip6.protocol != IP_PROTOCOL_UDP)
2589 || (hdr0->udp.dst_port !=
2590 clib_host_to_net_u16 (SRV6_GTP_UDP_DST_PORT))
2591 || (len0 < sizeof (ip6_gtpu_header_t)))
2593 next0 = SRV6_END_M_GTP6_DT_NEXT_DROP;
2599 clib_memcpy_fast (src.as_u8, hdr0->ip6.src_address.as_u8,
2600 sizeof (ip6_address_t));
2601 clib_memcpy_fast (dst.as_u8, hdr0->ip6.dst_address.as_u8,
2602 sizeof (ip6_address_t));
2604 teid = hdr0->gtpu.teid;
2606 if (hdr0->gtpu.ver_flags & GTPU_EXTHDR_FLAG)
2608 hdrlen += sizeof (gtpu_exthdr_t);
2609 if (hdr0->gtpu.ext->nextexthdr == GTPU_EXTHDR_PDU_SESSION)
2611 gtpu_pdu_session_t *sess;
2614 (gtpu_pdu_session_t *) (((char *) hdr0) +
2615 sizeof (ip6_gtpu_header_t) +
2616 sizeof (gtpu_exthdr_t));
2618 hdrlen += sizeof (gtpu_pdu_session_t);
2619 if (sess->u.val & GTPU_PDU_SESSION_P_BIT_MASK)
2621 hdrlen += sizeof (gtpu_paging_policy_t);
2626 if (ls_param->type == SRV6_GTP6_DT4)
2628 vlib_buffer_advance (b0, (word) hdrlen);
2629 ip4 = vlib_buffer_get_current (b0);
2630 if ((ip4->ip_version_and_header_length & 0xf0) != 0x40)
2632 next0 = SRV6_END_M_GTP6_DT_NEXT_DROP;
2637 next0 = SRV6_END_M_GTP6_DT_NEXT_LOOKUP4;
2638 vnet_buffer (b0)->sw_if_index[VLIB_TX] =
2639 ls_param->fib4_index;
2641 else if (ls_param->type == SRV6_GTP6_DT6)
2643 ip6 = (ip6_header_t *) ((u8 *) hdr0 + hdrlen);
2644 if ((clib_net_to_host_u32
2645 (ip6->ip_version_traffic_class_and_flow_label) >> 28)
2648 next0 = SRV6_END_M_GTP6_DT_NEXT_DROP;
2653 next0 = SRV6_END_M_GTP6_DT_NEXT_LOOKUP6;
2654 if ((ip6->dst_address.as_u8[0] == 0xff)
2655 && ((ip6->dst_address.as_u8[1] & 0xc0) == 0x80))
2657 vnet_buffer (b0)->sw_if_index[VLIB_TX] =
2658 ls_param->local_fib_index;
2662 vlib_buffer_advance (b0, (word) hdrlen);
2663 vnet_buffer (b0)->sw_if_index[VLIB_TX] =
2664 ls_param->fib6_index;
2667 else if (ls_param->type == SRV6_GTP6_DT46)
2669 ip6 = (ip6_header_t *) ((u8 *) hdr0 + hdrlen);
2670 if ((clib_net_to_host_u32
2671 (ip6->ip_version_traffic_class_and_flow_label) >> 28)
2674 next0 = SRV6_END_M_GTP6_DT_NEXT_LOOKUP6;
2675 if ((ip6->dst_address.as_u8[0] == 0xff)
2676 && ((ip6->dst_address.as_u8[1] & 0xc0) == 0x80))
2678 vnet_buffer (b0)->sw_if_index[VLIB_TX] =
2679 ls_param->local_fib_index;
2683 vlib_buffer_advance (b0, (word) hdrlen);
2684 vnet_buffer (b0)->sw_if_index[VLIB_TX] =
2685 ls_param->fib6_index;
2689 if ((clib_net_to_host_u32
2690 (ip6->ip_version_traffic_class_and_flow_label) >> 28)
2693 vlib_buffer_advance (b0, (word) hdrlen);
2694 next0 = SRV6_END_M_GTP6_DT_NEXT_LOOKUP4;
2695 vnet_buffer (b0)->sw_if_index[VLIB_TX] =
2696 ls_param->fib4_index;
2700 next0 = SRV6_END_M_GTP6_DT_NEXT_DROP;
2707 next0 = SRV6_END_M_GTP6_DT_NEXT_DROP;
2714 if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE) &&
2715 PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
2717 srv6_end_rewrite_trace_t *tr =
2718 vlib_add_trace (vm, node, b0, sizeof (*tr));
2719 clib_memcpy (tr->src.as_u8, src.as_u8,
2720 sizeof (ip6_address_t));
2721 clib_memcpy (tr->dst.as_u8, dst.as_u8,
2722 sizeof (ip6_address_t));
2728 vlib_increment_combined_counter
2730 SRV6_END_M_GTP6_DT_NEXT_DROP) ? &(sm2->sr_ls_invalid_counters)
2731 : &(sm2->sr_ls_valid_counters)), thread_index,
2732 ls0 - sm2->localsids, 1, vlib_buffer_length_in_chain (vm, b0));
2734 vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
2735 n_left_to_next, bi0, next0);
2738 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
2741 vlib_node_increment_counter (vm, sm->end_m_gtp6_dt_node_index,
2742 SRV6_END_ERROR_M_GTP6_DT_BAD_PACKETS, bad_n);
2744 vlib_node_increment_counter (vm, sm->end_m_gtp6_dt_node_index,
2745 SRV6_END_ERROR_M_GTP6_DT_PACKETS, good_n);
2747 return frame->n_vectors;
2750 // Function for SRv6 GTP4.DT function
2751 VLIB_NODE_FN (srv6_t_m_gtp4_dt) (vlib_main_t * vm,
2752 vlib_node_runtime_t * node,
2753 vlib_frame_t * frame)
2755 srv6_t_main_v4_dt_t *sm = &srv6_t_main_v4_dt;
2756 ip6_sr_main_t *sm2 = &sr_main;
2757 u32 n_left_from, next_index, *from, *to_next;
2759 u32 good_n = 0, bad_n = 0;
2761 from = vlib_frame_vector_args (frame);
2762 n_left_from = frame->n_vectors;
2763 next_index = node->cached_next_index;
2765 while (n_left_from > 0)
2769 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
2771 while (n_left_from > 0 && n_left_to_next > 0)
2775 srv6_t_gtp4_dt_param_t *ls_param;
2778 ip4_gtpu_header_t *hdr0 = NULL;
2779 ip4_header_t *ip4 = NULL;
2780 ip6_header_t *ip6 = NULL;
2781 ip6_address_t src, dst;
2786 u32 next0 = SRV6_T_M_GTP4_DT_NEXT_DROP;
2793 n_left_to_next -= 1;
2795 b0 = vlib_get_buffer (vm, bi0);
2797 pool_elt_at_index (sm2->sid_lists,
2798 vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
2800 ls_param = (srv6_t_gtp4_dt_param_t *) ls0->plugin_mem;
2802 hdr0 = vlib_buffer_get_current (b0);
2804 hdrlen = sizeof (ip4_gtpu_header_t);
2806 len0 = vlib_buffer_length_in_chain (vm, b0);
2808 if ((hdr0->ip4.protocol != IP_PROTOCOL_UDP)
2809 || (hdr0->udp.dst_port !=
2810 clib_host_to_net_u16 (SRV6_GTP_UDP_DST_PORT))
2811 || (len0 < sizeof (ip4_gtpu_header_t)))
2813 next0 = SRV6_T_M_GTP4_DT_NEXT_DROP;
2819 clib_memcpy_fast (src.as_u8, hdr0->ip4.src_address.as_u8,
2820 sizeof (ip4_address_t));
2821 clib_memcpy_fast (dst.as_u8, hdr0->ip4.dst_address.as_u8,
2822 sizeof (ip4_address_t));
2824 teid = hdr0->gtpu.teid;
2826 if (hdr0->gtpu.ver_flags & GTPU_EXTHDR_FLAG)
2828 hdrlen += sizeof (gtpu_exthdr_t);
2829 if (hdr0->gtpu.ext->nextexthdr == GTPU_EXTHDR_PDU_SESSION)
2831 gtpu_pdu_session_t *sess;
2834 (gtpu_pdu_session_t *) (((char *) hdr0) +
2835 sizeof (ip6_gtpu_header_t) +
2836 sizeof (gtpu_exthdr_t));
2838 hdrlen += sizeof (gtpu_pdu_session_t);
2839 if (sess->u.val & GTPU_PDU_SESSION_P_BIT_MASK)
2841 hdrlen += sizeof (gtpu_paging_policy_t);
2846 if (ls_param->type == SRV6_GTP4_DT4)
2848 vlib_buffer_advance (b0, (word) hdrlen);
2849 ip4 = vlib_buffer_get_current (b0);
2850 if ((ip4->ip_version_and_header_length & 0xf0) != 0x40)
2852 next0 = SRV6_T_M_GTP4_DT_NEXT_DROP;
2857 next0 = SRV6_T_M_GTP4_DT_NEXT_LOOKUP4;
2858 vnet_buffer (b0)->sw_if_index[VLIB_TX] =
2859 ls_param->fib4_index;
2861 else if (ls_param->type == SRV6_GTP4_DT6)
2863 ip6 = (ip6_header_t *) ((u8 *) hdr0 + hdrlen);
2864 if ((clib_net_to_host_u32
2865 (ip6->ip_version_traffic_class_and_flow_label) >> 28)
2868 next0 = SRV6_T_M_GTP4_DT_NEXT_DROP;
2873 next0 = SRV6_T_M_GTP4_DT_NEXT_LOOKUP6;
2874 if ((ip6->dst_address.as_u8[0] == 0xff)
2875 && ((ip6->dst_address.as_u8[1] & 0xc0) == 0x80))
2877 next0 = SRV6_T_M_GTP4_DT_NEXT_LOOKUP4;
2878 vnet_buffer (b0)->sw_if_index[VLIB_TX] =
2879 ls_param->local_fib_index;
2883 vlib_buffer_advance (b0, (word) hdrlen);
2884 vnet_buffer (b0)->sw_if_index[VLIB_TX] =
2885 ls_param->fib6_index;
2888 else if (ls_param->type == SRV6_GTP4_DT46)
2890 ip6 = (ip6_header_t *) ((u8 *) hdr0 + hdrlen);
2891 if ((clib_net_to_host_u32
2892 (ip6->ip_version_traffic_class_and_flow_label) >> 28)
2895 next0 = SRV6_T_M_GTP4_DT_NEXT_LOOKUP6;
2896 if ((ip6->dst_address.as_u8[0] == 0xff)
2897 && ((ip6->dst_address.as_u8[1] & 0xc0) == 0x80))
2899 next0 = SRV6_T_M_GTP4_DT_NEXT_LOOKUP4;
2900 vnet_buffer (b0)->sw_if_index[VLIB_TX] =
2901 ls_param->local_fib_index;
2905 vlib_buffer_advance (b0, (word) hdrlen);
2906 vnet_buffer (b0)->sw_if_index[VLIB_TX] =
2907 ls_param->fib6_index;
2911 if ((clib_net_to_host_u32
2912 (ip6->ip_version_traffic_class_and_flow_label) >> 28)
2915 vlib_buffer_advance (b0, (word) hdrlen);
2916 next0 = SRV6_T_M_GTP4_DT_NEXT_LOOKUP4;
2917 vnet_buffer (b0)->sw_if_index[VLIB_TX] =
2918 ls_param->fib4_index;
2922 next0 = SRV6_T_M_GTP4_DT_NEXT_DROP;
2929 next0 = SRV6_T_M_GTP4_DT_NEXT_DROP;
2936 if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE) &&
2937 PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
2939 srv6_end_rewrite_trace_t *tr =
2940 vlib_add_trace (vm, node, b0, sizeof (*tr));
2941 clib_memcpy (tr->src.as_u8, src.as_u8,
2942 sizeof (ip6_address_t));
2943 clib_memcpy (tr->dst.as_u8, dst.as_u8,
2944 sizeof (ip6_address_t));
2950 vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
2951 n_left_to_next, bi0, next0);
2954 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
2957 vlib_node_increment_counter (vm, sm->t_m_gtp4_dt_node_index,
2958 SRV6_T_ERROR_M_GTP4_DT_BAD_PACKETS, bad_n);
2960 vlib_node_increment_counter (vm, sm->t_m_gtp4_dt_node_index,
2961 SRV6_T_ERROR_M_GTP4_DT_PACKETS, good_n);
2963 return frame->n_vectors;
2966 VLIB_REGISTER_NODE (srv6_end_m_gtp6_e) =
2968 .name = "srv6-end-m-gtp6-e",.vector_size = sizeof (u32),.format_trace =
2969 format_srv6_end_rewrite_trace6,.type = VLIB_NODE_TYPE_INTERNAL,.n_errors =
2970 ARRAY_LEN (srv6_end_error_v6_e_strings),.error_strings =
2971 srv6_end_error_v6_e_strings,.n_next_nodes =
2972 SRV6_END_M_GTP6_E_N_NEXT,.next_nodes =
2974 [SRV6_END_M_GTP6_E_NEXT_DROP] =
2975 "error-drop",[SRV6_END_M_GTP6_E_NEXT_LOOKUP] = "ip6-lookup",}
2978 VLIB_REGISTER_NODE (srv6_end_m_gtp6_d) =
2980 .name = "srv6-end-m-gtp6-d",.vector_size = sizeof (u32),.format_trace =
2981 format_srv6_end_rewrite_trace6,.type = VLIB_NODE_TYPE_INTERNAL,.n_errors =
2982 ARRAY_LEN (srv6_end_error_v6_d_strings),.error_strings =
2983 srv6_end_error_v6_d_strings,.n_next_nodes =
2984 SRV6_END_M_GTP6_D_N_NEXT,.next_nodes =
2986 [SRV6_END_M_GTP6_D_NEXT_DROP] =
2987 "error-drop",[SRV6_END_M_GTP6_D_NEXT_LOOKUP] = "ip6-lookup",}
2990 VLIB_REGISTER_NODE (srv6_end_m_gtp6_d_di) =
2992 .name = "srv6-end-m-gtp6-d-di",.vector_size = sizeof (u32),.format_trace =
2993 format_srv6_end_rewrite_trace6,.type = VLIB_NODE_TYPE_INTERNAL,.n_errors =
2994 ARRAY_LEN (srv6_end_error_v6_d_di_strings),.error_strings =
2995 srv6_end_error_v6_d_di_strings,.n_next_nodes =
2996 SRV6_END_M_GTP6_D_DI_N_NEXT,.next_nodes =
2998 [SRV6_END_M_GTP6_D_DI_NEXT_DROP] = "error-drop",
2999 [SRV6_END_M_GTP6_D_DI_NEXT_LOOKUP] = "ip6-lookup",}
3002 VLIB_REGISTER_NODE (srv6_end_m_gtp6_dt) =
3004 .name = "srv6-end-m-gtp6-dt",.vector_size = sizeof (u32),.format_trace =
3005 format_srv6_end_rewrite_trace6,.type = VLIB_NODE_TYPE_INTERNAL,.n_errors =
3006 ARRAY_LEN (srv6_end_error_v6_dt_strings),.error_strings =
3007 srv6_end_error_v6_dt_strings,.n_next_nodes =
3008 SRV6_END_M_GTP6_DT_N_NEXT,.next_nodes =
3010 [SRV6_END_M_GTP6_DT_NEXT_DROP] =
3012 [SRV6_END_M_GTP6_DT_NEXT_LOOKUP4]
3013 = "ip4-lookup",[SRV6_END_M_GTP6_DT_NEXT_LOOKUP6] = "ip6-lookup",}
3016 VLIB_REGISTER_NODE (srv6_t_m_gtp4_dt) =
3018 .name = "srv6-t-m-gtp4-dt",.vector_size = sizeof (u32),.format_trace =
3019 format_srv6_end_rewrite_trace6,.type = VLIB_NODE_TYPE_INTERNAL,.n_errors =
3020 ARRAY_LEN (srv6_t_error_v4_dt_strings),.error_strings =
3021 srv6_t_error_v4_dt_strings,.n_next_nodes =
3022 SRV6_T_M_GTP4_DT_N_NEXT,.next_nodes =
3024 [SRV6_T_M_GTP4_DT_NEXT_DROP] =
3026 [SRV6_T_M_GTP4_DT_NEXT_LOOKUP4] =
3027 "ip4-lookup",[SRV6_T_M_GTP4_DT_NEXT_LOOKUP6] = "ip6-lookup",}
3031 * fd.io coding-style-patch-verification: ON
3034 * eval: (c-set-style "gnu")