4 * Copyright (c) 2015 Cisco and/or its affiliates.
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at:
9 * http://www.apache.org/licenses/LICENSE-2.0
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
18 #include <vlib/vlib.h>
19 #include <vnet/vnet.h>
20 #include <vppinfra/error.h>
21 #include <srv6-ad/ad.h>
24 /******************************* Packet tracing *******************************/
29 } srv6_ad_localsid_trace_t;
34 ip6_address_t src, dst;
35 } srv6_ad_rewrite_trace_t;
38 format_srv6_ad_localsid_trace (u8 * s, va_list * args)
40 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
41 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
42 srv6_ad_localsid_trace_t *t = va_arg (*args, srv6_ad_localsid_trace_t *);
44 return format (s, "SRv6-AD-localsid: localsid_index %d", t->localsid_index);
48 format_srv6_ad_rewrite_trace (u8 * s, va_list * args)
50 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
51 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
52 srv6_ad_rewrite_trace_t *t = va_arg (*args, srv6_ad_rewrite_trace_t *);
54 if (PREDICT_FALSE (t->error != 0))
56 return format (s, "SRv6-AD-rewrite: cache is empty");
59 return format (s, "SRv6-AD-rewrite: src %U dst %U",
60 format_ip6_address, &t->src, format_ip6_address, &t->dst);
64 /***************************** Nodes registration *****************************/
66 vlib_node_registration_t srv6_ad4_rewrite_node;
67 vlib_node_registration_t srv6_ad6_rewrite_node;
70 /****************************** Packet counters *******************************/
72 #define foreach_srv6_ad_rewrite_counter \
73 _(PROCESSED, "srv6-ad rewritten packets") \
74 _(NO_RW, "(Error) No header for rewriting.")
78 #define _(sym,str) SRV6_AD_REWRITE_COUNTER_##sym,
79 foreach_srv6_ad_rewrite_counter
81 SRV6_AD_REWRITE_N_COUNTERS,
82 } srv6_ad_rewrite_counters;
84 static char *srv6_ad_rewrite_counter_strings[] = {
85 #define _(sym,string) string,
86 foreach_srv6_ad_rewrite_counter
91 /********************************* Next nodes *********************************/
95 SRV6_AD_LOCALSID_NEXT_ERROR,
96 SRV6_AD_LOCALSID_NEXT_REWRITE4,
97 SRV6_AD_LOCALSID_NEXT_REWRITE6,
98 SRV6_AD_LOCALSID_NEXT_INTERFACE,
99 SRV6_AD_LOCALSID_N_NEXT,
100 } srv6_ad_localsid_next_t;
104 SRV6_AD_REWRITE_NEXT_ERROR,
105 SRV6_AD_REWRITE_NEXT_LOOKUP,
106 SRV6_AD_REWRITE_N_NEXT,
107 } srv6_ad_rewrite_next_t;
110 /******************************* Local SID node *******************************/
113 * @brief Function doing SRH processing for AD behavior
115 static_always_inline void
116 end_ad_processing (vlib_buffer_t * b0,
118 ip6_sr_header_t * sr0,
119 ip6_sr_localsid_t * ls0, u32 * next0)
121 ip6_address_t *new_dst0;
123 ip6_ext_header_t *next_ext_header;
125 srv6_ad_localsid_t *ls0_mem;
127 if (PREDICT_FALSE (ip0->protocol != IP_PROTOCOL_IPV6_ROUTE ||
128 sr0->type != ROUTING_HEADER_TYPE_SR))
133 if (PREDICT_FALSE (sr0->segments_left == 0))
138 /* Decrement Segments Left and update Destination Address */
139 sr0->segments_left -= 1;
140 new_dst0 = (ip6_address_t *) (sr0->segments) + sr0->segments_left;
141 ip0->dst_address.as_u64[0] = new_dst0->as_u64[0];
142 ip0->dst_address.as_u64[1] = new_dst0->as_u64[1];
144 /* Compute the total size of the IPv6 header and extensions */
145 total_size = sizeof (ip6_header_t);
146 next_ext_header = (ip6_ext_header_t *) (ip0 + 1);
147 next_hdr = ip0->protocol;
149 while (ip6_ext_hdr (next_hdr))
151 total_size += ip6_ext_header_len (next_ext_header);
152 next_hdr = next_ext_header->next_hdr;
153 next_ext_header = ip6_ext_next_header (next_ext_header);
156 /* Make sure next header is valid */
157 if (PREDICT_FALSE (next_hdr != IP_PROTOCOL_IPV6 &&
158 next_hdr != IP_PROTOCOL_IP_IN_IP &&
159 next_hdr != IP_PROTOCOL_IP6_ETHERNET))
164 /* Retrieve SID memory */
165 ls0_mem = ls0->plugin_mem;
167 /* Cache IP header and extensions */
168 if (PREDICT_FALSE (total_size > ls0_mem->rw_len))
170 vec_validate (ls0_mem->rewrite, total_size - 1);
172 clib_memcpy_fast (ls0_mem->rewrite, ip0, total_size);
173 ls0_mem->rw_len = total_size;
175 /* Remove IP header and extensions */
176 vlib_buffer_advance (b0, total_size);
178 if (next_hdr == IP_PROTOCOL_IP6_ETHERNET)
180 /* Set output interface */
181 vnet_buffer (b0)->sw_if_index[VLIB_TX] = ls0_mem->sw_if_index_out;
183 /* Set next node to interface-output */
184 *next0 = SRV6_AD_LOCALSID_NEXT_INTERFACE;
188 /* Set Xconnect adjacency to VNF */
189 vnet_buffer (b0)->ip.adj_index[VLIB_TX] = ls0_mem->nh_adj;
191 /* Set next node to ip-rewrite */
192 *next0 = (next_hdr == IP_PROTOCOL_IPV6) ?
193 SRV6_AD_LOCALSID_NEXT_REWRITE6 : SRV6_AD_LOCALSID_NEXT_REWRITE4;
198 * @brief SRv6 AD Localsid graph node
201 srv6_ad_localsid_fn (vlib_main_t * vm,
202 vlib_node_runtime_t * node, vlib_frame_t * frame)
204 ip6_sr_main_t *sm = &sr_main;
205 u32 n_left_from, next_index, *from, *to_next;
208 from = vlib_frame_vector_args (frame);
209 n_left_from = frame->n_vectors;
210 next_index = node->cached_next_index;
212 while (n_left_from > 0)
216 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
218 /* TODO: Dual/quad loop */
220 while (n_left_from > 0 && n_left_to_next > 0)
224 ip6_header_t *ip0 = 0;
225 ip6_sr_header_t *sr0;
226 ip6_sr_localsid_t *ls0;
227 u32 next0 = SRV6_AD_LOCALSID_NEXT_ERROR;
236 b0 = vlib_get_buffer (vm, bi0);
237 ip0 = vlib_buffer_get_current (b0);
238 sr0 = (ip6_sr_header_t *) (ip0 + 1);
240 /* Lookup the SR End behavior based on IP DA (adj) */
241 ls0 = pool_elt_at_index (sm->localsids,
242 vnet_buffer (b0)->ip.adj_index[VLIB_TX]);
245 end_ad_processing (b0, ip0, sr0, ls0, &next0);
247 if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
249 srv6_ad_localsid_trace_t *tr =
250 vlib_add_trace (vm, node, b0, sizeof *tr);
251 tr->localsid_index = ls0 - sm->localsids;
254 /* This increments the SRv6 per LocalSID counters. */
255 vlib_increment_combined_counter (((next0 ==
256 SRV6_AD_LOCALSID_NEXT_ERROR) ?
257 &(sm->sr_ls_invalid_counters) :
258 &(sm->sr_ls_valid_counters)),
260 ls0 - sm->localsids, 1,
261 vlib_buffer_length_in_chain (vm,
264 vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
265 n_left_to_next, bi0, next0);
270 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
273 return frame->n_vectors;
277 VLIB_REGISTER_NODE (srv6_ad_localsid_node) = {
278 .function = srv6_ad_localsid_fn,
279 .name = "srv6-ad-localsid",
280 .vector_size = sizeof (u32),
281 .format_trace = format_srv6_ad_localsid_trace,
282 .type = VLIB_NODE_TYPE_INTERNAL,
283 .n_next_nodes = SRV6_AD_LOCALSID_N_NEXT,
285 [SRV6_AD_LOCALSID_NEXT_REWRITE4] = "ip4-rewrite",
286 [SRV6_AD_LOCALSID_NEXT_REWRITE6] = "ip6-rewrite",
287 [SRV6_AD_LOCALSID_NEXT_INTERFACE] = "interface-output",
288 [SRV6_AD_LOCALSID_NEXT_ERROR] = "error-drop",
294 /******************************* Rewriting node *******************************/
297 * @brief Graph node for applying a SR policy into an IPv6 packet. Encapsulation
300 srv6_ad2_rewrite_fn (vlib_main_t * vm,
301 vlib_node_runtime_t * node, vlib_frame_t * frame)
303 ip6_sr_main_t *srm = &sr_main;
304 srv6_ad_main_t *sm = &srv6_ad_main;
305 u32 n_left_from, next_index, *from, *to_next;
308 from = vlib_frame_vector_args (frame);
309 n_left_from = frame->n_vectors;
310 next_index = node->cached_next_index;
312 while (n_left_from > 0)
316 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
318 /* TODO: Dual/quad loop */
320 while (n_left_from > 0 && n_left_to_next > 0)
324 ethernet_header_t *en0;
325 ip6_header_t *ip0 = 0;
326 ip6_sr_localsid_t *ls0;
327 srv6_ad_localsid_t *ls0_mem;
328 u32 next0 = SRV6_AD_REWRITE_NEXT_LOOKUP;
337 b0 = vlib_get_buffer (vm, bi0);
338 en0 = vlib_buffer_get_current (b0);
339 ls0 = pool_elt_at_index (srm->localsids,
340 sm->sw_iface_localsid2[vnet_buffer
343 ls0_mem = ls0->plugin_mem;
345 if (PREDICT_FALSE (ls0_mem == NULL || ls0_mem->rewrite == NULL))
347 next0 = SRV6_AD_REWRITE_NEXT_ERROR;
348 b0->error = node->errors[SRV6_AD_REWRITE_COUNTER_NO_RW];
352 ASSERT (VLIB_BUFFER_PRE_DATA_SIZE >=
353 (ls0_mem->rw_len + b0->current_data));
355 clib_memcpy_fast (((u8 *) en0) - ls0_mem->rw_len,
356 ls0_mem->rewrite, ls0_mem->rw_len);
357 vlib_buffer_advance (b0, -(word) ls0_mem->rw_len);
359 ip0 = vlib_buffer_get_current (b0);
361 ip0->payload_length =
362 clib_host_to_net_u16 (b0->current_length -
363 sizeof (ip6_header_t));
366 if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE) &&
367 PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
369 srv6_ad_rewrite_trace_t *tr =
370 vlib_add_trace (vm, node, b0, sizeof *tr);
373 if (next0 == SRV6_AD_REWRITE_NEXT_ERROR)
379 clib_memcpy_fast (tr->src.as_u8, ip0->src_address.as_u8,
380 sizeof tr->src.as_u8);
381 clib_memcpy_fast (tr->dst.as_u8, ip0->dst_address.as_u8,
382 sizeof tr->dst.as_u8);
386 /* Increment per-SID AD rewrite counters */
387 vlib_increment_combined_counter (((next0 ==
388 SRV6_AD_LOCALSID_NEXT_ERROR) ?
389 &(sm->invalid_counters) :
390 &(sm->valid_counters)),
391 vm->thread_index, ls0_mem->index,
392 1, vlib_buffer_length_in_chain (vm,
395 vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
396 n_left_to_next, bi0, next0);
401 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
404 /* Update counters */
405 vlib_node_increment_counter (vm, srv6_ad4_rewrite_node.index,
406 SRV6_AD_REWRITE_COUNTER_PROCESSED,
409 return frame->n_vectors;
413 VLIB_REGISTER_NODE (srv6_ad2_rewrite_node) = {
414 .function = srv6_ad2_rewrite_fn,
415 .name = "srv6-ad2-rewrite",
416 .vector_size = sizeof (u32),
417 .format_trace = format_srv6_ad_rewrite_trace,
418 .type = VLIB_NODE_TYPE_INTERNAL,
419 .n_errors = SRV6_AD_REWRITE_N_COUNTERS,
420 .error_strings = srv6_ad_rewrite_counter_strings,
421 .n_next_nodes = SRV6_AD_REWRITE_N_NEXT,
423 [SRV6_AD_REWRITE_NEXT_LOOKUP] = "ip6-lookup",
424 [SRV6_AD_REWRITE_NEXT_ERROR] = "error-drop",
431 * @brief Graph node for applying a SR policy into an IPv6 packet. Encapsulation
434 srv6_ad4_rewrite_fn (vlib_main_t * vm,
435 vlib_node_runtime_t * node, vlib_frame_t * frame)
437 ip6_sr_main_t *srm = &sr_main;
438 srv6_ad_main_t *sm = &srv6_ad_main;
439 u32 n_left_from, next_index, *from, *to_next;
442 from = vlib_frame_vector_args (frame);
443 n_left_from = frame->n_vectors;
444 next_index = node->cached_next_index;
446 while (n_left_from > 0)
450 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
452 /* TODO: Dual/quad loop */
454 while (n_left_from > 0 && n_left_to_next > 0)
458 ip4_header_t *ip0_encap = 0;
459 ip6_header_t *ip0 = 0;
460 ip6_sr_localsid_t *ls0;
461 srv6_ad_localsid_t *ls0_mem;
462 u32 next0 = SRV6_AD_REWRITE_NEXT_LOOKUP;
472 b0 = vlib_get_buffer (vm, bi0);
473 ip0_encap = vlib_buffer_get_current (b0);
474 ls0 = pool_elt_at_index (srm->localsids,
475 sm->sw_iface_localsid4[vnet_buffer
478 ls0_mem = ls0->plugin_mem;
480 if (PREDICT_FALSE (ls0_mem == NULL || ls0_mem->rewrite == NULL))
482 next0 = SRV6_AD_REWRITE_NEXT_ERROR;
483 b0->error = node->errors[SRV6_AD_REWRITE_COUNTER_NO_RW];
487 ASSERT (VLIB_BUFFER_PRE_DATA_SIZE >=
488 (ls0_mem->rw_len + b0->current_data));
490 clib_memcpy_fast (((u8 *) ip0_encap) - ls0_mem->rw_len,
491 ls0_mem->rewrite, ls0_mem->rw_len);
492 vlib_buffer_advance (b0, -(word) ls0_mem->rw_len);
494 ip0 = vlib_buffer_get_current (b0);
496 /* Update inner IPv4 TTL and checksum */
499 checksum0 = ip0_encap->checksum + clib_host_to_net_u16 (0x0100);
500 checksum0 += checksum0 >= 0xffff;
501 ip0_encap->checksum = checksum0;
503 /* Update outer IPv6 length (in case it has changed) */
504 new_l0 = ls0_mem->rw_len - sizeof (ip6_header_t) +
505 clib_net_to_host_u16 (ip0_encap->length);
506 ip0->payload_length = clib_host_to_net_u16 (new_l0);
509 if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE) &&
510 PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
512 srv6_ad_rewrite_trace_t *tr =
513 vlib_add_trace (vm, node, b0, sizeof *tr);
516 if (next0 == SRV6_AD_REWRITE_NEXT_ERROR)
522 clib_memcpy_fast (tr->src.as_u8, ip0->src_address.as_u8,
523 sizeof tr->src.as_u8);
524 clib_memcpy_fast (tr->dst.as_u8, ip0->dst_address.as_u8,
525 sizeof tr->dst.as_u8);
529 /* Increment per-SID AD rewrite counters */
530 vlib_increment_combined_counter (((next0 ==
531 SRV6_AD_LOCALSID_NEXT_ERROR) ?
532 &(sm->invalid_counters) :
533 &(sm->valid_counters)),
534 vm->thread_index, ls0_mem->index,
535 1, vlib_buffer_length_in_chain (vm,
538 vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
539 n_left_to_next, bi0, next0);
544 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
547 /* Update counters */
548 vlib_node_increment_counter (vm, srv6_ad4_rewrite_node.index,
549 SRV6_AD_REWRITE_COUNTER_PROCESSED,
552 return frame->n_vectors;
556 VLIB_REGISTER_NODE (srv6_ad4_rewrite_node) = {
557 .function = srv6_ad4_rewrite_fn,
558 .name = "srv6-ad4-rewrite",
559 .vector_size = sizeof (u32),
560 .format_trace = format_srv6_ad_rewrite_trace,
561 .type = VLIB_NODE_TYPE_INTERNAL,
562 .n_errors = SRV6_AD_REWRITE_N_COUNTERS,
563 .error_strings = srv6_ad_rewrite_counter_strings,
564 .n_next_nodes = SRV6_AD_REWRITE_N_NEXT,
566 [SRV6_AD_REWRITE_NEXT_LOOKUP] = "ip6-lookup",
567 [SRV6_AD_REWRITE_NEXT_ERROR] = "error-drop",
574 * @brief Graph node for applying a SR policy into an IPv6 packet. Encapsulation
577 srv6_ad6_rewrite_fn (vlib_main_t * vm,
578 vlib_node_runtime_t * node, vlib_frame_t * frame)
580 ip6_sr_main_t *srm = &sr_main;
581 srv6_ad_main_t *sm = &srv6_ad_main;
582 u32 n_left_from, next_index, *from, *to_next;
585 from = vlib_frame_vector_args (frame);
586 n_left_from = frame->n_vectors;
587 next_index = node->cached_next_index;
589 while (n_left_from > 0)
593 vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
595 /* TODO: Dual/quad loop */
597 while (n_left_from > 0 && n_left_to_next > 0)
601 ip6_header_t *ip0 = 0, *ip0_encap = 0;
602 ip6_sr_localsid_t *ls0;
603 srv6_ad_localsid_t *ls0_mem;
604 u32 next0 = SRV6_AD_REWRITE_NEXT_LOOKUP;
614 b0 = vlib_get_buffer (vm, bi0);
615 ip0_encap = vlib_buffer_get_current (b0);
616 ls0 = pool_elt_at_index (srm->localsids,
617 sm->sw_iface_localsid6[vnet_buffer
620 ls0_mem = ls0->plugin_mem;
622 if (PREDICT_FALSE (ls0_mem == NULL || ls0_mem->rewrite == NULL))
624 next0 = SRV6_AD_REWRITE_NEXT_ERROR;
625 b0->error = node->errors[SRV6_AD_REWRITE_COUNTER_NO_RW];
629 ASSERT (VLIB_BUFFER_PRE_DATA_SIZE >=
630 (ls0_mem->rw_len + b0->current_data));
632 clib_memcpy_fast (((u8 *) ip0_encap) - ls0_mem->rw_len,
633 ls0_mem->rewrite, ls0_mem->rw_len);
634 vlib_buffer_advance (b0, -(word) ls0_mem->rw_len);
636 ip0 = vlib_buffer_get_current (b0);
638 /* Update inner IPv6 hop limit */
639 ip0_encap->hop_limit -= 1;
641 /* Update outer IPv6 length (in case it has changed) */
642 new_l0 = ls0_mem->rw_len +
643 clib_net_to_host_u16 (ip0_encap->payload_length);
644 ip0->payload_length = clib_host_to_net_u16 (new_l0);
647 if (PREDICT_FALSE (node->flags & VLIB_NODE_FLAG_TRACE) &&
648 PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
650 srv6_ad_rewrite_trace_t *tr =
651 vlib_add_trace (vm, node, b0, sizeof *tr);
654 if (next0 == SRV6_AD_REWRITE_NEXT_ERROR)
660 clib_memcpy_fast (tr->src.as_u8, ip0->src_address.as_u8,
661 sizeof tr->src.as_u8);
662 clib_memcpy_fast (tr->dst.as_u8, ip0->dst_address.as_u8,
663 sizeof tr->dst.as_u8);
667 /* Increment per-SID AD rewrite counters */
668 vlib_increment_combined_counter (((next0 ==
669 SRV6_AD_LOCALSID_NEXT_ERROR) ?
670 &(sm->invalid_counters) :
671 &(sm->valid_counters)),
672 vm->thread_index, ls0_mem->index,
673 1, vlib_buffer_length_in_chain (vm,
676 vlib_validate_buffer_enqueue_x1 (vm, node, next_index, to_next,
677 n_left_to_next, bi0, next0);
682 vlib_put_next_frame (vm, node, next_index, n_left_to_next);
685 /* Update counters */
686 vlib_node_increment_counter (vm, srv6_ad6_rewrite_node.index,
687 SRV6_AD_REWRITE_COUNTER_PROCESSED,
690 return frame->n_vectors;
694 VLIB_REGISTER_NODE (srv6_ad6_rewrite_node) = {
695 .function = srv6_ad6_rewrite_fn,
696 .name = "srv6-ad6-rewrite",
697 .vector_size = sizeof (u32),
698 .format_trace = format_srv6_ad_rewrite_trace,
699 .type = VLIB_NODE_TYPE_INTERNAL,
700 .n_errors = SRV6_AD_REWRITE_N_COUNTERS,
701 .error_strings = srv6_ad_rewrite_counter_strings,
702 .n_next_nodes = SRV6_AD_REWRITE_N_NEXT,
704 [SRV6_AD_REWRITE_NEXT_LOOKUP] = "ip6-lookup",
705 [SRV6_AD_REWRITE_NEXT_ERROR] = "error-drop",
711 * fd.io coding-style-patch-verification: ON
714 * eval: (c-set-style "gnu")