4 * Copyright (c) 2015 Cisco and/or its affiliates.
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at:
9 * http://www.apache.org/licenses/LICENSE-2.0
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
21 #include <vppinfra/xxhash.h>
24 crc_u32 (u32 data, u32 value)
26 u64 tmp = ((u64) data << 32) | (u64) value;
27 return (u32) clib_xxhash (tmp);
32 * This code supports the following MAP modes:
34 * Algorithmic Shared IPv4 address (ea_bits_len > 0):
35 * ea_bits_len + ip4_prefix > 32
36 * psid_length > 0, ip6_prefix < 64, ip4_prefix <= 32
37 * Algorithmic Full IPv4 address (ea_bits_len > 0):
38 * ea_bits_len + ip4_prefix = 32
39 * psid_length = 0, ip6_prefix < 64, ip4_prefix <= 32
40 * Algorithmic IPv4 prefix (ea_bits_len > 0):
41 * ea_bits_len + ip4_prefix < 32
42 * psid_length = 0, ip6_prefix < 64, ip4_prefix <= 32
44 * Independent Shared IPv4 address (ea_bits_len = 0):
47 * Rule IPv6 address = 128, Rule PSID Set
48 * Independent Full IPv4 address (ea_bits_len = 0):
50 * psid_length = 0, ip6_prefix = 128
51 * Independent IPv4 prefix (ea_bits_len = 0):
53 * psid_length = 0, ip6_prefix = 128
58 * This code supports MAP-T:
60 * With DMR prefix length equal to 96.
66 ip4_get_port (ip4_header_t * ip, map_dir_e dir, u16 buffer_len)
68 //TODO: use buffer length
69 if (ip->ip_version_and_header_length != 0x45 ||
70 ip4_get_fragment_offset (ip))
73 if (PREDICT_TRUE ((ip->protocol == IP_PROTOCOL_TCP) ||
74 (ip->protocol == IP_PROTOCOL_UDP)))
76 udp_header_t *udp = (void *) (ip + 1);
77 return (dir == MAP_SENDER) ? udp->src_port : udp->dst_port;
79 else if (ip->protocol == IP_PROTOCOL_ICMP)
81 icmp46_header_t *icmp = (void *) (ip + 1);
82 if (icmp->type == ICMP4_echo_request || icmp->type == ICMP4_echo_reply)
84 return *((u16 *) (icmp + 1));
86 else if (clib_net_to_host_u16 (ip->length) >= 64)
88 ip = (ip4_header_t *) (icmp + 2);
89 if (PREDICT_TRUE ((ip->protocol == IP_PROTOCOL_TCP) ||
90 (ip->protocol == IP_PROTOCOL_UDP)))
92 udp_header_t *udp = (void *) (ip + 1);
93 return (dir == MAP_SENDER) ? udp->dst_port : udp->src_port;
95 else if (ip->protocol == IP_PROTOCOL_ICMP)
97 icmp46_header_t *icmp = (void *) (ip + 1);
98 if (icmp->type == ICMP4_echo_request ||
99 icmp->type == ICMP4_echo_reply)
101 return *((u16 *) (icmp + 1));
110 ip6_get_port (ip6_header_t * ip6, map_dir_e dir, u16 buffer_len)
117 if (ip6_parse (ip6, buffer_len, &l4_protocol, &l4_offset, &frag_offset))
120 //TODO: Use buffer length
123 ip6_frag_hdr_offset (((ip6_frag_hdr_t *)
124 u8_ptr_add (ip6, frag_offset))))
125 return -1; //Can't deal with non-first fragment for now
127 l4 = u8_ptr_add (ip6, l4_offset);
128 if (l4_protocol == IP_PROTOCOL_TCP || l4_protocol == IP_PROTOCOL_UDP)
131 MAP_SENDER) ? ((udp_header_t *) (l4))->src_port : ((udp_header_t
135 else if (l4_protocol == IP_PROTOCOL_ICMP6)
137 icmp46_header_t *icmp = (icmp46_header_t *) (l4);
138 if (icmp->type == ICMP6_echo_request)
140 return (dir == MAP_SENDER) ? ((u16 *) (icmp))[2] : -1;
142 else if (icmp->type == ICMP6_echo_reply)
144 return (dir == MAP_SENDER) ? -1 : ((u16 *) (icmp))[2];
152 map_create_domain (ip4_address_t * ip4_prefix,
154 ip6_address_t * ip6_prefix,
156 ip6_address_t * ip6_src,
160 u8 psid_length, u32 * map_domain_index, u16 mtu, u8 flags)
162 map_main_t *mm = &map_main;
163 ip4_main_t *im4 = &ip4_main;
164 ip6_main_t *im6 = &ip6_main;
167 ip4_add_del_route_args_t args4;
168 ip6_add_del_route_args_t args6;
172 /* EA bits must be within the first 64 bits */
173 if (ea_bits_len > 0 && (ip6_prefix_len + ea_bits_len) > 64)
176 /* Sanity check on the src prefix length */
177 if (flags & MAP_DOMAIN_TRANSLATION)
179 if (ip6_src_len != 96)
181 clib_warning ("MAP-T only supports ip6_src_len = 96 for now.");
187 if (ip6_src_len != 128)
190 ("MAP-E requires a BR address, not a prefix (ip6_src_len should be 128).");
195 /* Get domain index */
196 pool_get_aligned (mm->domains, d, CLIB_CACHE_LINE_BYTES);
197 memset (d, 0, sizeof (*d));
198 *map_domain_index = d - mm->domains;
200 /* Init domain struct */
201 d->ip4_prefix.as_u32 = ip4_prefix->as_u32;
202 d->ip4_prefix_len = ip4_prefix_len;
203 d->ip6_prefix = *ip6_prefix;
204 d->ip6_prefix_len = ip6_prefix_len;
205 d->ip6_src = *ip6_src;
206 d->ip6_src_len = ip6_src_len;
207 d->ea_bits_len = ea_bits_len;
208 d->psid_offset = psid_offset;
209 d->psid_length = psid_length;
213 /* How many, and which bits to grab from the IPv4 DA */
214 if (ip4_prefix_len + ea_bits_len < 32)
216 d->flags |= MAP_DOMAIN_PREFIX;
217 suffix_len = d->suffix_shift = 32 - ip4_prefix_len - ea_bits_len;
222 suffix_len = 32 - ip4_prefix_len;
224 d->suffix_mask = (1 << suffix_len) - 1;
226 d->psid_shift = 16 - psid_length - psid_offset;
227 d->psid_mask = (1 << d->psid_length) - 1;
228 d->ea_shift = 64 - ip6_prefix_len - suffix_len - d->psid_length;
230 /* Init IP adjacency */
231 memset (&adj, 0, sizeof (adj));
232 adj.explicit_fib_index = ~0;
233 adj.lookup_next_index =
234 (d->flags & MAP_DOMAIN_TRANSLATION) ? IP_LOOKUP_NEXT_MAP_T :
236 p = (uword *) & adj.rewrite_data[0];
237 *p = (uword) (*map_domain_index);
239 if (ip4_get_route (im4, 0, 0, (u8 *) ip4_prefix, ip4_prefix_len))
241 clib_warning ("IPv4 route already defined: %U/%d", format_ip4_address,
242 ip4_prefix, ip4_prefix_len);
243 pool_put (mm->domains, d);
247 /* Create ip4 adjacency */
248 memset (&args4, 0, sizeof (args4));
249 args4.table_index_or_table_id = 0;
250 args4.flags = IP4_ROUTE_FLAG_ADD;
251 args4.dst_address.as_u32 = ip4_prefix->as_u32;
252 args4.dst_address_length = ip4_prefix_len;
254 args4.adj_index = ~0;
255 args4.add_adj = &adj;
257 ip4_add_del_route (im4, &args4);
259 /* Multiple MAP domains may share same source IPv6 TEP */
260 u32 ai = ip6_get_route (im6, 0, 0, ip6_src, ip6_src_len);
263 ip_lookup_main_t *lm6 = &ip6_main.lookup_main;
264 ip_adjacency_t *adj6 = ip_get_adjacency (lm6, ai);
265 if (adj6->lookup_next_index != IP_LOOKUP_NEXT_MAP &&
266 adj6->lookup_next_index != IP_LOOKUP_NEXT_MAP_T)
268 clib_warning ("BR source address already assigned: %U",
269 format_ip6_address, ip6_src);
270 pool_put (mm->domains, d);
274 p = (uword *) & adj6->rewrite_data[0];
277 /* Add refcount, so we don't accidentially delete the route underneath someone */
282 /* Create ip6 adjacency. */
283 memset (&args6, 0, sizeof (args6));
284 args6.table_index_or_table_id = 0;
285 args6.flags = IP6_ROUTE_FLAG_ADD;
286 args6.dst_address.as_u64[0] = ip6_src->as_u64[0];
287 args6.dst_address.as_u64[1] = ip6_src->as_u64[1];
288 args6.dst_address_length = ip6_src_len;
289 args6.adj_index = ~0;
290 args6.add_adj = &adj;
292 ip6_add_del_route (im6, &args6);
295 /* Validate packet/byte counters */
296 map_domain_counter_lock (mm);
298 for (i = 0; i < vec_len (mm->simple_domain_counters); i++)
300 vlib_validate_simple_counter (&mm->simple_domain_counters[i],
302 vlib_zero_simple_counter (&mm->simple_domain_counters[i],
305 for (i = 0; i < vec_len (mm->domain_counters); i++)
307 vlib_validate_combined_counter (&mm->domain_counters[i],
309 vlib_zero_combined_counter (&mm->domain_counters[i], *map_domain_index);
311 map_domain_counter_unlock (mm);
320 map_delete_domain (u32 map_domain_index)
322 map_main_t *mm = &map_main;
323 ip4_main_t *im4 = &ip4_main;
324 ip6_main_t *im6 = &ip6_main;
327 ip4_add_del_route_args_t args4;
328 ip6_add_del_route_args_t args6;
330 if (pool_is_free_index (mm->domains, map_domain_index))
332 clib_warning ("MAP domain delete: domain does not exist: %d",
337 d = pool_elt_at_index (mm->domains, map_domain_index);
339 memset (&adj, 0, sizeof (adj));
340 adj.explicit_fib_index = ~0;
341 adj.lookup_next_index =
342 (d->flags & MAP_DOMAIN_TRANSLATION) ? IP_LOOKUP_NEXT_MAP_T :
345 /* Delete ip4 adjacency */
346 memset (&args4, 0, sizeof (args4));
347 args4.table_index_or_table_id = 0;
348 args4.flags = IP4_ROUTE_FLAG_DEL;
349 args4.dst_address.as_u32 = d->ip4_prefix.as_u32;
350 args4.dst_address_length = d->ip4_prefix_len;
352 args4.add_adj = &adj;
354 ip4_add_del_route (im4, &args4);
356 /* Delete ip6 adjacency */
357 u32 ai = ip6_get_route (im6, 0, 0, &d->ip6_src, d->ip6_src_len);
360 ip_lookup_main_t *lm6 = &ip6_main.lookup_main;
361 ip_adjacency_t *adj6 = ip_get_adjacency (lm6, ai);
363 uword *p = (uword *) & adj6->rewrite_data[0];
364 /* Delete route when no other domains use this source */
367 memset (&args6, 0, sizeof (args6));
368 args6.table_index_or_table_id = 0;
369 args6.flags = IP6_ROUTE_FLAG_DEL;
370 args6.dst_address.as_u64[0] = d->ip6_src.as_u64[0];
371 args6.dst_address.as_u64[1] = d->ip6_src.as_u64[1];
372 args6.dst_address_length = d->ip6_src_len;
374 args6.add_adj = &adj;
376 ip6_add_del_route (im6, &args6);
382 clib_mem_free (d->rules);
384 pool_put (mm->domains, d);
390 map_add_del_psid (u32 map_domain_index, u16 psid, ip6_address_t * tep,
394 map_main_t *mm = &map_main;
396 if (pool_is_free_index (mm->domains, map_domain_index))
398 clib_warning ("MAP rule: domain does not exist: %d", map_domain_index);
401 d = pool_elt_at_index (mm->domains, map_domain_index);
403 /* Rules are only used in 1:1 independent case */
404 if (d->ea_bits_len > 0)
409 u32 l = (0x1 << d->psid_length) * sizeof (ip6_address_t);
410 d->rules = clib_mem_alloc_aligned (l, CLIB_CACHE_LINE_BYTES);
413 memset (d->rules, 0, l);
416 if (psid >= (0x1 << d->psid_length))
418 clib_warning ("MAP rule: PSID outside bounds: %d [%d]", psid,
419 0x1 << d->psid_length);
425 d->rules[psid] = *tep;
429 memset (&d->rules[psid], 0, sizeof (ip6_address_t));
434 #ifdef MAP_SKIP_IP6_LOOKUP
436 map_pre_resolve (ip4_address_t * ip4, ip6_address_t * ip6)
438 map_main_t *mm = &map_main;
439 ip4_main_t *im4 = &ip4_main;
440 ip6_main_t *im6 = &ip6_main;
442 if (ip6->as_u64[0] != 0 || ip6->as_u64[1] != 0)
444 mm->adj6_index = ip6_fib_lookup_with_table (im6, 0, ip6);
445 clib_warning ("FIB lookup results in: %u", mm->adj6_index);
447 if (ip4->as_u32 != 0)
449 mm->adj4_index = ip4_fib_lookup_with_table (im4, 0, ip4, 0);
450 clib_warning ("FIB lookup results in: %u", mm->adj4_index);
455 static clib_error_t *
456 map_security_check_command_fn (vlib_main_t * vm,
457 unformat_input_t * input,
458 vlib_cli_command_t * cmd)
460 unformat_input_t _line_input, *line_input = &_line_input;
461 map_main_t *mm = &map_main;
462 /* Get a line of input. */
463 if (!unformat_user (input, unformat_line_input, line_input))
466 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
468 if (unformat (line_input, "off"))
469 mm->sec_check = false;
470 else if (unformat (line_input, "on"))
471 mm->sec_check = true;
473 return clib_error_return (0, "unknown input `%U'",
474 format_unformat_error, input);
476 unformat_free (line_input);
480 static clib_error_t *
481 map_security_check_frag_command_fn (vlib_main_t * vm,
482 unformat_input_t * input,
483 vlib_cli_command_t * cmd)
485 unformat_input_t _line_input, *line_input = &_line_input;
486 map_main_t *mm = &map_main;
487 /* Get a line of input. */
488 if (!unformat_user (input, unformat_line_input, line_input))
491 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
493 if (unformat (line_input, "off"))
494 mm->sec_check_frag = false;
495 else if (unformat (line_input, "on"))
496 mm->sec_check_frag = true;
498 return clib_error_return (0, "unknown input `%U'",
499 format_unformat_error, input);
501 unformat_free (line_input);
505 static clib_error_t *
506 map_add_domain_command_fn (vlib_main_t * vm,
507 unformat_input_t * input, vlib_cli_command_t * cmd)
509 unformat_input_t _line_input, *line_input = &_line_input;
510 ip4_address_t ip4_prefix;
511 ip6_address_t ip6_prefix;
512 ip6_address_t ip6_src;
513 u32 ip6_prefix_len = 0, ip4_prefix_len = 0, map_domain_index, ip6_src_len;
515 /* Optional arguments */
516 u32 ea_bits_len = 0, psid_offset = 0, psid_length = 0;
521 /* Get a line of input. */
522 if (!unformat_user (input, unformat_line_input, line_input))
525 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
528 (line_input, "ip4-pfx %U/%d", unformat_ip4_address, &ip4_prefix,
533 (line_input, "ip6-pfx %U/%d", unformat_ip6_address, &ip6_prefix,
538 (line_input, "ip6-src %U/%d", unformat_ip6_address, &ip6_src,
543 (line_input, "ip6-src %U", unformat_ip6_address, &ip6_src))
545 else if (unformat (line_input, "ea-bits-len %d", &ea_bits_len))
547 else if (unformat (line_input, "psid-offset %d", &psid_offset))
549 else if (unformat (line_input, "psid-len %d", &psid_length))
551 else if (unformat (line_input, "mtu %d", &mtu))
553 else if (unformat (line_input, "map-t"))
554 flags |= MAP_DOMAIN_TRANSLATION;
556 return clib_error_return (0, "unknown input `%U'",
557 format_unformat_error, input);
559 unformat_free (line_input);
562 return clib_error_return (0, "mandatory argument(s) missing");
564 map_create_domain (&ip4_prefix, ip4_prefix_len,
565 &ip6_prefix, ip6_prefix_len, &ip6_src, ip6_src_len,
566 ea_bits_len, psid_offset, psid_length, &map_domain_index,
572 static clib_error_t *
573 map_del_domain_command_fn (vlib_main_t * vm,
574 unformat_input_t * input, vlib_cli_command_t * cmd)
576 unformat_input_t _line_input, *line_input = &_line_input;
578 u32 map_domain_index;
580 /* Get a line of input. */
581 if (!unformat_user (input, unformat_line_input, line_input))
584 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
586 if (unformat (line_input, "index %d", &map_domain_index))
589 return clib_error_return (0, "unknown input `%U'",
590 format_unformat_error, input);
592 unformat_free (line_input);
595 return clib_error_return (0, "mandatory argument(s) missing");
597 map_delete_domain (map_domain_index);
602 static clib_error_t *
603 map_add_rule_command_fn (vlib_main_t * vm,
604 unformat_input_t * input, vlib_cli_command_t * cmd)
606 unformat_input_t _line_input, *line_input = &_line_input;
609 u32 psid = 0, map_domain_index;
611 /* Get a line of input. */
612 if (!unformat_user (input, unformat_line_input, line_input))
615 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
617 if (unformat (line_input, "index %d", &map_domain_index))
619 else if (unformat (line_input, "psid %d", &psid))
622 if (unformat (line_input, "ip6-dst %U", unformat_ip6_address, &tep))
625 return clib_error_return (0, "unknown input `%U'",
626 format_unformat_error, input);
628 unformat_free (line_input);
631 return clib_error_return (0, "mandatory argument(s) missing");
633 if (map_add_del_psid (map_domain_index, psid, &tep, 1) != 0)
635 return clib_error_return (0, "Failing to add Mapping Rule");
640 #if MAP_SKIP_IP6_LOOKUP
641 static clib_error_t *
642 map_pre_resolve_command_fn (vlib_main_t * vm,
643 unformat_input_t * input,
644 vlib_cli_command_t * cmd)
646 unformat_input_t _line_input, *line_input = &_line_input;
649 map_main_t *mm = &map_main;
651 memset (&ip4nh, 0, sizeof (ip4nh));
652 memset (&ip6nh, 0, sizeof (ip6nh));
654 /* Get a line of input. */
655 if (!unformat_user (input, unformat_line_input, line_input))
658 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
660 if (unformat (line_input, "ip4-nh %U", unformat_ip4_address, &ip4nh))
661 mm->preresolve_ip4 = ip4nh;
663 if (unformat (line_input, "ip6-nh %U", unformat_ip6_address, &ip6nh))
664 mm->preresolve_ip6 = ip6nh;
666 return clib_error_return (0, "unknown input `%U'",
667 format_unformat_error, input);
669 unformat_free (line_input);
671 map_pre_resolve (&ip4nh, &ip6nh);
677 static clib_error_t *
678 map_icmp_relay_source_address_command_fn (vlib_main_t * vm,
679 unformat_input_t * input,
680 vlib_cli_command_t * cmd)
682 unformat_input_t _line_input, *line_input = &_line_input;
683 ip4_address_t icmp_src_address;
684 map_main_t *mm = &map_main;
686 mm->icmp4_src_address.as_u32 = 0;
688 /* Get a line of input. */
689 if (!unformat_user (input, unformat_line_input, line_input))
692 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
695 (line_input, "%U", unformat_ip4_address, &icmp_src_address))
696 mm->icmp4_src_address = icmp_src_address;
698 return clib_error_return (0, "unknown input `%U'",
699 format_unformat_error, input);
701 unformat_free (line_input);
706 static clib_error_t *
707 map_icmp_unreachables_command_fn (vlib_main_t * vm,
708 unformat_input_t * input,
709 vlib_cli_command_t * cmd)
711 unformat_input_t _line_input, *line_input = &_line_input;
712 map_main_t *mm = &map_main;
715 /* Get a line of input. */
716 if (!unformat_user (input, unformat_line_input, line_input))
719 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
722 if (unformat (line_input, "on"))
723 mm->icmp6_enabled = true;
724 else if (unformat (line_input, "off"))
725 mm->icmp6_enabled = false;
727 return clib_error_return (0, "unknown input `%U'",
728 format_unformat_error, input);
730 unformat_free (line_input);
734 return clib_error_return (0, "mandatory argument(s) missing");
739 static clib_error_t *
740 map_fragment_command_fn (vlib_main_t * vm,
741 unformat_input_t * input, vlib_cli_command_t * cmd)
743 unformat_input_t _line_input, *line_input = &_line_input;
744 map_main_t *mm = &map_main;
746 /* Get a line of input. */
747 if (!unformat_user (input, unformat_line_input, line_input))
750 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
752 if (unformat (line_input, "inner"))
753 mm->frag_inner = true;
754 else if (unformat (line_input, "outer"))
755 mm->frag_inner = false;
757 return clib_error_return (0, "unknown input `%U'",
758 format_unformat_error, input);
760 unformat_free (line_input);
765 static clib_error_t *
766 map_fragment_df_command_fn (vlib_main_t * vm,
767 unformat_input_t * input,
768 vlib_cli_command_t * cmd)
770 unformat_input_t _line_input, *line_input = &_line_input;
771 map_main_t *mm = &map_main;
773 /* Get a line of input. */
774 if (!unformat_user (input, unformat_line_input, line_input))
777 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
779 if (unformat (line_input, "on"))
780 mm->frag_ignore_df = true;
781 else if (unformat (line_input, "off"))
782 mm->frag_ignore_df = false;
784 return clib_error_return (0, "unknown input `%U'",
785 format_unformat_error, input);
787 unformat_free (line_input);
792 static clib_error_t *
793 map_traffic_class_command_fn (vlib_main_t * vm,
794 unformat_input_t * input,
795 vlib_cli_command_t * cmd)
797 unformat_input_t _line_input, *line_input = &_line_input;
798 map_main_t *mm = &map_main;
803 /* Get a line of input. */
804 if (!unformat_user (input, unformat_line_input, line_input))
807 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
809 if (unformat (line_input, "copy"))
811 else if (unformat (line_input, "%x", &tc))
814 return clib_error_return (0, "unknown input `%U'",
815 format_unformat_error, input);
817 unformat_free (line_input);
823 format_map_domain (u8 * s, va_list * args)
825 map_domain_t *d = va_arg (*args, map_domain_t *);
826 bool counters = va_arg (*args, int);
827 map_main_t *mm = &map_main;
828 ip6_address_t ip6_prefix;
831 memset (&ip6_prefix, 0, sizeof (ip6_prefix));
833 ip6_prefix = d->ip6_prefix;
836 "[%d] ip4-pfx %U/%d ip6-pfx %U/%d ip6-src %U/%d ea_bits_len %d psid-offset %d psid-len %d mtu %d %s",
838 format_ip4_address, &d->ip4_prefix, d->ip4_prefix_len,
839 format_ip6_address, &ip6_prefix, d->ip6_prefix_len,
840 format_ip6_address, &d->ip6_src, d->ip6_src_len,
841 d->ea_bits_len, d->psid_offset, d->psid_length, d->mtu,
842 (d->flags & MAP_DOMAIN_TRANSLATION) ? "map-t" : "");
846 map_domain_counter_lock (mm);
848 vlib_get_combined_counter (&mm->domain_counters[MAP_DOMAIN_COUNTER_TX],
849 d - mm->domains, &v);
850 s = format (s, " TX: %lld/%lld", v.packets, v.bytes);
851 vlib_get_combined_counter (&mm->domain_counters[MAP_DOMAIN_COUNTER_RX],
852 d - mm->domains, &v);
853 s = format (s, " RX: %lld/%lld", v.packets, v.bytes);
854 map_domain_counter_unlock (mm);
856 s = format (s, "\n");
862 for (i = 0; i < (0x1 << d->psid_length); i++)
865 if (dst.as_u64[0] == 0 && dst.as_u64[1] == 0)
868 " rule psid: %d ip6-dst %U\n", i, format_ip6_address,
876 format_map_ip4_reass (u8 * s, va_list * args)
878 map_main_t *mm = &map_main;
879 map_ip4_reass_t *r = va_arg (*args, map_ip4_reass_t *);
880 map_ip4_reass_key_t *k = &r->key;
881 f64 now = vlib_time_now (mm->vlib_main);
882 f64 lifetime = (((f64) mm->ip4_reass_conf_lifetime_ms) / 1000);
883 f64 dt = (r->ts + lifetime > now) ? (r->ts + lifetime - now) : -1;
885 "ip4-reass src=%U dst=%U protocol=%d identifier=%d port=%d lifetime=%.3lf\n",
886 format_ip4_address, &k->src.as_u8, format_ip4_address,
887 &k->dst.as_u8, k->protocol,
888 clib_net_to_host_u16 (k->fragment_id),
889 (r->port >= 0) ? clib_net_to_host_u16 (r->port) : -1, dt);
894 format_map_ip6_reass (u8 * s, va_list * args)
896 map_main_t *mm = &map_main;
897 map_ip6_reass_t *r = va_arg (*args, map_ip6_reass_t *);
898 map_ip6_reass_key_t *k = &r->key;
899 f64 now = vlib_time_now (mm->vlib_main);
900 f64 lifetime = (((f64) mm->ip6_reass_conf_lifetime_ms) / 1000);
901 f64 dt = (r->ts + lifetime > now) ? (r->ts + lifetime - now) : -1;
903 "ip6-reass src=%U dst=%U protocol=%d identifier=%d lifetime=%.3lf\n",
904 format_ip6_address, &k->src.as_u8, format_ip6_address,
905 &k->dst.as_u8, k->protocol,
906 clib_net_to_host_u32 (k->fragment_id), dt);
910 static clib_error_t *
911 show_map_domain_command_fn (vlib_main_t * vm, unformat_input_t * input,
912 vlib_cli_command_t * cmd)
914 unformat_input_t _line_input, *line_input = &_line_input;
915 map_main_t *mm = &map_main;
917 bool counters = false;
918 u32 map_domain_index = ~0;
920 /* Get a line of input. */
921 if (!unformat_user (input, unformat_line_input, line_input))
924 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
926 if (unformat (line_input, "counters"))
928 else if (unformat (line_input, "index %d", &map_domain_index))
931 return clib_error_return (0, "unknown input `%U'",
932 format_unformat_error, input);
934 unformat_free (line_input);
936 if (pool_elts (mm->domains) == 0)
937 vlib_cli_output (vm, "No MAP domains are configured...");
939 if (map_domain_index == ~0)
942 pool_foreach(d, mm->domains, ({vlib_cli_output(vm, "%U", format_map_domain, d, counters);}));
947 if (pool_is_free_index (mm->domains, map_domain_index))
949 return clib_error_return (0, "MAP domain does not exists %d",
953 d = pool_elt_at_index (mm->domains, map_domain_index);
954 vlib_cli_output (vm, "%U", format_map_domain, d, counters);
960 static clib_error_t *
961 show_map_fragments_command_fn (vlib_main_t * vm, unformat_input_t * input,
962 vlib_cli_command_t * cmd)
964 map_main_t *mm = &map_main;
969 pool_foreach(f4, mm->ip4_reass_pool, ({vlib_cli_output (vm, "%U", format_map_ip4_reass, f4);}));
972 pool_foreach(f6, mm->ip6_reass_pool, ({vlib_cli_output (vm, "%U", format_map_ip6_reass, f6);}));
978 map_error_counter_get (u32 node_index, map_error_t map_error)
980 vlib_main_t *vm = vlib_get_main ();
981 vlib_node_runtime_t *error_node = vlib_node_get_runtime (vm, node_index);
982 vlib_error_main_t *em = &vm->error_main;
983 vlib_error_t e = error_node->errors[map_error];
984 vlib_node_t *n = vlib_get_node (vm, node_index);
987 ci = vlib_error_get_code (e);
988 ASSERT (ci < n->n_errors);
989 ci += n->error_heap_index;
991 return (em->counters[ci]);
994 static clib_error_t *
995 show_map_stats_command_fn (vlib_main_t * vm, unformat_input_t * input,
996 vlib_cli_command_t * cmd)
998 map_main_t *mm = &map_main;
1000 int domains = 0, rules = 0, domaincount = 0, rulecount = 0;
1001 if (pool_elts (mm->domains) == 0)
1002 vlib_cli_output (vm, "No MAP domains are configured...");
1005 pool_foreach(d, mm->domains, ({
1007 rulecount+= 0x1 << d->psid_length;
1008 rules += sizeof(ip6_address_t) * 0x1 << d->psid_length;
1010 domains += sizeof(*d);
1015 vlib_cli_output (vm, "MAP domains structure: %d\n", sizeof (map_domain_t));
1016 vlib_cli_output (vm, "MAP domains: %d (%d bytes)\n", domaincount, domains);
1017 vlib_cli_output (vm, "MAP rules: %d (%d bytes)\n", rulecount, rules);
1018 vlib_cli_output (vm, "Total: %d bytes)\n", rules + domains);
1020 #if MAP_SKIP_IP6_LOOKUP
1021 vlib_cli_output (vm,
1022 "MAP pre-resolve: IP6 next-hop: %U (%u), IP4 next-hop: %U (%u)\n",
1023 format_ip6_address, &mm->preresolve_ip6, mm->adj6_index,
1024 format_ip4_address, &mm->preresolve_ip4, mm->adj4_index);
1028 vlib_cli_output (vm, "MAP traffic-class: copy");
1030 vlib_cli_output (vm, "MAP traffic-class: %x", mm->tc);
1032 vlib_cli_output (vm,
1033 "MAP IPv6 inbound security check: %s, fragmented packet security check: %s",
1034 mm->sec_check ? "enabled" : "disabled",
1035 mm->sec_check_frag ? "enabled" : "disabled");
1037 vlib_cli_output (vm, "ICMP-relay IPv4 source address: %U\n",
1038 format_ip4_address, &mm->icmp4_src_address);
1039 vlib_cli_output (vm, "ICMP6 unreachables sent for unmatched packets: %s\n",
1040 mm->icmp6_enabled ? "enabled" : "disabled");
1041 vlib_cli_output (vm, "Inner fragmentation: %s\n",
1042 mm->frag_inner ? "enabled" : "disabled");
1043 vlib_cli_output (vm, "Fragment packets regardless of DF flag: %s\n",
1044 mm->frag_ignore_df ? "enabled" : "disabled");
1049 vlib_combined_counter_main_t *cm = mm->domain_counters;
1050 u64 total_pkts[MAP_N_DOMAIN_COUNTER];
1051 u64 total_bytes[MAP_N_DOMAIN_COUNTER];
1055 memset (total_pkts, 0, sizeof (total_pkts));
1056 memset (total_bytes, 0, sizeof (total_bytes));
1058 map_domain_counter_lock (mm);
1059 vec_foreach (cm, mm->domain_counters)
1061 which = cm - mm->domain_counters;
1063 for (i = 0; i < vec_len (cm->maxi); i++)
1065 vlib_get_combined_counter (cm, i, &v);
1066 total_pkts[which] += v.packets;
1067 total_bytes[which] += v.bytes;
1070 map_domain_counter_unlock (mm);
1072 vlib_cli_output (vm, "Encapsulated packets: %lld bytes: %lld\n",
1073 total_pkts[MAP_DOMAIN_COUNTER_TX],
1074 total_bytes[MAP_DOMAIN_COUNTER_TX]);
1075 vlib_cli_output (vm, "Decapsulated packets: %lld bytes: %lld\n",
1076 total_pkts[MAP_DOMAIN_COUNTER_RX],
1077 total_bytes[MAP_DOMAIN_COUNTER_RX]);
1079 vlib_cli_output (vm, "ICMP relayed packets: %d\n",
1080 vlib_get_simple_counter (&mm->icmp_relayed, 0));
1085 static clib_error_t *
1086 map_params_reass_command_fn (vlib_main_t * vm, unformat_input_t * input,
1087 vlib_cli_command_t * cmd)
1089 unformat_input_t _line_input, *line_input = &_line_input;
1091 f64 ht_ratio = (MAP_IP4_REASS_CONF_HT_RATIO_MAX + 1);
1093 u64 buffers = ~(0ull);
1094 u8 ip4 = 0, ip6 = 0;
1096 if (!unformat_user (input, unformat_line_input, line_input))
1099 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
1101 if (unformat (line_input, "lifetime %u", &lifetime))
1103 else if (unformat (line_input, "ht-ratio %lf", &ht_ratio))
1105 else if (unformat (line_input, "pool-size %u", &pool_size))
1107 else if (unformat (line_input, "buffers %llu", &buffers))
1109 else if (unformat (line_input, "ip4"))
1111 else if (unformat (line_input, "ip6"))
1115 unformat_free (line_input);
1116 return clib_error_return (0, "invalid input");
1119 unformat_free (line_input);
1122 return clib_error_return (0, "must specify ip4 and/or ip6");
1126 if (pool_size != ~0 && pool_size > MAP_IP4_REASS_CONF_POOL_SIZE_MAX)
1127 return clib_error_return (0, "invalid ip4-reass pool-size ( > %d)",
1128 MAP_IP4_REASS_CONF_POOL_SIZE_MAX);
1129 if (ht_ratio != (MAP_IP4_REASS_CONF_HT_RATIO_MAX + 1)
1130 && ht_ratio > MAP_IP4_REASS_CONF_HT_RATIO_MAX)
1131 return clib_error_return (0, "invalid ip4-reass ht-ratio ( > %d)",
1132 MAP_IP4_REASS_CONF_HT_RATIO_MAX);
1133 if (lifetime != ~0 && lifetime > MAP_IP4_REASS_CONF_LIFETIME_MAX)
1134 return clib_error_return (0, "invalid ip4-reass lifetime ( > %d)",
1135 MAP_IP4_REASS_CONF_LIFETIME_MAX);
1136 if (buffers != ~(0ull) && buffers > MAP_IP4_REASS_CONF_BUFFERS_MAX)
1137 return clib_error_return (0, "invalid ip4-reass buffers ( > %ld)",
1138 MAP_IP4_REASS_CONF_BUFFERS_MAX);
1143 if (pool_size != ~0 && pool_size > MAP_IP6_REASS_CONF_POOL_SIZE_MAX)
1144 return clib_error_return (0, "invalid ip6-reass pool-size ( > %d)",
1145 MAP_IP6_REASS_CONF_POOL_SIZE_MAX);
1146 if (ht_ratio != (MAP_IP4_REASS_CONF_HT_RATIO_MAX + 1)
1147 && ht_ratio > MAP_IP6_REASS_CONF_HT_RATIO_MAX)
1148 return clib_error_return (0, "invalid ip6-reass ht-log2len ( > %d)",
1149 MAP_IP6_REASS_CONF_HT_RATIO_MAX);
1150 if (lifetime != ~0 && lifetime > MAP_IP6_REASS_CONF_LIFETIME_MAX)
1151 return clib_error_return (0, "invalid ip6-reass lifetime ( > %d)",
1152 MAP_IP6_REASS_CONF_LIFETIME_MAX);
1153 if (buffers != ~(0ull) && buffers > MAP_IP6_REASS_CONF_BUFFERS_MAX)
1154 return clib_error_return (0, "invalid ip6-reass buffers ( > %ld)",
1155 MAP_IP6_REASS_CONF_BUFFERS_MAX);
1160 u32 reass = 0, packets = 0;
1161 if (pool_size != ~0)
1163 if (map_ip4_reass_conf_pool_size (pool_size, &reass, &packets))
1165 vlib_cli_output (vm, "Could not set ip4-reass pool-size");
1169 vlib_cli_output (vm,
1170 "Setting ip4-reass pool-size (destroyed-reassembly=%u , dropped-fragments=%u)",
1174 if (ht_ratio != (MAP_IP4_REASS_CONF_HT_RATIO_MAX + 1))
1176 if (map_ip4_reass_conf_ht_ratio (ht_ratio, &reass, &packets))
1178 vlib_cli_output (vm, "Could not set ip4-reass ht-log2len");
1182 vlib_cli_output (vm,
1183 "Setting ip4-reass ht-log2len (destroyed-reassembly=%u , dropped-fragments=%u)",
1189 if (map_ip4_reass_conf_lifetime (lifetime))
1190 vlib_cli_output (vm, "Could not set ip4-reass lifetime");
1192 vlib_cli_output (vm, "Setting ip4-reass lifetime");
1194 if (buffers != ~(0ull))
1196 if (map_ip4_reass_conf_buffers (buffers))
1197 vlib_cli_output (vm, "Could not set ip4-reass buffers");
1199 vlib_cli_output (vm, "Setting ip4-reass buffers");
1202 if (map_main.ip4_reass_conf_buffers >
1203 map_main.ip4_reass_conf_pool_size *
1204 MAP_IP4_REASS_MAX_FRAGMENTS_PER_REASSEMBLY)
1206 vlib_cli_output (vm,
1207 "Note: 'ip4-reass buffers' > pool-size * max-fragments-per-reassembly.");
1213 u32 reass = 0, packets = 0;
1214 if (pool_size != ~0)
1216 if (map_ip6_reass_conf_pool_size (pool_size, &reass, &packets))
1218 vlib_cli_output (vm, "Could not set ip6-reass pool-size");
1222 vlib_cli_output (vm,
1223 "Setting ip6-reass pool-size (destroyed-reassembly=%u , dropped-fragments=%u)",
1227 if (ht_ratio != (MAP_IP4_REASS_CONF_HT_RATIO_MAX + 1))
1229 if (map_ip6_reass_conf_ht_ratio (ht_ratio, &reass, &packets))
1231 vlib_cli_output (vm, "Could not set ip6-reass ht-log2len");
1235 vlib_cli_output (vm,
1236 "Setting ip6-reass ht-log2len (destroyed-reassembly=%u , dropped-fragments=%u)",
1242 if (map_ip6_reass_conf_lifetime (lifetime))
1243 vlib_cli_output (vm, "Could not set ip6-reass lifetime");
1245 vlib_cli_output (vm, "Setting ip6-reass lifetime");
1247 if (buffers != ~(0ull))
1249 if (map_ip6_reass_conf_buffers (buffers))
1250 vlib_cli_output (vm, "Could not set ip6-reass buffers");
1252 vlib_cli_output (vm, "Setting ip6-reass buffers");
1255 if (map_main.ip6_reass_conf_buffers >
1256 map_main.ip6_reass_conf_pool_size *
1257 MAP_IP6_REASS_MAX_FRAGMENTS_PER_REASSEMBLY)
1259 vlib_cli_output (vm,
1260 "Note: 'ip6-reass buffers' > pool-size * max-fragments-per-reassembly.");
1269 * packet trace format function
1272 format_map_trace (u8 * s, va_list * args)
1274 CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
1275 CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
1276 map_trace_t *t = va_arg (*args, map_trace_t *);
1277 u32 map_domain_index = t->map_domain_index;
1281 format (s, "MAP domain index: %d L4 port: %u", map_domain_index,
1282 clib_net_to_host_u16 (port));
1287 static_always_inline map_ip4_reass_t *
1288 map_ip4_reass_lookup (map_ip4_reass_key_t * k, u32 bucket, f64 now)
1290 map_main_t *mm = &map_main;
1291 u32 ri = mm->ip4_reass_hash_table[bucket];
1292 while (ri != MAP_REASS_INDEX_NONE)
1294 map_ip4_reass_t *r = pool_elt_at_index (mm->ip4_reass_pool, ri);
1295 if (r->key.as_u64[0] == k->as_u64[0] &&
1296 r->key.as_u64[1] == k->as_u64[1] &&
1297 now < r->ts + (((f64) mm->ip4_reass_conf_lifetime_ms) / 1000))
1301 ri = r->bucket_next;
1306 #define map_ip4_reass_pool_index(r) (r - map_main.ip4_reass_pool)
1309 map_ip4_reass_free (map_ip4_reass_t * r, u32 ** pi_to_drop)
1311 map_main_t *mm = &map_main;
1312 map_ip4_reass_get_fragments (r, pi_to_drop);
1314 // Unlink in hash bucket
1315 map_ip4_reass_t *r2 = NULL;
1316 u32 r2i = mm->ip4_reass_hash_table[r->bucket];
1317 while (r2i != map_ip4_reass_pool_index (r))
1319 ASSERT (r2i != MAP_REASS_INDEX_NONE);
1320 r2 = pool_elt_at_index (mm->ip4_reass_pool, r2i);
1321 r2i = r2->bucket_next;
1325 r2->bucket_next = r->bucket_next;
1329 mm->ip4_reass_hash_table[r->bucket] = r->bucket_next;
1333 if (r->fifo_next == map_ip4_reass_pool_index (r))
1335 mm->ip4_reass_fifo_last = MAP_REASS_INDEX_NONE;
1339 if (mm->ip4_reass_fifo_last == map_ip4_reass_pool_index (r))
1340 mm->ip4_reass_fifo_last = r->fifo_prev;
1341 pool_elt_at_index (mm->ip4_reass_pool, r->fifo_prev)->fifo_next =
1343 pool_elt_at_index (mm->ip4_reass_pool, r->fifo_next)->fifo_prev =
1347 pool_put (mm->ip4_reass_pool, r);
1348 mm->ip4_reass_allocated--;
1352 map_ip4_reass_get (u32 src, u32 dst, u16 fragment_id,
1353 u8 protocol, u32 ** pi_to_drop)
1356 map_main_t *mm = &map_main;
1357 map_ip4_reass_key_t k = {.src.data_u32 = src,
1358 .dst.data_u32 = dst,
1359 .fragment_id = fragment_id,
1360 .protocol = protocol
1364 h = crc_u32 (k.as_u32[0], h);
1365 h = crc_u32 (k.as_u32[1], h);
1366 h = crc_u32 (k.as_u32[2], h);
1367 h = crc_u32 (k.as_u32[3], h);
1368 h = h >> (32 - mm->ip4_reass_ht_log2len);
1370 f64 now = vlib_time_now (mm->vlib_main);
1372 //Cache garbage collection
1373 while (mm->ip4_reass_fifo_last != MAP_REASS_INDEX_NONE)
1375 map_ip4_reass_t *last =
1376 pool_elt_at_index (mm->ip4_reass_pool, mm->ip4_reass_fifo_last);
1377 if (last->ts + (((f64) mm->ip4_reass_conf_lifetime_ms) / 1000) < now)
1378 map_ip4_reass_free (last, pi_to_drop);
1383 if ((r = map_ip4_reass_lookup (&k, h, now)))
1386 if (mm->ip4_reass_allocated >= mm->ip4_reass_conf_pool_size)
1389 pool_get (mm->ip4_reass_pool, r);
1390 mm->ip4_reass_allocated++;
1392 for (i = 0; i < MAP_IP4_REASS_MAX_FRAGMENTS_PER_REASSEMBLY; i++)
1393 r->fragments[i] = ~0;
1395 u32 ri = map_ip4_reass_pool_index (r);
1397 //Link in new bucket
1399 r->bucket_next = mm->ip4_reass_hash_table[h];
1400 mm->ip4_reass_hash_table[h] = ri;
1403 if (mm->ip4_reass_fifo_last != MAP_REASS_INDEX_NONE)
1406 pool_elt_at_index (mm->ip4_reass_pool,
1407 mm->ip4_reass_fifo_last)->fifo_next;
1408 r->fifo_prev = mm->ip4_reass_fifo_last;
1409 pool_elt_at_index (mm->ip4_reass_pool, r->fifo_prev)->fifo_next = ri;
1410 pool_elt_at_index (mm->ip4_reass_pool, r->fifo_next)->fifo_prev = ri;
1414 r->fifo_next = r->fifo_prev = ri;
1415 mm->ip4_reass_fifo_last = ri;
1422 #ifdef MAP_IP4_REASS_COUNT_BYTES
1423 r->expected_total = 0xffff;
1431 map_ip4_reass_add_fragment (map_ip4_reass_t * r, u32 pi)
1433 if (map_main.ip4_reass_buffered_counter >= map_main.ip4_reass_conf_buffers)
1437 for (i = 0; i < MAP_IP4_REASS_MAX_FRAGMENTS_PER_REASSEMBLY; i++)
1438 if (r->fragments[i] == ~0)
1440 r->fragments[i] = pi;
1441 map_main.ip4_reass_buffered_counter++;
1447 static_always_inline map_ip6_reass_t *
1448 map_ip6_reass_lookup (map_ip6_reass_key_t * k, u32 bucket, f64 now)
1450 map_main_t *mm = &map_main;
1451 u32 ri = mm->ip6_reass_hash_table[bucket];
1452 while (ri != MAP_REASS_INDEX_NONE)
1454 map_ip6_reass_t *r = pool_elt_at_index (mm->ip6_reass_pool, ri);
1455 if (now < r->ts + (((f64) mm->ip6_reass_conf_lifetime_ms) / 1000) &&
1456 r->key.as_u64[0] == k->as_u64[0] &&
1457 r->key.as_u64[1] == k->as_u64[1] &&
1458 r->key.as_u64[2] == k->as_u64[2] &&
1459 r->key.as_u64[3] == k->as_u64[3] &&
1460 r->key.as_u64[4] == k->as_u64[4])
1462 ri = r->bucket_next;
1467 #define map_ip6_reass_pool_index(r) (r - map_main.ip6_reass_pool)
1470 map_ip6_reass_free (map_ip6_reass_t * r, u32 ** pi_to_drop)
1472 map_main_t *mm = &map_main;
1474 for (i = 0; i < MAP_IP6_REASS_MAX_FRAGMENTS_PER_REASSEMBLY; i++)
1475 if (r->fragments[i].pi != ~0)
1477 vec_add1 (*pi_to_drop, r->fragments[i].pi);
1478 r->fragments[i].pi = ~0;
1479 map_main.ip6_reass_buffered_counter--;
1482 // Unlink in hash bucket
1483 map_ip6_reass_t *r2 = NULL;
1484 u32 r2i = mm->ip6_reass_hash_table[r->bucket];
1485 while (r2i != map_ip6_reass_pool_index (r))
1487 ASSERT (r2i != MAP_REASS_INDEX_NONE);
1488 r2 = pool_elt_at_index (mm->ip6_reass_pool, r2i);
1489 r2i = r2->bucket_next;
1493 r2->bucket_next = r->bucket_next;
1497 mm->ip6_reass_hash_table[r->bucket] = r->bucket_next;
1501 if (r->fifo_next == map_ip6_reass_pool_index (r))
1503 //Single element in the list, list is now empty
1504 mm->ip6_reass_fifo_last = MAP_REASS_INDEX_NONE;
1508 if (mm->ip6_reass_fifo_last == map_ip6_reass_pool_index (r)) //First element
1509 mm->ip6_reass_fifo_last = r->fifo_prev;
1510 pool_elt_at_index (mm->ip6_reass_pool, r->fifo_prev)->fifo_next =
1512 pool_elt_at_index (mm->ip6_reass_pool, r->fifo_next)->fifo_prev =
1516 // Free from pool if necessary
1517 pool_put (mm->ip6_reass_pool, r);
1518 mm->ip6_reass_allocated--;
1522 map_ip6_reass_get (ip6_address_t * src, ip6_address_t * dst, u32 fragment_id,
1523 u8 protocol, u32 ** pi_to_drop)
1526 map_main_t *mm = &map_main;
1527 map_ip6_reass_key_t k = {
1530 .fragment_id = fragment_id,
1531 .protocol = protocol
1536 for (i = 0; i < 10; i++)
1537 h = crc_u32 (k.as_u32[i], h);
1538 h = h >> (32 - mm->ip6_reass_ht_log2len);
1540 f64 now = vlib_time_now (mm->vlib_main);
1542 //Cache garbage collection
1543 while (mm->ip6_reass_fifo_last != MAP_REASS_INDEX_NONE)
1545 map_ip6_reass_t *last =
1546 pool_elt_at_index (mm->ip6_reass_pool, mm->ip6_reass_fifo_last);
1547 if (last->ts + (((f64) mm->ip6_reass_conf_lifetime_ms) / 1000) < now)
1548 map_ip6_reass_free (last, pi_to_drop);
1553 if ((r = map_ip6_reass_lookup (&k, h, now)))
1556 if (mm->ip6_reass_allocated >= mm->ip6_reass_conf_pool_size)
1559 pool_get (mm->ip6_reass_pool, r);
1560 mm->ip6_reass_allocated++;
1561 for (i = 0; i < MAP_IP6_REASS_MAX_FRAGMENTS_PER_REASSEMBLY; i++)
1563 r->fragments[i].pi = ~0;
1564 r->fragments[i].next_data_len = 0;
1565 r->fragments[i].next_data_offset = 0;
1568 u32 ri = map_ip6_reass_pool_index (r);
1570 //Link in new bucket
1572 r->bucket_next = mm->ip6_reass_hash_table[h];
1573 mm->ip6_reass_hash_table[h] = ri;
1576 if (mm->ip6_reass_fifo_last != MAP_REASS_INDEX_NONE)
1579 pool_elt_at_index (mm->ip6_reass_pool,
1580 mm->ip6_reass_fifo_last)->fifo_next;
1581 r->fifo_prev = mm->ip6_reass_fifo_last;
1582 pool_elt_at_index (mm->ip6_reass_pool, r->fifo_prev)->fifo_next = ri;
1583 pool_elt_at_index (mm->ip6_reass_pool, r->fifo_next)->fifo_prev = ri;
1587 r->fifo_next = r->fifo_prev = ri;
1588 mm->ip6_reass_fifo_last = ri;
1594 r->ip4_header.ip_version_and_header_length = 0;
1595 #ifdef MAP_IP6_REASS_COUNT_BYTES
1596 r->expected_total = 0xffff;
1603 map_ip6_reass_add_fragment (map_ip6_reass_t * r, u32 pi,
1604 u16 data_offset, u16 next_data_offset,
1605 u8 * data_start, u16 data_len)
1607 map_ip6_fragment_t *f = NULL, *prev_f = NULL;
1608 u16 copied_len = (data_len > 20) ? 20 : data_len;
1610 if (map_main.ip6_reass_buffered_counter >= map_main.ip6_reass_conf_buffers)
1613 //Lookup for fragments for the current buffer
1614 //and the one before that
1616 for (i = 0; i < MAP_IP6_REASS_MAX_FRAGMENTS_PER_REASSEMBLY; i++)
1618 if (data_offset && r->fragments[i].next_data_offset == data_offset)
1620 prev_f = &r->fragments[i]; // This is buffer for previous packet
1622 else if (r->fragments[i].next_data_offset == next_data_offset)
1624 f = &r->fragments[i]; // This is a buffer for the current packet
1626 else if (r->fragments[i].next_data_offset == 0)
1629 f = &r->fragments[i];
1630 else if (prev_f == NULL)
1631 prev_f = &r->fragments[i];
1635 if (!f || f->pi != ~0)
1643 clib_memcpy (prev_f->next_data, data_start, copied_len);
1644 prev_f->next_data_len = copied_len;
1645 prev_f->next_data_offset = data_offset;
1649 if (((ip4_header_t *) data_start)->ip_version_and_header_length != 0x45)
1652 if (r->ip4_header.ip_version_and_header_length == 0)
1653 clib_memcpy (&r->ip4_header, data_start, sizeof (ip4_header_t));
1658 f->next_data_offset = next_data_offset;
1660 map_main.ip6_reass_buffered_counter++;
1666 map_ip4_reass_reinit (u32 * trashed_reass, u32 * dropped_packets)
1668 map_main_t *mm = &map_main;
1671 if (dropped_packets)
1672 *dropped_packets = mm->ip4_reass_buffered_counter;
1674 *trashed_reass = mm->ip4_reass_allocated;
1675 if (mm->ip4_reass_fifo_last != MAP_REASS_INDEX_NONE)
1677 u16 ri = mm->ip4_reass_fifo_last;
1680 map_ip4_reass_t *r = pool_elt_at_index (mm->ip4_reass_pool, ri);
1681 for (i = 0; i < MAP_IP4_REASS_MAX_FRAGMENTS_PER_REASSEMBLY; i++)
1682 if (r->fragments[i] != ~0)
1683 map_ip4_drop_pi (r->fragments[i]);
1686 pool_put (mm->ip4_reass_pool, r);
1688 while (ri != mm->ip4_reass_fifo_last);
1691 vec_free (mm->ip4_reass_hash_table);
1692 vec_resize (mm->ip4_reass_hash_table, 1 << mm->ip4_reass_ht_log2len);
1693 for (i = 0; i < (1 << mm->ip4_reass_ht_log2len); i++)
1694 mm->ip4_reass_hash_table[i] = MAP_REASS_INDEX_NONE;
1695 pool_free (mm->ip4_reass_pool);
1696 pool_alloc (mm->ip4_reass_pool, mm->ip4_reass_conf_pool_size);
1698 mm->ip4_reass_allocated = 0;
1699 mm->ip4_reass_fifo_last = MAP_REASS_INDEX_NONE;
1700 mm->ip4_reass_buffered_counter = 0;
1704 map_get_ht_log2len (f32 ht_ratio, u16 pool_size)
1706 u32 desired_size = (u32) (pool_size * ht_ratio);
1708 for (i = 1; i < 31; i++)
1709 if ((1 << i) >= desired_size)
1715 map_ip4_reass_conf_ht_ratio (f32 ht_ratio, u32 * trashed_reass,
1716 u32 * dropped_packets)
1718 map_main_t *mm = &map_main;
1719 if (ht_ratio > MAP_IP4_REASS_CONF_HT_RATIO_MAX)
1722 map_ip4_reass_lock ();
1723 mm->ip4_reass_conf_ht_ratio = ht_ratio;
1724 mm->ip4_reass_ht_log2len =
1725 map_get_ht_log2len (ht_ratio, mm->ip4_reass_conf_pool_size);
1726 map_ip4_reass_reinit (trashed_reass, dropped_packets);
1727 map_ip4_reass_unlock ();
1732 map_ip4_reass_conf_pool_size (u16 pool_size, u32 * trashed_reass,
1733 u32 * dropped_packets)
1735 map_main_t *mm = &map_main;
1736 if (pool_size > MAP_IP4_REASS_CONF_POOL_SIZE_MAX)
1739 map_ip4_reass_lock ();
1740 mm->ip4_reass_conf_pool_size = pool_size;
1741 map_ip4_reass_reinit (trashed_reass, dropped_packets);
1742 map_ip4_reass_unlock ();
1747 map_ip4_reass_conf_lifetime (u16 lifetime_ms)
1749 map_main.ip4_reass_conf_lifetime_ms = lifetime_ms;
1754 map_ip4_reass_conf_buffers (u32 buffers)
1756 map_main.ip4_reass_conf_buffers = buffers;
1761 map_ip6_reass_reinit (u32 * trashed_reass, u32 * dropped_packets)
1763 map_main_t *mm = &map_main;
1764 if (dropped_packets)
1765 *dropped_packets = mm->ip6_reass_buffered_counter;
1767 *trashed_reass = mm->ip6_reass_allocated;
1769 if (mm->ip6_reass_fifo_last != MAP_REASS_INDEX_NONE)
1771 u16 ri = mm->ip6_reass_fifo_last;
1774 map_ip6_reass_t *r = pool_elt_at_index (mm->ip6_reass_pool, ri);
1775 for (i = 0; i < MAP_IP6_REASS_MAX_FRAGMENTS_PER_REASSEMBLY; i++)
1776 if (r->fragments[i].pi != ~0)
1777 map_ip6_drop_pi (r->fragments[i].pi);
1780 pool_put (mm->ip6_reass_pool, r);
1782 while (ri != mm->ip6_reass_fifo_last);
1783 mm->ip6_reass_fifo_last = MAP_REASS_INDEX_NONE;
1786 vec_free (mm->ip6_reass_hash_table);
1787 vec_resize (mm->ip6_reass_hash_table, 1 << mm->ip6_reass_ht_log2len);
1788 for (i = 0; i < (1 << mm->ip6_reass_ht_log2len); i++)
1789 mm->ip6_reass_hash_table[i] = MAP_REASS_INDEX_NONE;
1790 pool_free (mm->ip6_reass_pool);
1791 pool_alloc (mm->ip6_reass_pool, mm->ip4_reass_conf_pool_size);
1793 mm->ip6_reass_allocated = 0;
1794 mm->ip6_reass_buffered_counter = 0;
1798 map_ip6_reass_conf_ht_ratio (f32 ht_ratio, u32 * trashed_reass,
1799 u32 * dropped_packets)
1801 map_main_t *mm = &map_main;
1802 if (ht_ratio > MAP_IP6_REASS_CONF_HT_RATIO_MAX)
1805 map_ip6_reass_lock ();
1806 mm->ip6_reass_conf_ht_ratio = ht_ratio;
1807 mm->ip6_reass_ht_log2len =
1808 map_get_ht_log2len (ht_ratio, mm->ip6_reass_conf_pool_size);
1809 map_ip6_reass_reinit (trashed_reass, dropped_packets);
1810 map_ip6_reass_unlock ();
1815 map_ip6_reass_conf_pool_size (u16 pool_size, u32 * trashed_reass,
1816 u32 * dropped_packets)
1818 map_main_t *mm = &map_main;
1819 if (pool_size > MAP_IP6_REASS_CONF_POOL_SIZE_MAX)
1822 map_ip6_reass_lock ();
1823 mm->ip6_reass_conf_pool_size = pool_size;
1824 map_ip6_reass_reinit (trashed_reass, dropped_packets);
1825 map_ip6_reass_unlock ();
1830 map_ip6_reass_conf_lifetime (u16 lifetime_ms)
1832 map_main.ip6_reass_conf_lifetime_ms = lifetime_ms;
1837 map_ip6_reass_conf_buffers (u32 buffers)
1839 map_main.ip6_reass_conf_buffers = buffers;
1844 VLIB_CLI_COMMAND(map_ip4_reass_lifetime_command, static) = {
1845 .path = "map params reassembly",
1846 .short_help = "[ip4 | ip6] [lifetime <lifetime-ms>] [pool-size <pool-size>] [buffers <buffers>] [ht-ratio <ht-ratio>]",
1847 .function = map_params_reass_command_fn,
1852 VLIB_CLI_COMMAND(map_traffic_class_command, static) = {
1853 .path = "map params traffic-class",
1855 "traffic-class {0x0-0xff | copy}",
1856 .function = map_traffic_class_command_fn,
1861 VLIB_CLI_COMMAND(map_pre_resolve_command, static) = {
1862 .path = "map params pre-resolve",
1864 "pre-resolve {ip4-nh <address>} | {ip6-nh <address>}",
1865 .function = map_pre_resolve_command_fn,
1870 VLIB_CLI_COMMAND(map_security_check_command, static) = {
1871 .path = "map params security-check",
1873 "security-check on|off",
1874 .function = map_security_check_command_fn,
1879 VLIB_CLI_COMMAND(map_icmp_relay_source_address_command, static) = {
1880 .path = "map params icmp source-address",
1881 .short_help = "source-address <ip4-address>",
1882 .function = map_icmp_relay_source_address_command_fn,
1887 VLIB_CLI_COMMAND(map_icmp_unreachables_command, static) = {
1888 .path = "map params icmp6 unreachables",
1889 .short_help = "unreachables {on|off}",
1890 .function = map_icmp_unreachables_command_fn,
1895 VLIB_CLI_COMMAND(map_fragment_command, static) = {
1896 .path = "map params fragment",
1897 .short_help = "[inner|outer] [ignore-df [on|off]]",
1898 .function = map_fragment_command_fn,
1903 VLIB_CLI_COMMAND(map_fragment_df_command, static) = {
1904 .path = "map params fragment ignore-df",
1905 .short_help = "on|off",
1906 .function = map_fragment_df_command_fn,
1911 VLIB_CLI_COMMAND(map_security_check_frag_command, static) = {
1912 .path = "map params security-check fragments",
1915 .function = map_security_check_frag_command_fn,
1920 VLIB_CLI_COMMAND(map_add_domain_command, static) = {
1921 .path = "map add domain",
1923 "map add domain ip4-pfx <ip4-pfx> ip6-pfx <ip6-pfx> ip6-src <ip6-pfx> "
1924 "ea-bits-len <n> psid-offset <n> psid-len <n> [map-t] [mtu <mtu>]",
1925 .function = map_add_domain_command_fn,
1930 VLIB_CLI_COMMAND(map_add_rule_command, static) = {
1931 .path = "map add rule",
1933 "map add rule index <domain> psid <psid> ip6-dst <ip6-addr>",
1934 .function = map_add_rule_command_fn,
1939 VLIB_CLI_COMMAND(map_del_command, static) = {
1940 .path = "map del domain",
1942 "map del domain index <domain>",
1943 .function = map_del_domain_command_fn,
1948 VLIB_CLI_COMMAND(show_map_domain_command, static) = {
1949 .path = "show map domain",
1950 .function = show_map_domain_command_fn,
1955 VLIB_CLI_COMMAND(show_map_stats_command, static) = {
1956 .path = "show map stats",
1957 .function = show_map_stats_command_fn,
1962 VLIB_CLI_COMMAND(show_map_fragments_command, static) = {
1963 .path = "show map fragments",
1964 .function = show_map_fragments_command_fn,
1972 map_init (vlib_main_t * vm)
1974 map_main_t *mm = &map_main;
1975 mm->vnet_main = vnet_get_main ();
1978 #ifdef MAP_SKIP_IP6_LOOKUP
1979 memset (&mm->preresolve_ip4, 0, sizeof (mm->preresolve_ip4));
1980 memset (&mm->preresolve_ip6, 0, sizeof (mm->preresolve_ip6));
1989 /* Inbound security check */
1990 mm->sec_check = true;
1991 mm->sec_check_frag = false;
1993 /* ICMP6 Type 1, Code 5 for security check failure */
1994 mm->icmp6_enabled = false;
1996 /* Inner or outer fragmentation */
1997 mm->frag_inner = false;
1998 mm->frag_ignore_df = false;
2000 vec_validate (mm->domain_counters, MAP_N_DOMAIN_COUNTER - 1);
2001 mm->domain_counters[MAP_DOMAIN_COUNTER_RX].name = "rx";
2002 mm->domain_counters[MAP_DOMAIN_COUNTER_TX].name = "tx";
2004 vlib_validate_simple_counter (&mm->icmp_relayed, 0);
2005 vlib_zero_simple_counter (&mm->icmp_relayed, 0);
2007 /* IP4 virtual reassembly */
2008 mm->ip4_reass_hash_table = 0;
2009 mm->ip4_reass_pool = 0;
2010 mm->ip4_reass_lock =
2011 clib_mem_alloc_aligned (CLIB_CACHE_LINE_BYTES, CLIB_CACHE_LINE_BYTES);
2012 mm->ip4_reass_conf_ht_ratio = MAP_IP4_REASS_HT_RATIO_DEFAULT;
2013 mm->ip4_reass_conf_lifetime_ms = MAP_IP4_REASS_LIFETIME_DEFAULT;
2014 mm->ip4_reass_conf_pool_size = MAP_IP4_REASS_POOL_SIZE_DEFAULT;
2015 mm->ip4_reass_conf_buffers = MAP_IP4_REASS_BUFFERS_DEFAULT;
2016 mm->ip4_reass_ht_log2len =
2017 map_get_ht_log2len (mm->ip4_reass_conf_ht_ratio,
2018 mm->ip4_reass_conf_pool_size);
2019 mm->ip4_reass_fifo_last = MAP_REASS_INDEX_NONE;
2020 map_ip4_reass_reinit (NULL, NULL);
2022 /* IP6 virtual reassembly */
2023 mm->ip6_reass_hash_table = 0;
2024 mm->ip6_reass_pool = 0;
2025 mm->ip6_reass_lock =
2026 clib_mem_alloc_aligned (CLIB_CACHE_LINE_BYTES, CLIB_CACHE_LINE_BYTES);
2027 mm->ip6_reass_conf_ht_ratio = MAP_IP6_REASS_HT_RATIO_DEFAULT;
2028 mm->ip6_reass_conf_lifetime_ms = MAP_IP6_REASS_LIFETIME_DEFAULT;
2029 mm->ip6_reass_conf_pool_size = MAP_IP6_REASS_POOL_SIZE_DEFAULT;
2030 mm->ip6_reass_conf_buffers = MAP_IP6_REASS_BUFFERS_DEFAULT;
2031 mm->ip6_reass_ht_log2len =
2032 map_get_ht_log2len (mm->ip6_reass_conf_ht_ratio,
2033 mm->ip6_reass_conf_pool_size);
2034 mm->ip6_reass_fifo_last = MAP_REASS_INDEX_NONE;
2035 map_ip6_reass_reinit (NULL, NULL);
2040 VLIB_INIT_FUNCTION (map_init);
2043 * fd.io coding-style-patch-verification: ON
2046 * eval: (c-set-style "gnu")