2 * Copyright (c) 2016 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 #include <vnet/lisp-cp/gid_dictionary.h>
19 make_mac_sd_key (BVT (clib_bihash_kv) * kv, u32 vni, u8 src_mac[6],
22 kv->key[0] = (u64) vni;
23 kv->key[1] = mac_to_u64 (dst_mac);
24 kv->key[2] = src_mac ? mac_to_u64 (src_mac) : (u64) 0;
28 mac_sd_lookup (gid_mac_table_t * db, u32 vni, u8 * dst, u8 * src)
31 BVT (clib_bihash_kv) kv, value;
33 make_mac_sd_key (&kv, vni, src, dst);
34 rv = BV (clib_bihash_search_inline_2) (&db->mac_lookup_table, &kv, &value);
36 /* no match, try with src 0, catch all for dst */
40 rv = BV (clib_bihash_search_inline_2) (&db->mac_lookup_table, &kv,
48 return GID_LOOKUP_MISS;
52 ip4_lookup_exact_match (gid_ip4_table_t * db, u32 vni, ip_prefix_t * key)
55 BVT (clib_bihash_kv) kv, value;
59 mask = &db->ip4_fib_masks[ip_prefix_len (key)];
61 kv.key[0] = ((u64) vni << 32) | (ip_prefix_v4 (key).as_u32 & mask->as_u32);
65 rv = BV (clib_bihash_search_inline_2) (&db->ip4_lookup_table, &kv, &value);
69 return GID_LOOKUP_MISS;
73 ip4_lookup (gid_ip4_table_t * db, u32 vni, ip_prefix_t * key)
77 BVT (clib_bihash_kv) kv, value;
79 len = vec_len (db->ip4_prefix_lengths_in_search_order);
81 for (i = 0; i < len; i++)
83 int dst_address_length = db->ip4_prefix_lengths_in_search_order[i];
86 ASSERT (dst_address_length >= 0 && dst_address_length <= 32);
88 mask = &db->ip4_fib_masks[dst_address_length];
91 ((u64) vni << 32) | (ip_prefix_v4 (key).as_u32 & mask->as_u32);
96 BV (clib_bihash_search_inline_2) (&db->ip4_lookup_table, &kv, &value);
101 return GID_LOOKUP_MISS;
105 ip6_lookup_exact_match (gid_ip6_table_t * db, u32 vni, ip_prefix_t * key)
108 BVT (clib_bihash_kv) kv, value;
111 mask = &db->ip6_fib_masks[ip_prefix_len (key)];
113 kv.key[0] = ip_prefix_v6 (key).as_u64[0] & mask->as_u64[0];
114 kv.key[1] = ip_prefix_v6 (key).as_u64[1] & mask->as_u64[1];
115 kv.key[2] = (u64) vni;
117 rv = BV (clib_bihash_search_inline_2) (&db->ip6_lookup_table, &kv, &value);
121 return GID_LOOKUP_MISS;
125 ip6_lookup (gid_ip6_table_t * db, u32 vni, ip_prefix_t * key)
129 BVT (clib_bihash_kv) kv, value;
131 len = vec_len (db->ip6_prefix_lengths_in_search_order);
133 for (i = 0; i < len; i++)
135 int dst_address_length = db->ip6_prefix_lengths_in_search_order[i];
138 ASSERT (dst_address_length >= 0 && dst_address_length <= 128);
140 mask = &db->ip6_fib_masks[dst_address_length];
142 kv.key[0] = ip_prefix_v6 (key).as_u64[0] & mask->as_u64[0];
143 kv.key[1] = ip_prefix_v6 (key).as_u64[1] & mask->as_u64[1];
144 kv.key[2] = (u64) vni;
147 BV (clib_bihash_search_inline_2) (&db->ip6_lookup_table, &kv, &value);
152 return GID_LOOKUP_MISS;
156 ip_sd_lookup (gid_dictionary_t * db, u32 vni, ip_prefix_t * dst,
160 gid_ip4_table_t *sfib4;
161 gid_ip6_table_t *sfib6;
163 switch (ip_prefix_version (dst))
166 sfi = ip4_lookup (&db->dst_ip4_table, vni, dst);
167 if (GID_LOOKUP_MISS != sfi)
168 sfib4 = pool_elt_at_index (db->src_ip4_table_pool, sfi);
170 return GID_LOOKUP_MISS;
175 memset (&sp, 0, sizeof (sp));
176 return ip4_lookup_exact_match (sfib4, 0, &sp);
179 return ip4_lookup (sfib4, 0, src);
183 sfi = ip6_lookup (&db->dst_ip6_table, vni, dst);
184 if (GID_LOOKUP_MISS != sfi)
185 sfib6 = pool_elt_at_index (db->src_ip6_table_pool, sfi);
187 return GID_LOOKUP_MISS;
192 memset (&sp, 0, sizeof (sp));
193 ip_prefix_version (&sp) = IP6;
194 return ip6_lookup_exact_match (sfib6, 0, &sp);
197 return ip6_lookup (sfib6, 0, src);
201 clib_warning ("address type %d not supported!",
202 ip_prefix_version (dst));
205 return GID_LOOKUP_MISS;
209 gid_dictionary_lookup (gid_dictionary_t * db, gid_address_t * key)
211 switch (gid_address_type (key))
213 case GID_ADDR_IP_PREFIX:
214 return ip_sd_lookup (db, gid_address_vni (key),
215 &gid_address_ippref (key), 0);
217 return mac_sd_lookup (&db->sd_mac_table, gid_address_vni (key),
218 gid_address_mac (key), 0);
219 case GID_ADDR_SRC_DST:
220 switch (gid_address_sd_dst_type (key))
222 case FID_ADDR_IP_PREF:
223 return ip_sd_lookup (db, gid_address_vni (key),
224 &gid_address_sd_dst_ippref (key),
225 &gid_address_sd_src_ippref (key));
228 return mac_sd_lookup (&db->sd_mac_table, gid_address_vni (key),
229 gid_address_sd_dst_mac (key),
230 gid_address_sd_src_mac (key));
233 clib_warning ("Source/Dest address type %d not supported!",
234 gid_address_sd_dst_type (key));
239 clib_warning ("address type %d not supported!", gid_address_type (key));
242 return GID_LOOKUP_MISS;
246 gid_dictionary_sd_lookup (gid_dictionary_t * db, gid_address_t * dst,
249 switch (gid_address_type (dst))
251 case GID_ADDR_IP_PREFIX:
252 return ip_sd_lookup (db, gid_address_vni (dst),
253 &gid_address_ippref (dst),
254 &gid_address_ippref (src));
256 return mac_sd_lookup (&db->sd_mac_table, gid_address_vni (dst),
257 gid_address_mac (dst), gid_address_mac (src));
259 clib_warning ("address type %d not supported!", gid_address_type (dst));
262 return GID_LOOKUP_MISS;
266 ip4_compute_prefix_lengths_in_search_order (gid_ip4_table_t * db)
269 vec_reset_length (db->ip4_prefix_lengths_in_search_order);
270 /* Note: bitmap reversed so this is in fact a longest prefix match */
273 clib_bitmap_foreach (i, db->ip4_non_empty_dst_address_length_bitmap,
275 int dst_address_length = 32 - i;
276 vec_add1 (db->ip4_prefix_lengths_in_search_order, dst_address_length);
283 add_del_ip4_key (gid_ip4_table_t * db, u32 vni, ip_prefix_t * pref, u32 val,
286 BVT (clib_bihash_kv) kv, value;
289 u8 plen = ip_prefix_len (pref);
291 clib_memcpy (&key, &ip_prefix_v4 (pref), sizeof (key));
292 key.as_u32 &= db->ip4_fib_masks[plen].as_u32;
295 db->ip4_non_empty_dst_address_length_bitmap =
296 clib_bitmap_set (db->ip4_non_empty_dst_address_length_bitmap,
298 ip4_compute_prefix_lengths_in_search_order (db);
300 db->ip4_prefix_len_refcount[plen]++;
304 ASSERT (db->ip4_prefix_len_refcount[plen] != 0);
306 db->ip4_prefix_len_refcount[plen]--;
308 if (db->ip4_prefix_len_refcount[plen] == 0)
310 db->ip4_non_empty_dst_address_length_bitmap =
311 clib_bitmap_set (db->ip4_non_empty_dst_address_length_bitmap,
313 ip4_compute_prefix_lengths_in_search_order (db);
317 kv.key[0] = ((u64) vni << 32) | key.as_u32;
321 if (BV (clib_bihash_search) (&db->ip4_lookup_table, &kv, &value) == 0)
322 old_val = value.value;
325 BV (clib_bihash_add_del) (&db->ip4_lookup_table, &kv, 0 /* is_add */ );
329 BV (clib_bihash_add_del) (&db->ip4_lookup_table, &kv, 1 /* is_add */ );
335 ip4_lookup_init (gid_ip4_table_t * db)
339 memset (db->ip4_prefix_len_refcount, 0,
340 sizeof (db->ip4_prefix_len_refcount));
342 for (i = 0; i < ARRAY_LEN (db->ip4_fib_masks); i++)
347 m = pow2_mask (i) << (32 - i);
350 db->ip4_fib_masks[i].as_u32 = clib_host_to_net_u32 (m);
352 if (db->ip4_lookup_table_nbuckets == 0)
353 db->ip4_lookup_table_nbuckets = IP4_LOOKUP_DEFAULT_HASH_NUM_BUCKETS;
355 db->ip4_lookup_table_nbuckets =
356 1 << max_log2 (db->ip4_lookup_table_nbuckets);
358 if (db->ip4_lookup_table_size == 0)
359 db->ip4_lookup_table_size = IP4_LOOKUP_DEFAULT_HASH_MEMORY_SIZE;
361 BV (clib_bihash_init) (&db->ip4_lookup_table, "ip4 lookup table",
362 db->ip4_lookup_table_nbuckets,
363 db->ip4_lookup_table_size);
367 add_del_sd_ip4_key (gid_dictionary_t * db, u32 vni, ip_prefix_t * dst_pref,
368 ip_prefix_t * src_pref, u32 val, u8 is_add)
370 u32 sfi, old_val = ~0;
371 gid_ip4_table_t *sfib;
373 sfi = ip4_lookup_exact_match (&db->dst_ip4_table, vni, dst_pref);
377 if (GID_LOOKUP_MISS == sfi)
379 pool_get (db->src_ip4_table_pool, sfib);
380 ip4_lookup_init (sfib);
381 add_del_ip4_key (&db->dst_ip4_table, vni, dst_pref,
382 sfib - db->src_ip4_table_pool, is_add);
384 add_del_ip4_key (sfib, 0 /* vni */ , src_pref, val, is_add);
388 memset (&sp, 0, sizeof (sp));
389 add_del_ip4_key (sfib, 0 /* vni */ , &sp, val, is_add);
394 ASSERT (!pool_is_free_index (db->src_ip4_table_pool, sfi));
395 sfib = pool_elt_at_index (db->src_ip4_table_pool, sfi);
398 old_val = ip4_lookup_exact_match (sfib, 0, src_pref);
399 add_del_ip4_key (sfib, 0 /* vni */ , src_pref, val, is_add);
404 memset (&sp, 0, sizeof (sp));
406 add_del_ip4_key (sfib, 0 /* vni */ , &sp, val, is_add);
412 if (GID_LOOKUP_MISS != sfi)
414 add_del_ip4_key (&db->dst_ip4_table, vni, dst_pref, 0, is_add);
415 sfib = pool_elt_at_index (db->src_ip4_table_pool, sfi);
417 old_val = add_del_ip4_key (sfib, 0, src_pref, 0, is_add);
421 memset (&sp, 0, sizeof (sp));
422 old_val = add_del_ip4_key (sfib, 0, &sp, 0, is_add);
426 clib_warning ("cannot delete dst mapping %U!", format_ip_prefix,
433 ip6_compute_prefix_lengths_in_search_order (gid_ip6_table_t * db)
436 vec_reset_length (db->ip6_prefix_lengths_in_search_order);
437 /* Note: bitmap reversed so this is in fact a longest prefix match */
440 clib_bitmap_foreach (i, db->ip6_non_empty_dst_address_length_bitmap,
442 int dst_address_length = 128 - i;
443 vec_add1 (db->ip6_prefix_lengths_in_search_order, dst_address_length);
449 add_del_ip6_key (gid_ip6_table_t * db, u32 vni, ip_prefix_t * pref, u32 val,
452 BVT (clib_bihash_kv) kv, value;
455 u8 plen = ip_prefix_len (pref);
457 clib_memcpy (&key, &ip_prefix_v6 (pref), sizeof (key));
458 ip6_address_mask (&key, &db->ip6_fib_masks[plen]);
461 db->ip6_non_empty_dst_address_length_bitmap =
462 clib_bitmap_set (db->ip6_non_empty_dst_address_length_bitmap,
464 ip6_compute_prefix_lengths_in_search_order (db);
465 db->ip6_prefix_len_refcount[plen]++;
469 ASSERT (db->ip6_prefix_len_refcount[plen] != 0);
471 db->ip6_prefix_len_refcount[plen]--;
473 if (db->ip6_prefix_len_refcount[plen] == 0)
475 db->ip6_non_empty_dst_address_length_bitmap =
476 clib_bitmap_set (db->ip6_non_empty_dst_address_length_bitmap,
478 ip6_compute_prefix_lengths_in_search_order (db);
482 kv.key[0] = key.as_u64[0];
483 kv.key[1] = key.as_u64[1];
484 kv.key[2] = (u64) vni;
485 // kv.key[2] = ((u64)((fib - im->fibs))<<32) | ip_prefix_len(key);
487 if (BV (clib_bihash_search) (&db->ip6_lookup_table, &kv, &value) == 0)
488 old_val = value.value;
491 BV (clib_bihash_add_del) (&db->ip6_lookup_table, &kv, 0 /* is_add */ );
495 BV (clib_bihash_add_del) (&db->ip6_lookup_table, &kv, 1 /* is_add */ );
501 add_del_mac (gid_mac_table_t * db, u32 vni, u8 * dst_mac, u8 * src_mac,
504 BVT (clib_bihash_kv) kv, value;
507 make_mac_sd_key (&kv, vni, src_mac, dst_mac);
509 if (BV (clib_bihash_search) (&db->mac_lookup_table, &kv, &value) == 0)
510 old_val = value.value;
513 BV (clib_bihash_add_del) (&db->mac_lookup_table, &kv, 0 /* is_add */ );
517 BV (clib_bihash_add_del) (&db->mac_lookup_table, &kv, 1 /* is_add */ );
523 ip6_lookup_init (gid_ip6_table_t * db)
527 memset (db->ip6_prefix_len_refcount, 0,
528 sizeof (db->ip6_prefix_len_refcount));
530 for (i = 0; i < ARRAY_LEN (db->ip6_fib_masks); i++)
537 for (j = 0; j < i0; j++)
538 db->ip6_fib_masks[i].as_u32[j] = ~0;
541 db->ip6_fib_masks[i].as_u32[i0] =
542 clib_host_to_net_u32 (pow2_mask (i1) << (32 - i1));
545 if (db->ip6_lookup_table_nbuckets == 0)
546 db->ip6_lookup_table_nbuckets = IP6_LOOKUP_DEFAULT_HASH_NUM_BUCKETS;
548 db->ip6_lookup_table_nbuckets =
549 1 << max_log2 (db->ip6_lookup_table_nbuckets);
551 if (db->ip6_lookup_table_size == 0)
552 db->ip6_lookup_table_size = IP6_LOOKUP_DEFAULT_HASH_MEMORY_SIZE;
554 BV (clib_bihash_init) (&db->ip6_lookup_table, "ip6 lookup table",
555 db->ip6_lookup_table_nbuckets,
556 db->ip6_lookup_table_size);
560 add_del_sd_ip6_key (gid_dictionary_t * db, u32 vni, ip_prefix_t * dst_pref,
561 ip_prefix_t * src_pref, u32 val, u8 is_add)
563 u32 sfi, old_val = ~0;
564 gid_ip6_table_t *sfib;
566 sfi = ip6_lookup_exact_match (&db->dst_ip6_table, vni, dst_pref);
570 if (GID_LOOKUP_MISS == sfi)
572 pool_get (db->src_ip6_table_pool, sfib);
573 ip6_lookup_init (sfib);
574 add_del_ip6_key (&db->dst_ip6_table, vni, dst_pref,
575 sfib - db->src_ip6_table_pool, is_add);
577 add_del_ip6_key (sfib, 0 /* vni */ , src_pref, val, is_add);
581 memset (&sp, 0, sizeof (sp));
582 ip_prefix_version (&sp) = IP6;
583 add_del_ip6_key (sfib, 0 /* vni */ , &sp, val, is_add);
588 ASSERT (!pool_is_free_index (db->src_ip6_table_pool, sfi));
589 sfib = pool_elt_at_index (db->src_ip6_table_pool, sfi);
592 old_val = ip6_lookup_exact_match (sfib, 0, src_pref);
593 add_del_ip6_key (sfib, 0 /* vni */ , src_pref, val, is_add);
598 memset (&sp, 0, sizeof (sp));
599 ip_prefix_version (&sp) = IP6;
601 add_del_ip6_key (sfib, 0 /* vni */ , &sp, val, is_add);
607 if (GID_LOOKUP_MISS != sfi)
609 add_del_ip6_key (&db->dst_ip6_table, vni, dst_pref, 0, is_add);
610 sfib = pool_elt_at_index (db->src_ip6_table_pool, sfi);
612 old_val = add_del_ip6_key (sfib, 0, src_pref, 0, is_add);
616 memset (&sp, 0, sizeof (sp));
617 ip_prefix_version (&sp) = IP6;
618 old_val = add_del_ip6_key (sfib, 0, &sp, 0, is_add);
622 clib_warning ("cannot delete dst mapping %U!", format_ip_prefix,
629 add_del_ip (gid_dictionary_t * db, u32 vni, ip_prefix_t * dst_key,
630 ip_prefix_t * src_key, u32 value, u8 is_add)
632 switch (ip_prefix_version (dst_key))
635 return add_del_sd_ip4_key (db, vni, dst_key, src_key, value, is_add);
638 return add_del_sd_ip6_key (db, vni, dst_key, src_key, value, is_add);
641 clib_warning ("address type %d not supported!",
642 ip_prefix_version (dst_key));
649 add_del_sd (gid_dictionary_t * db, u32 vni, source_dest_t * key, u32 value,
652 switch (sd_dst_type (key))
654 case FID_ADDR_IP_PREF:
655 add_del_ip (db, vni, &sd_dst_ippref (key), &sd_src_ippref (key),
659 return add_del_mac (&db->sd_mac_table, vni, sd_dst_mac (key),
660 sd_src_mac (key), value, is_add);
663 clib_warning ("SD address type %d not supprted!", sd_dst_type (key));
671 gid_dictionary_add_del (gid_dictionary_t * db, gid_address_t * key, u32 value,
674 switch (gid_address_type (key))
676 case GID_ADDR_IP_PREFIX:
677 return add_del_ip (db, gid_address_vni (key), &gid_address_ippref (key),
680 return add_del_mac (&db->sd_mac_table, gid_address_vni (key),
681 gid_address_mac (key), 0, value, is_add);
682 case GID_ADDR_SRC_DST:
683 return add_del_sd (db, gid_address_vni (key), &gid_address_sd (key),
686 clib_warning ("address type %d not supported!", gid_address_type (key));
693 mac_lookup_init (gid_mac_table_t * db)
695 if (db->mac_lookup_table_nbuckets == 0)
696 db->mac_lookup_table_nbuckets = MAC_LOOKUP_DEFAULT_HASH_NUM_BUCKETS;
698 db->mac_lookup_table_nbuckets =
699 1 << max_log2 (db->mac_lookup_table_nbuckets);
701 if (db->mac_lookup_table_size == 0)
702 db->mac_lookup_table_size = MAC_LOOKUP_DEFAULT_HASH_MEMORY_SIZE;
704 BV (clib_bihash_init) (&db->mac_lookup_table, "mac lookup table",
705 db->mac_lookup_table_nbuckets,
706 db->mac_lookup_table_size);
710 gid_dictionary_init (gid_dictionary_t * db)
712 ip4_lookup_init (&db->dst_ip4_table);
713 ip6_lookup_init (&db->dst_ip6_table);
714 mac_lookup_init (&db->sd_mac_table);
718 * fd.io coding-style-patch-verification: ON
721 * eval: (c-set-style "gnu")