2 * Copyright (c) 2016 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 #include <vnet/lisp-cp/gid_dictionary.h>
19 make_mac_sd_key (BVT (clib_bihash_kv) * kv, u32 vni, u8 src_mac[6],
22 kv->key[0] = (u64) vni;
23 kv->key[1] = mac_to_u64 (dst_mac);
24 kv->key[2] = src_mac ? mac_to_u64 (src_mac) : (u64) 0;
28 mac_sd_lookup (gid_mac_table_t * db, u32 vni, u8 * dst, u8 * src)
31 BVT (clib_bihash_kv) kv, value;
33 make_mac_sd_key (&kv, vni, src, dst);
34 rv = BV (clib_bihash_search_inline_2) (&db->mac_lookup_table, &kv, &value);
36 /* no match, try with src 0, catch all for dst */
40 rv = BV (clib_bihash_search_inline_2) (&db->mac_lookup_table, &kv,
48 return GID_LOOKUP_MISS;
52 ip4_lookup (gid_ip4_table_t * db, u32 vni, ip_prefix_t * key)
56 BVT (clib_bihash_kv) kv, value;
58 len = vec_len (db->ip4_prefix_lengths_in_search_order);
60 for (i = 0; i < len; i++)
62 int dst_address_length = db->ip4_prefix_lengths_in_search_order[i];
65 ASSERT (dst_address_length >= 0 && dst_address_length <= 32);
67 mask = &db->ip4_fib_masks[dst_address_length];
70 ((u64) vni << 32) | (ip_prefix_v4 (key).as_u32 & mask->as_u32);
75 BV (clib_bihash_search_inline_2) (&db->ip4_lookup_table, &kv, &value);
80 return GID_LOOKUP_MISS;
84 ip6_lookup (gid_ip6_table_t * db, u32 vni, ip_prefix_t * key)
88 BVT (clib_bihash_kv) kv, value;
90 len = vec_len (db->ip6_prefix_lengths_in_search_order);
92 for (i = 0; i < len; i++)
94 int dst_address_length = db->ip6_prefix_lengths_in_search_order[i];
97 ASSERT (dst_address_length >= 0 && dst_address_length <= 128);
99 mask = &db->ip6_fib_masks[dst_address_length];
101 kv.key[0] = ip_prefix_v6 (key).as_u64[0] & mask->as_u64[0];
102 kv.key[1] = ip_prefix_v6 (key).as_u64[1] & mask->as_u64[1];
103 kv.key[2] = (u64) vni;
106 BV (clib_bihash_search_inline_2) (&db->ip6_lookup_table, &kv, &value);
111 return GID_LOOKUP_MISS;
115 ip_sd_lookup (gid_dictionary_t * db, u32 vni, ip_prefix_t * dst,
119 gid_ip4_table_t *sfib4;
120 gid_ip6_table_t *sfib6;
122 switch (ip_prefix_version (dst))
125 sfi = ip4_lookup (&db->dst_ip4_table, vni, dst);
126 if (GID_LOOKUP_MISS != sfi)
127 sfib4 = pool_elt_at_index (db->src_ip4_table_pool, sfi);
129 return GID_LOOKUP_MISS;
134 memset (&sp, 0, sizeof (sp));
135 return ip4_lookup (sfib4, 0, &sp);
138 return ip4_lookup (sfib4, 0, src);
142 sfi = ip6_lookup (&db->dst_ip6_table, vni, dst);
143 if (GID_LOOKUP_MISS != sfi)
144 sfib6 = pool_elt_at_index (db->src_ip6_table_pool, sfi);
146 return GID_LOOKUP_MISS;
151 memset (&sp, 0, sizeof (sp));
152 ip_prefix_version (&sp) = IP6;
153 return ip6_lookup (sfib6, 0, &sp);
156 return ip6_lookup (sfib6, 0, src);
160 clib_warning ("address type %d not supported!",
161 ip_prefix_version (dst));
164 return GID_LOOKUP_MISS;
168 gid_dictionary_lookup (gid_dictionary_t * db, gid_address_t * key)
170 switch (gid_address_type (key))
172 case GID_ADDR_IP_PREFIX:
173 return ip_sd_lookup (db, gid_address_vni (key),
174 &gid_address_ippref (key), 0);
176 return mac_sd_lookup (&db->sd_mac_table, gid_address_vni (key),
177 gid_address_mac (key), 0);
178 case GID_ADDR_SRC_DST:
179 switch (gid_address_sd_dst_type (key))
181 case FID_ADDR_IP_PREF:
182 return ip_sd_lookup (db, gid_address_vni (key),
183 &gid_address_sd_dst_ippref (key),
184 &gid_address_sd_src_ippref (key));
187 return mac_sd_lookup (&db->sd_mac_table, gid_address_vni (key),
188 gid_address_sd_dst_mac (key),
189 gid_address_sd_src_mac (key));
192 clib_warning ("Source/Dest address type %d not supported!",
193 gid_address_sd_dst_type (key));
198 clib_warning ("address type %d not supported!", gid_address_type (key));
201 return GID_LOOKUP_MISS;
205 gid_dictionary_sd_lookup (gid_dictionary_t * db, gid_address_t * dst,
208 switch (gid_address_type (dst))
210 case GID_ADDR_IP_PREFIX:
211 return ip_sd_lookup (db, gid_address_vni (dst),
212 &gid_address_ippref (dst),
213 &gid_address_ippref (src));
215 return mac_sd_lookup (&db->sd_mac_table, gid_address_vni (dst),
216 gid_address_mac (dst), gid_address_mac (src));
218 clib_warning ("address type %d not supported!", gid_address_type (dst));
221 return GID_LOOKUP_MISS;
225 ip4_compute_prefix_lengths_in_search_order (gid_ip4_table_t * db)
228 vec_reset_length (db->ip4_prefix_lengths_in_search_order);
229 /* Note: bitmap reversed so this is in fact a longest prefix match */
232 clib_bitmap_foreach (i, db->ip4_non_empty_dst_address_length_bitmap,
234 int dst_address_length = 32 - i;
235 vec_add1 (db->ip4_prefix_lengths_in_search_order, dst_address_length);
242 add_del_ip4_key (gid_ip4_table_t * db, u32 vni, ip_prefix_t * pref, u32 val,
245 BVT (clib_bihash_kv) kv, value;
248 u8 plen = ip_prefix_len (pref);
250 clib_memcpy (&key, &ip_prefix_v4 (pref), sizeof (key));
251 key.as_u32 &= db->ip4_fib_masks[plen].as_u32;
254 db->ip4_non_empty_dst_address_length_bitmap =
255 clib_bitmap_set (db->ip4_non_empty_dst_address_length_bitmap,
257 ip4_compute_prefix_lengths_in_search_order (db);
259 db->ip4_prefix_len_refcount[plen]++;
263 ASSERT (db->ip4_prefix_len_refcount[plen] != 0);
265 db->ip4_prefix_len_refcount[plen]--;
267 if (db->ip4_prefix_len_refcount[plen] == 0)
269 db->ip4_non_empty_dst_address_length_bitmap =
270 clib_bitmap_set (db->ip4_non_empty_dst_address_length_bitmap,
272 ip4_compute_prefix_lengths_in_search_order (db);
276 kv.key[0] = ((u64) vni << 32) | key.as_u32;
280 if (BV (clib_bihash_search) (&db->ip4_lookup_table, &kv, &value) == 0)
281 old_val = value.value;
284 BV (clib_bihash_add_del) (&db->ip4_lookup_table, &kv, 0 /* is_add */ );
288 BV (clib_bihash_add_del) (&db->ip4_lookup_table, &kv, 1 /* is_add */ );
294 ip4_lookup_init (gid_ip4_table_t * db)
298 memset (db->ip4_prefix_len_refcount, 0,
299 sizeof (db->ip4_prefix_len_refcount));
301 for (i = 0; i < ARRAY_LEN (db->ip4_fib_masks); i++)
306 m = pow2_mask (i) << (32 - i);
309 db->ip4_fib_masks[i].as_u32 = clib_host_to_net_u32 (m);
311 if (db->ip4_lookup_table_nbuckets == 0)
312 db->ip4_lookup_table_nbuckets = IP4_LOOKUP_DEFAULT_HASH_NUM_BUCKETS;
314 db->ip4_lookup_table_nbuckets =
315 1 << max_log2 (db->ip4_lookup_table_nbuckets);
317 if (db->ip4_lookup_table_size == 0)
318 db->ip4_lookup_table_size = IP4_LOOKUP_DEFAULT_HASH_MEMORY_SIZE;
320 BV (clib_bihash_init) (&db->ip4_lookup_table, "ip4 lookup table",
321 db->ip4_lookup_table_nbuckets,
322 db->ip4_lookup_table_size);
326 add_del_sd_ip4_key (gid_dictionary_t * db, u32 vni, ip_prefix_t * dst_pref,
327 ip_prefix_t * src_pref, u32 val, u8 is_add)
329 u32 sfi, old_val = ~0;
330 gid_ip4_table_t *sfib;
332 sfi = ip4_lookup (&db->dst_ip4_table, vni, dst_pref);
336 if (GID_LOOKUP_MISS == sfi)
338 pool_get (db->src_ip4_table_pool, sfib);
339 ip4_lookup_init (sfib);
340 add_del_ip4_key (&db->dst_ip4_table, vni, dst_pref,
341 sfib - db->src_ip4_table_pool, is_add);
343 add_del_ip4_key (sfib, 0 /* vni */ , src_pref, val, is_add);
347 memset (&sp, 0, sizeof (sp));
348 add_del_ip4_key (sfib, 0 /* vni */ , &sp, val, is_add);
353 ASSERT (!pool_is_free_index (db->src_ip4_table_pool, sfi));
354 sfib = pool_elt_at_index (db->src_ip4_table_pool, sfi);
357 old_val = ip4_lookup (sfib, 0, src_pref);
358 add_del_ip4_key (sfib, 0 /* vni */ , src_pref, val, is_add);
363 memset (&sp, 0, sizeof (sp));
365 add_del_ip4_key (sfib, 0 /* vni */ , &sp, val, is_add);
371 if (GID_LOOKUP_MISS != sfi)
373 add_del_ip4_key (&db->dst_ip4_table, vni, dst_pref, 0, is_add);
374 sfib = pool_elt_at_index (db->src_ip4_table_pool, sfi);
376 old_val = add_del_ip4_key (sfib, 0, src_pref, 0, is_add);
380 memset (&sp, 0, sizeof (sp));
381 old_val = add_del_ip4_key (sfib, 0, &sp, 0, is_add);
385 clib_warning ("cannot delete dst mapping %U!", format_ip_prefix,
392 ip6_compute_prefix_lengths_in_search_order (gid_ip6_table_t * db)
395 vec_reset_length (db->ip6_prefix_lengths_in_search_order);
396 /* Note: bitmap reversed so this is in fact a longest prefix match */
399 clib_bitmap_foreach (i, db->ip6_non_empty_dst_address_length_bitmap,
401 int dst_address_length = 128 - i;
402 vec_add1 (db->ip6_prefix_lengths_in_search_order, dst_address_length);
408 add_del_ip6_key (gid_ip6_table_t * db, u32 vni, ip_prefix_t * pref, u32 val,
411 BVT (clib_bihash_kv) kv, value;
414 u8 plen = ip_prefix_len (pref);
416 clib_memcpy (&key, &ip_prefix_v6 (pref), sizeof (key));
417 ip6_address_mask (&key, &db->ip6_fib_masks[plen]);
420 db->ip6_non_empty_dst_address_length_bitmap =
421 clib_bitmap_set (db->ip6_non_empty_dst_address_length_bitmap,
423 ip6_compute_prefix_lengths_in_search_order (db);
424 db->ip6_prefix_len_refcount[plen]++;
428 ASSERT (db->ip6_prefix_len_refcount[plen] != 0);
430 db->ip6_prefix_len_refcount[plen]--;
432 if (db->ip6_prefix_len_refcount[plen] == 0)
434 db->ip6_non_empty_dst_address_length_bitmap =
435 clib_bitmap_set (db->ip6_non_empty_dst_address_length_bitmap,
437 ip6_compute_prefix_lengths_in_search_order (db);
441 kv.key[0] = key.as_u64[0];
442 kv.key[1] = key.as_u64[1];
443 kv.key[2] = (u64) vni;
444 // kv.key[2] = ((u64)((fib - im->fibs))<<32) | ip_prefix_len(key);
446 if (BV (clib_bihash_search) (&db->ip6_lookup_table, &kv, &value) == 0)
447 old_val = value.value;
450 BV (clib_bihash_add_del) (&db->ip6_lookup_table, &kv, 0 /* is_add */ );
454 BV (clib_bihash_add_del) (&db->ip6_lookup_table, &kv, 1 /* is_add */ );
460 add_del_mac (gid_mac_table_t * db, u32 vni, u8 * dst_mac, u8 * src_mac,
463 BVT (clib_bihash_kv) kv, value;
466 make_mac_sd_key (&kv, vni, src_mac, dst_mac);
468 if (BV (clib_bihash_search) (&db->mac_lookup_table, &kv, &value) == 0)
469 old_val = value.value;
472 BV (clib_bihash_add_del) (&db->mac_lookup_table, &kv, 0 /* is_add */ );
476 BV (clib_bihash_add_del) (&db->mac_lookup_table, &kv, 1 /* is_add */ );
482 ip6_lookup_init (gid_ip6_table_t * db)
486 memset (db->ip6_prefix_len_refcount, 0,
487 sizeof (db->ip6_prefix_len_refcount));
489 for (i = 0; i < ARRAY_LEN (db->ip6_fib_masks); i++)
496 for (j = 0; j < i0; j++)
497 db->ip6_fib_masks[i].as_u32[j] = ~0;
500 db->ip6_fib_masks[i].as_u32[i0] =
501 clib_host_to_net_u32 (pow2_mask (i1) << (32 - i1));
504 if (db->ip6_lookup_table_nbuckets == 0)
505 db->ip6_lookup_table_nbuckets = IP6_LOOKUP_DEFAULT_HASH_NUM_BUCKETS;
507 db->ip6_lookup_table_nbuckets =
508 1 << max_log2 (db->ip6_lookup_table_nbuckets);
510 if (db->ip6_lookup_table_size == 0)
511 db->ip6_lookup_table_size = IP6_LOOKUP_DEFAULT_HASH_MEMORY_SIZE;
513 BV (clib_bihash_init) (&db->ip6_lookup_table, "ip6 lookup table",
514 db->ip6_lookup_table_nbuckets,
515 db->ip6_lookup_table_size);
519 add_del_sd_ip6_key (gid_dictionary_t * db, u32 vni, ip_prefix_t * dst_pref,
520 ip_prefix_t * src_pref, u32 val, u8 is_add)
522 u32 sfi, old_val = ~0;
523 gid_ip6_table_t *sfib;
525 sfi = ip6_lookup (&db->dst_ip6_table, vni, dst_pref);
529 if (GID_LOOKUP_MISS == sfi)
531 pool_get (db->src_ip6_table_pool, sfib);
532 ip6_lookup_init (sfib);
533 add_del_ip6_key (&db->dst_ip6_table, vni, dst_pref,
534 sfib - db->src_ip6_table_pool, is_add);
536 add_del_ip6_key (sfib, 0 /* vni */ , src_pref, val, is_add);
540 memset (&sp, 0, sizeof (sp));
541 add_del_ip6_key (sfib, 0 /* vni */ , &sp, val, is_add);
546 ASSERT (!pool_is_free_index (db->src_ip6_table_pool, sfi));
547 sfib = pool_elt_at_index (db->src_ip6_table_pool, sfi);
550 old_val = ip6_lookup (sfib, 0, src_pref);
551 add_del_ip6_key (sfib, 0 /* vni */ , src_pref, val, is_add);
556 memset (&sp, 0, sizeof (sp));
558 add_del_ip6_key (sfib, 0 /* vni */ , &sp, val, is_add);
564 if (GID_LOOKUP_MISS != sfi)
566 add_del_ip6_key (&db->dst_ip6_table, vni, dst_pref, 0, is_add);
567 sfib = pool_elt_at_index (db->src_ip6_table_pool, sfi);
569 old_val = add_del_ip6_key (sfib, 0, src_pref, 0, is_add);
573 memset (&sp, 0, sizeof (sp));
574 old_val = add_del_ip6_key (sfib, 0, &sp, 0, is_add);
578 clib_warning ("cannot delete dst mapping %U!", format_ip_prefix,
585 add_del_ip (gid_dictionary_t * db, u32 vni, ip_prefix_t * dst_key,
586 ip_prefix_t * src_key, u32 value, u8 is_add)
588 switch (ip_prefix_version (dst_key))
591 return add_del_sd_ip4_key (db, vni, dst_key, src_key, value, is_add);
594 return add_del_sd_ip6_key (db, vni, dst_key, src_key, value, is_add);
597 clib_warning ("address type %d not supported!",
598 ip_prefix_version (dst_key));
605 add_del_sd (gid_dictionary_t * db, u32 vni, source_dest_t * key, u32 value,
608 switch (sd_dst_type (key))
610 case FID_ADDR_IP_PREF:
611 add_del_ip (db, vni, &sd_dst_ippref (key), &sd_src_ippref (key),
615 return add_del_mac (&db->sd_mac_table, vni, sd_dst_mac (key),
616 sd_src_mac (key), value, is_add);
619 clib_warning ("SD address type %d not supprted!", sd_dst_type (key));
627 gid_dictionary_add_del (gid_dictionary_t * db, gid_address_t * key, u32 value,
630 switch (gid_address_type (key))
632 case GID_ADDR_IP_PREFIX:
633 return add_del_ip (db, gid_address_vni (key), &gid_address_ippref (key),
636 return add_del_mac (&db->sd_mac_table, gid_address_vni (key),
637 gid_address_mac (key), 0, value, is_add);
638 case GID_ADDR_SRC_DST:
639 return add_del_sd (db, gid_address_vni (key), &gid_address_sd (key),
642 clib_warning ("address type %d not supported!", gid_address_type (key));
649 mac_lookup_init (gid_mac_table_t * db)
651 if (db->mac_lookup_table_nbuckets == 0)
652 db->mac_lookup_table_nbuckets = MAC_LOOKUP_DEFAULT_HASH_NUM_BUCKETS;
654 db->mac_lookup_table_nbuckets =
655 1 << max_log2 (db->mac_lookup_table_nbuckets);
657 if (db->mac_lookup_table_size == 0)
658 db->mac_lookup_table_size = MAC_LOOKUP_DEFAULT_HASH_MEMORY_SIZE;
660 BV (clib_bihash_init) (&db->mac_lookup_table, "mac lookup table",
661 db->mac_lookup_table_nbuckets,
662 db->mac_lookup_table_size);
666 gid_dictionary_init (gid_dictionary_t * db)
668 ip4_lookup_init (&db->dst_ip4_table);
669 ip6_lookup_init (&db->dst_ip6_table);
670 mac_lookup_init (&db->sd_mac_table);
674 * fd.io coding-style-patch-verification: ON
677 * eval: (c-set-style "gnu")